00010000:00000010:3.1F:1769073296.727355:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b829ab500. 00010000:00000010:3.1:1769073296.727403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982bc2161400. 00010000:00000010:3.1:1769073297.237404:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b89022b00. 00010000:00000010:3.1:1769073298.249481:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b89022300. 00010000:00000010:3.1:1769073298.249576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b892e2200. 00010000:00000010:3.1:1769073328.078325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82b57800. 00010000:00000010:3.1:1769073328.082323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82b57400. 00010000:00000010:3.1:1769073328.082337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b80030200. 00010000:00000010:3.1:1769073328.082343:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b89022800. 00010000:00000010:3.1:1769073328.082346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b80031c00. 00010000:00000010:3.1:1769073328.082350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba1c23800. 00010000:00000010:3.1:1769073328.082354:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84dea500. 00010000:00000010:3.1:1769073328.082358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982bc2160600. 00010000:00000010:3.1:1769073328.082361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982bc2161600. 00010000:00000010:3.1:1769073328.082364:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1d33500. 00010000:00000010:3.1:1769073458.631601:0:1375:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982bc2160600. 00010000:00000010:3.1:1769073462.169365:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b89022700. 00010000:00000010:3.1:1769073462.169401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b892e3000. 00010000:00000010:3.1:1769073462.169410:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1d33200. 00010000:00000010:3.1:1769073462.169414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982bc2161400. 00000080:00000010:3.1:1769073462.403850:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87085100. 00000080:00000010:3.1:1769073462.407491:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90da2100. 00000080:00000010:3.1:1769073462.655121:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90da5ac0. 00010000:00000010:3.1:1769073462.693350:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b89022800. 00010000:00000010:3.1:1769073462.693381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b892e2000. 00010000:00000010:3.1:1769073462.693389:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f57600. 00010000:00000010:3.1:1769073462.693393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982bc2161400. 00000080:00000010:3.1:1769073463.143534:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b86725420. 00000080:00000010:3.1:1769073463.148398:0:10605:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90d7b9c0. 00010000:00000010:3.1:1769073463.809087:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b89022500. 00010000:00000010:3.1:1769073463.809112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b892e3c00. 00010000:00000010:3.1:1769073463.809117:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b89022f00. 00010000:00000010:3.1:1769073463.809120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b892e2a00. 00010000:00000010:3.1:1769073463.851741:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f57000. 00010000:00000010:3.1:1769073463.851766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba02e3a00. 00010000:00000010:3.1:1769073463.851775:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84deab00. 00010000:00000010:3.1:1769073463.851779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba02e3000. 00000080:00000010:3.1:1769073463.864329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982ba0343b20. 00000080:00000010:3.1:1769073463.864376:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90d798c0. 00010000:00000010:3.1:1769073463.883979:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f57100. 00010000:00000010:3.1:1769073463.883997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982bc2161600. 00010000:00000010:3.1:1769073463.886511:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f57000. 00010000:00000010:3.1:1769073463.886536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982bc2160200. 00000080:00000010:3.1:1769073463.899072:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87f48d80. 00000080:00000010:3.1:1769073464.385590:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90dcdac0. 00010000:00000010:3.1:1769073473.677662:0:11125:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84dea500. 00010000:00000010:3.1:1769073473.677681:0:11125:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba02e2400. 00010000:00000010:3.1:1769073473.677686:0:11125:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b89022900. 00010000:00000010:3.1:1769073473.677690:0:11125:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b892e3c00. 00010000:00000010:3.1:1769073476.217659:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b89022a00. 00010000:00000010:3.1:1769073476.217687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982bc2160c00. 00010000:00000010:3.1:1769073476.217694:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84dea200. 00010000:00000010:3.1:1769073476.217701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba02e3a00. 00010000:00000010:3.1:1769073479.656078:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b89022400. 00010000:00000010:3.1:1769073479.656103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b892e3c00. 00010000:00000010:3.1:1769073479.663393:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f57e00. 00010000:00000010:3.1:1769073479.826334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba02e3600. 00010000:00000010:3.1:1769073479.826349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982bc2160a00. 00010000:00000010:3.1:1769073479.831193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba03d3800. 00010000:00000010:3.1:1769073627.730342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982bc2161800. 00010000:00000010:3.1:1769073627.738363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba03d3c00. 00010000:00000010:3.1:1769073627.738387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba02e3e00. 00010000:00000010:3.1:1769073627.738394:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f57200. 00010000:00000010:3.1:1769073627.738399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba03d3000. 00010000:00000010:3.1:1769073627.738403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b892e3400. 00010000:00000010:3.1:1769073627.738437:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82b61100. 00010000:00000010:3.1:1769073627.738440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba03d2600. 00010000:00000010:3.1:1769073627.738444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba02e2400. 00010000:00000010:3.1:1769073627.738448:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82b61900. 00010000:00000010:3.1:1769073629.667356:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b881b8100. 00010000:00000010:3.1:1769073629.667377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba03d3a00. 00010000:00000010:3.1:1769073648.347518:0:1021:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b89022a00. 00010000:00000010:3.1:1769073648.347531:0:1021:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b892e2c00. 00010000:00000010:3.1:1769073648.347536:0:1021:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f57900. 00010000:00000010:3.1:1769073648.347539:0:1021:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982bc2161000. 00000080:00000010:3.1:1769073648.408445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85890540. 00000080:00000010:3.1:1769073648.408476:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90dbb9c0. 00010000:00000010:3.1:1769073650.299383:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b881b8f00. 00010000:00000010:3.1:1769073650.299392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba03d2800. 00010000:00000010:3.1:1769073662.031347:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f57000. 00010000:00000010:3.1:1769073662.031364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982bc2160200. 00000080:00000010:3.1:1769073662.050569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87f48ee0. 00010000:00000010:3.1:1769073693.027592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba02e3600. 00010000:00000010:3.1:1769073693.027599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba03d3200. 00010000:00000010:3.1:1769073693.027602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba03d3e00. 00010000:00000010:3.1:1769073693.027606:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84dea900. 00010000:00000010:3.1:1769073693.027610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba02e3c00. 00010000:00000010:3.1:1769073693.031699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba03d3400. 00010000:00000010:3.1:1769073693.031725:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84dea600. 00010000:00000010:3.1:1769073693.031731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba03d2400. 00010000:00000010:3.1:1769073693.031736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba03d3600. 00010000:00000010:3.1:1769073693.031739:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b881b8b00. 00000080:00000010:3.1:1769073721.268884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b5fac0. 00010000:00000010:3.1:1769073773.393356:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f57500. 00010000:00000010:3.1:1769073773.393372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba03d2000. 00010000:00000010:3.1:1769073773.393377:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b881b8700. 00010000:00000010:3.1:1769073773.393380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba02e3200. 00010000:00000010:3.1:1769073773.410354:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b881b8500. 00010000:00000010:3.1:1769073773.410370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b892e2200. 00010000:00000010:3.1:1769073773.617077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982bc2160e00. 00000080:00000010:3.1:1769073782.616314:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87f487c0. 00010000:00000010:3.1:1769073782.616334:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b89022600. 00010000:00000010:3.1:1769073782.616340:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b892e2e00. 00010000:00000010:3.1:1769073783.829492:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f57d00. 00010000:00000010:3.1:1769073783.829514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982bc2160c00. 00000080:00000010:3.1:1769073784.140829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654e0c0. 00000080:00000010:3.1:1769073784.140871:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90dc2940. 00000080:00000010:3.1:1769073787.955693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b858902e0. 00000080:00000010:3.1:1769073852.103996:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654ed00. 00010000:00000010:3.1:1769073852.104011:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84deaa00. 00010000:00000010:3.1:1769073852.104016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba02e3400. 00010000:00000010:3.1:1769073854.227694:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b89022d00. 00010000:00000010:3.1:1769073854.227734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b892e3000. 00010000:00000010:3.1:1769073854.227741:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b89022500. 00010000:00000010:3.1:1769073854.227744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b892e3c00. 00010000:00000010:3.1:1769073892.164354:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b89022900. 00010000:00000010:3.1:1769073892.164379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b892e2400. 00000080:00000010:3.1:1769073921.852676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87f48460. 00010000:00000010:3.1:1769073921.852690:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b89022600. 00010000:00000010:3.1:1769073921.852695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b892e2c00. 00010000:00000010:3.1:1769073923.777333:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b99705f00. 00010000:00000010:3.1:1769073923.777347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba03d2000. 00000080:00000010:3.1:1769073977.174178:0:1364:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90dc4a40. 00000080:00000010:3.1:1769073977.174205:0:1364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9ae80. 00010000:00000010:3.1:1769073987.194350:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b89022300. 00010000:00000010:3.1:1769073987.194359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b892e3400. 00000080:00000010:3.1:1769074063.702602:0:21987:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82dec240. 00010000:00000010:3.1:1769074063.898459:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f57500. 00010000:00000010:3.1:1769074063.898477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982bc2161000. 00010000:00000010:3.1:1769074063.898482:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f57100. 00010000:00000010:3.1:1769074063.898504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982bc2160c00. 00000080:00000010:3.1:1769074063.910844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b852d4460. 00000080:00000010:3.1:1769074063.910867:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90dc5ac0. 00010000:00000010:3.1:1769074137.130248:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b89022900. 00010000:00000010:3.1:1769074137.130263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b892e3600. 00010000:00000010:3.1:1769074212.807843:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b89022b00. 00010000:00000010:3.1:1769074212.807871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b892e2800. 00010000:00000010:3.1:1769074212.807879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f57d00. 00010000:00000010:3.1:1769074212.807883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982bc2160e00. 00010000:00000010:3.1:1769074215.868662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f57d00. 00010000:00000010:3.1:1769074215.868681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982bc2160e00. 00000080:00000010:3.1:1769074215.886573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b852d48e0. 00010000:00000010:3.1:1769074248.173586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba03d2200. 00010000:00000010:3.1:1769074248.173607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba02e3800. 00010000:00000010:3.1:1769074248.173613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba03d3600. 00010000:00000010:3.1:1769074248.173620:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b99705d00. 00010000:00000010:3.1:1769074248.173624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba03d2a00. 00010000:00000010:3.1:1769074248.178360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba03d2000. 00010000:00000010:3.1:1769074248.178384:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b99705300. 00010000:00000010:3.1:1769074248.178390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b892e3a00. 00010000:00000010:3.1:1769074248.178396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba03d3000. 00010000:00000010:3.1:1769074248.178401:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b89022300. 00010000:00000010:3.1:1769074320.807632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b892e2800. 00010000:00000010:3.1:1769074320.807657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba03d2a00. 00010000:00000010:3.1:1769074320.807663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba02e2000. 00010000:00000010:3.1:1769074320.807670:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b89022300. 00010000:00000010:3.1:1769074320.807675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b892e3200. 00010000:00000010:3.1:1769074320.807679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba03d2000. 00010000:00000010:3.1:1769074320.807682:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b89022700. 00010000:00000010:3.1:1769074320.807685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba03d3000. 00010000:00000010:3.1:1769074320.807689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba03d3600. 00010000:00000010:3.1:1769074320.807692:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b99705000. 00000080:00000010:3.1:1769074346.985060:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654ee60. 00000080:00000010:3.1:1769074357.384039:0:27149:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9a980. 00010000:00000010:3.1:1769074433.963609:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88afb500. 00010000:00000010:3.1:1769074434.079342:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b89022300. 00010000:00000010:3.1:1769074434.079365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b892e2800. 00010000:00000010:3.1:1769074434.117860:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f57f00. 00010000:00000010:3.1:1769074434.117886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982bc2160e00. 00010000:00000010:3.1:1769074434.136176:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f57100. 00010000:00000010:3.1:1769074434.531113:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b89022000. 00000080:00000010:3.1:1769074546.698478:0:29090:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9a600. 00000080:00000010:3.1:1769074546.698498:0:29090:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90dc0000. 00010000:00000010:3.1:1769074546.795192:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f57200. 00010000:00000010:3.1:1769074546.795206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b892e2800. 00010000:00000010:3.1:1769074546.795212:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88afbc00. 00010000:00000010:3.1:1769074546.795215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba02e2200. 00010000:00000010:3.1:1769074546.843766:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f57200. 00010000:00000010:3.1:1769074546.843782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982bc2161600. 00010000:00000010:3.1:1769074546.843788:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b89022200. 00010000:00000010:3.1:1769074546.843791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b892e2000. 00000080:00000010:3.1:1769074546.847423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b852d45e0. 00000080:00000010:3.1:1769074546.851593:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90dc6b40. 00000080:00000010:3.1:1769074547.325294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654ea00. 00000080:00000010:3.1:1769074547.325337:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90dcb9c0. 00000080:00000010:3.1:1769074547.623500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9a960. 00000080:00000010:3.1:1769074547.623531:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e40840. 00010000:00000010:3.1:1769074560.750062:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f57d00. 00010000:00000010:3.1:1769074560.750083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982bc2160600. 00010000:00000010:3.1:1769074561.496972:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f57d00. 00010000:00000010:3.1:1769074561.497007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982bc2161800. 00010000:00000010:3.1:1769074561.515976:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f57e00. 00010000:00000010:3.1:1769074561.905765:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f57e00. 00010000:00000010:3.1:1769074561.905793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982bc2160200. 00010000:00000010:3.1:1769074562.157343:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f57e00. 00010000:00000010:3.1:1769074562.157362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982bc2160200. 00010000:00000010:3.1:1769074562.176686:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f57100. 00010000:00000010:3.1:1769074562.748361:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1ee6500. 00010000:00000010:3.1:1769074562.748388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982bc21f6600. 00010000:00000010:3.1:1769074562.784599:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f57800. 00010000:00000010:3.1:1769074562.943882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f26300. 00010000:00000010:3.1:1769074562.943890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98e7a400. 00010000:00000010:3.1:1769074562.961339:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f57800. 00010000:00000010:3.1:1769074564.590328:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98121500. 00010000:00000010:3.1:1769074564.590346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82de1000. 00010000:00000010:3.1:1769074565.750324:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98121700. 00010000:00000010:3.1:1769074566.263344:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1c53300. 00010000:00000010:3.1:1769074566.354046:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1c53d00. 00010000:00000010:3.1:1769074567.172490:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98121300. 00010000:00000010:3.1:1769074567.172512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88870800. 00010000:00000010:3.1:1769074567.669360:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88891b00. 00010000:00000010:3.1:1769074567.816633:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88891e00. 00010000:00000010:3.1:1769074567.839332:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1d33900. 00010000:00000010:3.1:1769074567.839348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b80031600. 00010000:00000010:3.1:1769074567.860338:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1d33100. 00010000:00000010:3.1:1769074568.109729:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1d33100. 00010000:00000010:3.1:1769074568.109762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b80031200. 00010000:00000010:3.1:1769074568.472802:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1d33100. 00010000:00000010:3.1:1769074568.472819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b80031200. 00010000:00000010:3.1:1769074569.014090:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b867e5d00. 00010000:00000010:3.1:1769074569.651616:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88891b00. 00010000:00000010:3.1:1769074570.073726:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88bb1700. 00010000:00000010:3.1:1769074570.073745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98e18e00. 00010000:00000010:3.1:1769074570.810408:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88bb1e00. 00010000:00000010:3.1:1769074570.810436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98e19000. 00010000:00000010:3.1:1769074570.850533:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8a598700. 00010000:00000010:3.1:1769074571.685125:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85caa200. 00010000:00000010:3.1:1769074571.719331:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85caae00. 00010000:00000010:3.1:1769074571.719355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82df9c00. 00010000:00000010:3.1:1769074572.060167:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85caaf00. 00010000:00000010:3.1:1769074572.060193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82df9c00. 00010000:00000010:3.1:1769074572.071610:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8a598000. 00010000:00000010:3.1:1769074572.468679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982bc214d000. 00010000:00000010:3.1:1769074572.468691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82b57800. 00010000:00000010:3.1:1769074574.921240:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849d7000. 00010000:00000010:3.1:1769074575.027959:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b81504600. 00010000:00000010:3.1:1769074575.277048:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8a44a500. 00010000:00000010:3.1:1769074575.277057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82b57800. 00010000:00000010:3.1:1769074575.283159:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8a44ab00. 00010000:00000010:3.1:1769074577.072410:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86653c00. 00010000:00000010:3.1:1769074577.332576:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8ae95700. 00010000:00000010:3.1:1769074577.332593:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82b57800. 00010000:00000010:3.1:1769074577.341877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8ae95f00. 00010000:00000010:1.1:1769074577.834187:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b870b0400. 00010000:00000010:1.1:1769074577.958341:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9100a500. 00010000:00000010:1.1:1769074577.958359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b870b1c00. 00010000:00000010:1.1:1769074577.995739:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9100a300. 00010000:00000010:1.1:1769074578.033895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9100a300. 00010000:00000010:1.1:1769074578.033916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91063600. 00010000:00000010:1.1:1769074578.040728:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9100ac00. 00010000:00000010:1.1:1769074578.129356:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8a48d800. 00010000:00000010:1.1:1769074578.129384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b867b7000. 00010000:00000010:1.1:1769074578.145251:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9100ac00. 00010000:00000010:1.1:1769074578.449472:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82d9a500. 00010000:00000010:1.1:1769074578.449490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91063a00. 00010000:00000010:1.1:1769074578.473247:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82d9a300. 00010000:00000010:3.1:1769074578.702970:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86653800. 00010000:00000010:3.1:1769074578.702995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86774200. 00010000:00000010:1.1:1769074578.793139:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82d9a300. 00010000:00000010:1.1:1769074578.793155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91063400. 00010000:00000010:1.1:1769074578.812513:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82d9ac00. 00010000:00000010:3.1:1769074579.138844:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86653100. 00010000:00000010:3.1:1769074579.138865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86774200. 00010000:00000010:1.1:1769074579.247682:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82d9a600. 00010000:00000010:1.1:1769074579.248505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91062a00. 00010000:00000010:1.1:1769074579.413654:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8aedf700. 00010000:00000010:1.1:1769074579.413675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98776e00. 00010000:00000010:1.1:1769074579.454553:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82d9a600. 00010000:00000010:3.1:1769074579.606867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8ae95800. 00010000:00000010:3.1:1769074579.606883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82deee00. 00010000:00000010:3.1:1769074579.620505:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8ae95200. 00010000:00000010:3.1:1769074579.664037:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8ae95200. 00010000:00000010:3.1:1769074579.664054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82def800. 00010000:00000010:3.1:1769074579.684114:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8ae95300. 00010000:00000010:1.1:1769074579.760394:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82d9a600. 00010000:00000010:1.1:1769074579.760402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91062600. 00010000:00000010:1.1:1769074579.769326:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82d9a100. 00010000:00000010:1.1:1769074579.789339:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8aedf800. 00010000:00000010:1.1:1769074579.789357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98777600. 00010000:00000010:1.1:1769074579.819911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8714ac00. 00010000:00000010:3.1:1769074579.890978:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8769d800. 00010000:00000010:1.1:1769074579.934745:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8714ac00. 00010000:00000010:1.1:1769074579.934761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b888d5a00. 00010000:00000010:1.1:1769074579.948772:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8714a400. 00010000:00000010:3.1:1769074579.988160:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8ae95900. 00010000:00000010:3.1:1769074579.988180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82defa00. 00010000:00000010:3.1:1769074580.012101:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba053e200. 00010000:00000010:1.1:1769074580.046360:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8714a400. 00010000:00000010:1.1:1769074580.046380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b888d5200. 00010000:00000010:1.1:1769074580.070530:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8714a000. 00010000:00000010:3.1:1769074580.165436:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8769d500. 00010000:00000010:3.1:1769074580.216733:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8769db00. 00010000:00000010:3.1:1769074580.216751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8670ae00. 00010000:00000010:3.1:1769074580.244356:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba053e100. 00010000:00000010:3.1:1769074580.376500:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8769dc00. 00010000:00000010:3.1:1769074580.376510:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8670b200. 00010000:00000010:3.1:1769074580.674690:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849c0500. 00010000:00000010:3.1:1769074580.674711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8670ac00. 00010000:00000010:1.1:1769074580.696445:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba053e900. 00010000:00000010:3.1:1769074580.815325:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849c0300. 00010000:00000010:3.1:1769074580.888567:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1974d00. 00010000:00000010:1.1:1769074580.959486:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8714a900. 00010000:00000010:1.1:1769074580.959500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b888d4e00. 00010000:00000010:1.1:1769074581.003532:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8714aa00. 00010000:00000010:1.1:1769074581.046551:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82d9a600. 00010000:00000010:1.1:1769074581.046592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b888d4600. 00010000:00000010:3.1:1769074581.068171:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8714aa00. 00010000:00000010:1.1:1769074581.154348:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8714aa00. 00010000:00000010:1.1:1769074581.154371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b888d4600. 00010000:00000010:1.1:1769074581.172460:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82d9a600. 00010000:00000010:1.1:1769074581.268450:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e22000. 00010000:00000010:1.1:1769074581.268468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b888d5000. 00010000:00000010:1.1:1769074581.288346:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e22b00. 00010000:00000010:1.1:1769074581.365834:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e22b00. 00010000:00000010:1.1:1769074581.365847:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b888d4a00. 00010000:00000010:1.1:1769074581.374745:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e22100. 00010000:00000010:1.1:1769074581.523327:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b866f3700. 00010000:00000010:1.1:1769074581.685562:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e22d00. 00010000:00000010:1.1:1769074581.685585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b829f6000. 00010000:00000010:1.1:1769074581.696326:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e22700. 00010000:00000010:1.1:1769074581.761341:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98ef5c00. 00010000:00000010:1.1:1769074581.761364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b829f7400. 00010000:00000010:1.1:1769074581.774455:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98ef5f00. 00010000:00000010:1.1:1769074581.831443:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82ecf100. 00010000:00000010:1.1:1769074581.831459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82defc00. 00010000:00000010:1.1:1769074581.849298:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98ef5f00. 00010000:00000010:1.1:1769074581.868333:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98ef5f00. 00010000:00000010:1.1:1769074581.868349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b829f6a00. 00010000:00000010:1.1:1769074581.908339:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b866f3900. 00010000:00000010:1.1:1769074581.908355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88b0c600. 00010000:00000010:1.1:1769074581.939105:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98ef5f00. 00010000:00000010:1.1:1769074582.024345:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98ef5100. 00010000:00000010:1.1:1769074582.024382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b829f7600. 00010000:00000010:1.1:1769074582.043601:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98ef5500. 00010000:00000010:1.1:1769074582.066383:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98ef5500. 00010000:00000010:1.1:1769074582.066403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b829f7800. 00010000:00000010:1.1:1769074582.083469:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98ef5000. 00010000:00000010:1.1:1769074582.135341:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8678ce00. 00010000:00000010:1.1:1769074582.135360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b829f6600. 00010000:00000010:1.1:1769074582.152530:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8678cc00. 00010000:00000010:3.1:1769074582.380569:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b859df900. 00010000:00000010:3.1:1769074582.380596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dd8c00. 00010000:00000010:1.1:1769074582.477489:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b891c7000. 00010000:00000010:1.1:1769074582.477508:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88b0d000. 00010000:00000010:1.1:1769074582.489917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8678cc00. 00010000:00000010:1.1:1769074582.506276:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8678c800. 00010000:00000010:1.1:1769074582.506311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91059e00. 00010000:00000010:1.1:1769074582.517646:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8678cc00. 00010000:00000010:1.1:1769074582.586648:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b891c7200. 00010000:00000010:1.1:1769074582.586668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88b0c000. 00010000:00000010:1.1:1769074582.601537:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8678cc00. 00010000:00000010:1.1:1769074582.714665:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b891c7500. 00010000:00000010:1.1:1769074582.730116:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8678c500. 00010000:00000010:1.1:1769074582.730133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91059a00. 00010000:00000010:1.1:1769074582.740316:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8678c300. 00010000:00000010:1.1:1769074582.767366:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c57300. 00010000:00000010:1.1:1769074582.767387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91059200. 00010000:00000010:1.1:1769074582.781337:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c57900. 00010000:00000010:1.1:1769074582.808425:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c57900. 00010000:00000010:1.1:1769074582.808433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91058400. 00010000:00000010:1.1:1769074582.818551:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c57f00. 00010000:00000010:1.1:1769074582.847749:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b859df500. 00010000:00000010:1.1:1769074582.877544:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c57400. 00010000:00000010:1.1:1769074582.877553:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91059c00. 00010000:00000010:1.1:1769074582.889894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c57600. 00010000:00000010:1.1:1769074582.920113:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c57600. 00010000:00000010:1.1:1769074582.920131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91058e00. 00010000:00000010:1.1:1769074582.927683:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c57b00. 00010000:00000010:1.1:1769074582.960357:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c57b00. 00010000:00000010:1.1:1769074582.960367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8679ac00. 00010000:00000010:1.1:1769074582.972372:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c57600. 00010000:00000010:1.1:1769074583.000327:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c57600. 00010000:00000010:1.1:1769074583.000336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8679ac00. 00010000:00000010:1.1:1769074583.011621:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c57b00. 00010000:00000010:1.1:1769074583.055431:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b891c7e00. 00010000:00000010:1.1:1769074583.055449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88b0c400. 00010000:00000010:1.1:1769074583.109346:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849fcb00. 00010000:00000010:1.1:1769074583.394334:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849fcb00. 00010000:00000010:1.1:1769074583.394349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8679b200. 00010000:00000010:1.1:1769074583.415090:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849fca00. 00010000:00000010:3.1:1769074583.559073:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82ecf500. 00010000:00000010:3.1:1769074583.559090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dee400. 00010000:00000010:3.1:1769074583.579388:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82ecf000. 00010000:00000010:1.1:1769074583.879258:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82d24600. 00010000:00000010:1.1:1769074583.879277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98ed6800. 00010000:00000010:1.1:1769074583.912669:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849fca00. 00010000:00000010:1.1:1769074583.980416:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849fca00. 00010000:00000010:1.1:1769074583.980430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8679bc00. 00010000:00000010:1.1:1769074583.988462:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849fcc00. 00010000:00000010:3.1:1769074584.083381:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b860c1000. 00010000:00000010:1.1:1769074584.117375:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849fcc00. 00010000:00000010:1.1:1769074584.117386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8679ae00. 00010000:00000010:1.1:1769074584.123535:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849fc700. 00010000:00000010:1.1:1769074584.146744:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849fc700. 00010000:00000010:1.1:1769074584.146761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8679ae00. 00010000:00000010:1.1:1769074584.162448:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849fcc00. 00010000:00000010:1.1:1769074584.190344:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849fcc00. 00010000:00000010:1.1:1769074584.190366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8679be00. 00010000:00000010:1.1:1769074584.202473:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e85700. 00010000:00000010:1.1:1769074584.242098:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e85700. 00010000:00000010:1.1:1769074584.242121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91058e00. 00010000:00000010:1.1:1769074584.269345:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e85000. 00010000:00000010:1.1:1769074584.392327:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e85000. 00010000:00000010:1.1:1769074584.392344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c1f600. 00010000:00000010:1.1:1769074584.403210:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e85a00. 00010000:00000010:3.1:1769074584.502789:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b860c1b00. 00010000:00000010:1.1:1769074584.617336:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e85a00. 00010000:00000010:1.1:1769074584.617352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c1f000. 00010000:00000010:1.1:1769074584.650388:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e85300. 00010000:00000010:3.1:1769074584.747435:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82ecfb00. 00010000:00000010:3.1:1769074584.747451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c1ca00. 00010000:00000010:3.1:1769074584.760441:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82ecf300. 00010000:00000010:3.1:1769074584.842349:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82ecf300. 00010000:00000010:3.1:1769074584.842369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c1c800. 00010000:00000010:3.1:1769074584.852334:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82ecf100. 00010000:00000010:1.1:1769074584.889762:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e1a600. 00010000:00000010:1.1:1769074584.889775:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98ed6400. 00010000:00000010:1.1:1769074584.902565:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e85f00. 00010000:00000010:1.1:1769074584.927483:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c2ac00. 00010000:00000010:1.1:1769074584.927499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c1f400. 00010000:00000010:1.1:1769074584.941483:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c2af00. 00010000:00000010:1.1:1769074585.008468:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c2a400. 00010000:00000010:1.1:1769074585.008487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c1fc00. 00010000:00000010:1.1:1769074585.035482:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c2a600. 00010000:00000010:1.1:1769074585.081607:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c2a600. 00010000:00000010:1.1:1769074585.081723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c1ee00. 00010000:00000010:1.1:1769074585.123004:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c2ab00. 00010000:00000010:1.1:1769074585.237513:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87fcac00. 00010000:00000010:1.1:1769074585.237538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871e3600. 00010000:00000010:1.1:1769074585.248361:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c2ab00. 00010000:00000010:1.1:1769074585.366334:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c2ab00. 00010000:00000010:1.1:1769074585.366345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c1f800. 00010000:00000010:1.1:1769074585.388103:0:15953:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c2aa00. 00010000:00000010:1.1:1769074585.432622:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87fcad00. 00010000:00000010:1.1:1769074585.586703:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c2af00. 00010000:00000010:1.1:1769074585.586725:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c07400. 00010000:00000010:1.1:1769074585.598323:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e85f00. 00010000:00000010:1.1:1769074585.713567:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b860c1a00. 00010000:00000010:1.1:1769074585.713603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8654dc00. 00010000:00000010:1.1:1769074585.737015:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c2c400. 00010000:00000010:1.1:1769074585.784642:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c2c400. 00010000:00000010:1.1:1769074585.784661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c06a00. 00010000:00000010:1.1:1769074585.814638:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c2cb00. 00010000:00000010:1.1:1769074585.931447:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c2cb00. 00010000:00000010:1.1:1769074585.931470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c06a00. 00010000:00000010:1.1:1769074585.952388:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c2c200. 00010000:00000010:3.1:1769074586.042520:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b860c1300. 00010000:00000010:1.1:1769074586.088331:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c2c200. 00010000:00000010:1.1:1769074586.088351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c06600. 00010000:00000010:1.1:1769074586.141410:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c2c500. 00010000:00000010:3.1:1769074586.481786:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b860c1300. 00010000:00000010:3.1:1769074586.481812:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8654d800. 00010000:00000010:3.1:1769074586.564566:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c84e00. 00010000:00000010:3.1:1769074586.564580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c1d600. 00010000:00000010:1.1:1769074586.627344:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c2c500. 00010000:00000010:1.1:1769074586.627369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c07e00. 00010000:00000010:1.1:1769074586.640342:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c2ce00. 00010000:00000010:1.1:1769074586.673680:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c2ce00. 00010000:00000010:1.1:1769074586.673701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c07000. 00010000:00000010:1.1:1769074586.704898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e85f00. 00010000:00000010:1.1:1769074586.815006:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cfc600. 00010000:00000010:3.1:1769074586.865151:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cfc600. 00010000:00000010:1.1:1769074586.981343:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cf6a00. 00010000:00000010:1.1:1769074586.981366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c07200. 00010000:00000010:1.1:1769074587.000462:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cf6100. 00010000:00000010:1.1:1769074587.059364:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cf6100. 00010000:00000010:1.1:1769074587.059386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c07200. 00010000:00000010:1.1:1769074587.092826:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cf6500. 00010000:00000010:1.1:1769074587.236889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b860c1e00. 00010000:00000010:1.1:1769074587.236923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8654dc00. 00010000:00000010:1.1:1769074587.250251:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cf6500. 00010000:00000010:1.1:1769074587.311364:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85da0900. 00010000:00000010:1.1:1769074587.311387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85da5e00. 00010000:00000010:1.1:1769074587.345715:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cf6500. 00010000:00000010:1.1:1769074587.505963:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cf6800. 00010000:00000010:1.1:1769074587.505994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c3f600. 00010000:00000010:1.1:1769074587.514453:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e85f00. 00010000:00000010:1.1:1769074587.567970:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85da0c00. 00010000:00000010:3.1:1769074587.596331:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85926f00. 00010000:00000010:1.1:1769074587.749414:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c84000. 00010000:00000010:1.1:1769074587.749431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c1d200. 00010000:00000010:1.1:1769074587.779340:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85da3200. 00010000:00000010:3.1:1769074587.970735:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85926800. 00010000:00000010:3.1:1769074587.970754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871cce00. 00010000:00000010:3.1:1769074588.092136:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85926000. 00010000:00000010:3.1:1769074588.092145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871cdc00. 00010000:00000010:1.1:1769074588.194347:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85da3200. 00010000:00000010:1.1:1769074588.194367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c3e000. 00010000:00000010:1.1:1769074588.271464:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85da3300. 00010000:00000010:1.1:1769074588.391338:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85da3300. 00010000:00000010:1.1:1769074588.391360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c3e000. 00010000:00000010:1.1:1769074588.501542:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8580a600. 00010000:00000010:1.1:1769074588.501573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871d2800. 00010000:00000010:3.1:1769074588.560679:0:37:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85da3300. 00010000:00000010:1.1:1769074588.904549:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8580aa00. 00010000:00000010:1.1:1769074589.030734:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85926400. 00010000:00000010:1.1:1769074589.124984:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8580a900. 00010000:00000010:1.1:1769074589.275425:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cebd00. 00010000:00000010:1.1:1769074589.275443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85db0a00. 00010000:00000010:1.1:1769074589.321451:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85ceb700. 00010000:00000010:1.1:1769074589.416539:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8580a300. 00010000:00000010:1.1:1769074589.416563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871d2000. 00010000:00000010:1.1:1769074589.440402:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85ceb700. 00010000:00000010:1.1:1769074589.681329:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85ced900. 00010000:00000010:1.1:1769074589.892817:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85ceb100. 00010000:00000010:1.1:1769074589.893518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85db1800. 00010000:00000010:1.1:1769074589.907269:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85ceb500. 00010000:00000010:1.1:1769074590.262648:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d98500. 00010000:00000010:1.1:1769074590.262672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d85600. 00010000:00000010:1.1:1769074590.285402:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85ceb500. 00010000:00000010:3.1:1769074590.385757:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85db4300. 00010000:00000010:3.1:1769074590.385781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85db1200. 00010000:00000010:1.1:1769074590.411408:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82ecf100. 00010000:00000010:1.1:1769074590.452341:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85db4f00. 00010000:00000010:1.1:1769074590.452387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85db0c00. 00010000:00000010:1.1:1769074590.470050:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85db4d00. 00010000:00000010:1.1:1769074590.610621:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85db4d00. 00010000:00000010:1.1:1769074590.610645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85db1400. 00010000:00000010:1.1:1769074590.643354:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85db4600. 00010000:00000010:3.1:1769074590.722096:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c37a00. 00010000:00000010:1.1:1769074590.747592:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85db4b00. 00010000:00000010:1.1:1769074590.747613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8499b600. 00010000:00000010:1.1:1769074590.758407:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85db4200. 00010000:00000010:3.1:1769074590.788367:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cdca00. 00010000:00000010:3.1:1769074590.788388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c1c000. 00010000:00000010:3.1:1769074590.812901:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cdc100. 00010000:00000010:1.1:1769074591.039655:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d9b000. 00010000:00000010:1.1:1769074591.071940:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85ceb500. 00010000:00000010:1.1:1769074591.071952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8499b800. 00010000:00000010:1.1:1769074591.144852:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8582a800. 00010000:00000010:1.1:1769074591.144864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8499b800. 00010000:00000010:1.1:1769074591.152673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8582a000. 00010000:00000010:1.1:1769074591.302559:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8582a000. 00010000:00000010:1.1:1769074591.302569:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8499ba00. 00010000:00000010:1.1:1769074591.316335:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8582aa00. 00010000:00000010:1.1:1769074591.493680:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85820400. 00010000:00000010:1.1:1769074591.493692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8499c400. 00010000:00000010:1.1:1769074591.499532:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8582aa00. 00010000:00000010:1.1:1769074591.535353:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8582aa00. 00010000:00000010:1.1:1769074591.535370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8499a400. 00010000:00000010:1.1:1769074591.535373:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8582ac00. 00010000:00000010:1.1:1769074591.563365:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8582ac00. 00010000:00000010:1.1:1769074591.563376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8499a400. 00010000:00000010:1.1:1769074591.578475:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8582aa00. 00010000:00000010:1.1:1769074591.671543:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8582aa00. 00010000:00000010:1.1:1769074591.671572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8499a400. 00010000:00000010:1.1:1769074591.686354:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8582ac00. 00010000:00000010:1.1:1769074591.710861:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85801f00. 00010000:00000010:1.1:1769074591.710885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8499a600. 00010000:00000010:1.1:1769074591.725149:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85801d00. 00010000:00000010:1.1:1769074591.796149:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85820900. 00010000:00000010:1.1:1769074591.796158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85daae00. 00010000:00000010:3.1:1769074591.805197:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85801d00. 00010000:00000010:1.1:1769074591.869108:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85801700. 00010000:00000010:1.1:1769074591.869131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85815000. 00010000:00000010:1.1:1769074591.888462:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85801400. 00010000:00000010:1.1:1769074591.935643:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b871dbb00. 00010000:00000010:1.1:1769074591.961819:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85823f00. 00010000:00000010:1.1:1769074591.961834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85dabe00. 00010000:00000010:1.1:1769074591.966344:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85801b00. 00010000:00000010:3.1:1769074592.048598:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85801500. 00010000:00000010:3.1:1769074592.048610:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85814400. 00010000:00000010:3.1:1769074592.052485:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cdce00. 00010000:00000010:3.1:1769074592.321968:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cdc700. 00010000:00000010:3.1:1769074592.322005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85828000. 00010000:00000010:3.1:1769074592.359359:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cdc700. 00010000:00000010:3.1:1769074592.359384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85828000. 00010000:00000010:3.1:1769074592.370800:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cdc600. 00010000:00000010:1.1:1769074592.422957:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85823e00. 00010000:00000010:1.1:1769074592.422986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84987a00. 00010000:00000010:1.1:1769074592.435820:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85801900. 00010000:00000010:3.1:1769074592.511503:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c37a00. 00010000:00000010:1.1:1769074592.543363:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85801900. 00010000:00000010:1.1:1769074592.543385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85814e00. 00010000:00000010:3.1:1769074592.644468:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82dfe000. 00010000:00000010:3.1:1769074592.644486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85828200. 00010000:00000010:3.1:1769074592.659407:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82dfeb00. 00010000:00000010:3.1:1769074592.802490:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8586c000. 00010000:00000010:1.1:1769074592.889544:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85801900. 00010000:00000010:1.1:1769074592.889571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85814e00. 00010000:00000010:1.1:1769074592.915329:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85801d00. 00010000:00000010:1.1:1769074593.106540:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85801d00. 00010000:00000010:1.1:1769074593.106550:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85815600. 00010000:00000010:1.1:1769074593.114609:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85833200. 00010000:00000010:1.1:1769074593.191066:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85833200. 00010000:00000010:1.1:1769074593.191076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85814400. 00010000:00000010:1.1:1769074593.203451:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85833300. 00010000:00000010:1.1:1769074593.222913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85833200. 00010000:00000010:1.1:1769074593.222940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85814400. 00010000:00000010:1.1:1769074593.242564:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85833300. 00010000:00000010:3.1:1769074593.271352:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84982800. 00010000:00000010:3.1:1769074593.271377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84987800. 00010000:00000010:3.1:1769074593.293434:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82dfe900. 00010000:00000010:1.1:1769074593.664744:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85833800. 00010000:00000010:1.1:1769074593.664762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d1cc00. 00010000:00000010:1.1:1769074593.707191:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85833000. 00010000:00000010:1.1:1769074593.846810:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85833000. 00010000:00000010:1.1:1769074593.846858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d1cc00. 00010000:00000010:1.1:1769074593.859595:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85833b00. 00010000:00000010:1.1:1769074593.897649:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d40900. 00010000:00000010:1.1:1769074593.897660:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d47a00. 00010000:00000010:1.1:1769074593.915332:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85877000. 00010000:00000010:1.1:1769074593.983360:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85877000. 00010000:00000010:1.1:1769074593.983382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d1c400. 00010000:00000010:1.1:1769074593.991472:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85877100. 00010000:00000010:3.1:1769074594.094603:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82dfe900. 00010000:00000010:3.1:1769074594.094628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85829000. 00010000:00000010:3.1:1769074594.109477:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82dfed00. 00010000:00000010:1.1:1769074594.245416:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85877900. 00010000:00000010:1.1:1769074594.245434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d1ca00. 00010000:00000010:1.1:1769074594.254511:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85877e00. 00010000:00000010:1.1:1769074594.374021:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d40a00. 00010000:00000010:1.1:1769074594.410380:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85877400. 00010000:00000010:1.1:1769074594.410407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d1c600. 00010000:00000010:1.1:1769074594.475382:0:2364:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85877600. 00010000:00000010:1.1:1769074594.668580:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85877600. 00010000:00000010:1.1:1769074594.668602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d1d800. 00010000:00000010:1.1:1769074594.715730:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85877100. 00010000:00000010:1.1:1769074594.866043:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d40a00. 00010000:00000010:1.1:1769074594.970007:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85858d00. 00010000:00000010:1.1:1769074594.970020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d3d600. 00010000:00000010:1.1:1769074595.043416:0:15953:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85858700. 00010000:00000010:3.1:1769074595.151417:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82dfed00. 00010000:00000010:3.1:1769074595.151439:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85829800. 00010000:00000010:3.1:1769074595.166775:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82dfe700. 00010000:00000010:1.1:1769074595.322942:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8586ed00. 00010000:00000010:3.1:1769074595.385343:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8586e700. 00010000:00000010:1.1:1769074595.615918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85858a00. 00010000:00000010:1.1:1769074595.616063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d3cc00. 00010000:00000010:1.1:1769074595.632868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85858100. 00010000:00000010:1.1:1769074595.653534:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85858100. 00010000:00000010:1.1:1769074595.653565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d3c000. 00010000:00000010:1.1:1769074595.688814:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85877100. 00010000:00000010:1.1:1769074595.982704:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84941e00. 00010000:00000010:1.1:1769074595.982737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8494ba00. 00010000:00000010:1.1:1769074595.985453:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8585d300. 00010000:00000010:1.1:1769074596.117415:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8585d300. 00010000:00000010:1.1:1769074596.117442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d3c200. 00010000:00000010:1.1:1769074596.129491:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8585de00. 00010000:00000010:1.1:1769074596.159425:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8585de00. 00010000:00000010:1.1:1769074596.159451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d3ca00. 00010000:00000010:1.1:1769074596.179462:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8585dd00. 00010000:00000010:1.1:1769074596.250339:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8585d800. 00010000:00000010:1.1:1769074596.250360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d3c600. 00010000:00000010:1.1:1769074596.257507:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8585d000. 00010000:00000010:1.1:1769074596.321415:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8585d000. 00010000:00000010:1.1:1769074596.321439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8495d800. 00010000:00000010:1.1:1769074596.349429:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8585da00. 00010000:00000010:1.1:1769074596.504133:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84953c00. 00010000:00000010:1.1:1769074596.504157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8495cc00. 00010000:00000010:1.1:1769074596.520568:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84953f00. 00010000:00000010:1.1:1769074596.619879:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84953f00. 00010000:00000010:1.1:1769074596.619890:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8495d200. 00010000:00000010:1.1:1769074596.630387:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84953400. 00010000:00000010:1.1:1769074596.659341:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c32000. 00010000:00000010:1.1:1769074596.659351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d0d200. 00010000:00000010:3.1:1769074596.797102:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c32b00. 00010000:00000010:3.1:1769074596.797111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d0ca00. 00010000:00000010:3.1:1769074596.816510:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c32200. 00010000:00000010:3.1:1769074596.893489:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c32200. 00010000:00000010:3.1:1769074596.893496:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d0c800. 00010000:00000010:3.1:1769074596.909525:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c32500. 00010000:00000010:1.1:1769074597.047842:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84953400. 00010000:00000010:1.1:1769074597.047867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8495d200. 00010000:00000010:1.1:1769074597.072331:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84953f00. 00010000:00000010:3.1:1769074597.103587:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84953f00. 00010000:00000010:3.1:1769074597.103611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8495dc00. 00010000:00000010:1.1:1769074597.127741:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8584a300. 00010000:00000010:1.1:1769074597.214350:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84953100. 00010000:00000010:1.1:1769074597.214374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8495ca00. 00010000:00000010:1.1:1769074597.251476:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d20200. 00010000:00000010:1.1:1769074597.280358:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84953500. 00010000:00000010:1.1:1769074597.280384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8495c800. 00010000:00000010:1.1:1769074597.303336:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84953f00. 00010000:00000010:3.1:1769074597.463460:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84955300. 00010000:00000010:3.1:1769074597.463485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8495de00. 00010000:00000010:3.1:1769074597.481477:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c32500. 00010000:00000010:1.1:1769074597.848389:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84966800. 00010000:00000010:1.1:1769074597.888339:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84955f00. 00010000:00000010:1.1:1769074597.888346:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8495dc00. 00010000:00000010:1.1:1769074597.897839:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84955d00. 00010000:00000010:1.1:1769074598.083369:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84955d00. 00010000:00000010:1.1:1769074598.083393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8496bc00. 00010000:00000010:1.1:1769074598.115320:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84955600. 00010000:00000010:1.1:1769074598.190331:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84955600. 00010000:00000010:1.1:1769074598.190352:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8496bc00. 00010000:00000010:1.1:1769074598.199477:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84955800. 00010000:00000010:1.1:1769074598.306335:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84955800. 00010000:00000010:1.1:1769074598.306357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8496a800. 00010000:00000010:1.1:1769074598.482331:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84921f00. 00010000:00000010:1.1:1769074598.507816:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84953f00. 00010000:00000010:1.1:1769074598.507845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8496b600. 00010000:00000010:1.1:1769074598.653341:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84921b00. 00010000:00000010:1.1:1769074598.712519:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84921000. 00010000:00000010:1.1:1769074598.712539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8483ec00. 00010000:00000010:1.1:1769074598.744320:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84839000. 00010000:00000010:1.1:1769074598.772322:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84839000. 00010000:00000010:1.1:1769074598.772397:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8496b000. 00010000:00000010:1.1:1769074598.783879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84839100. 00010000:00000010:1.1:1769074598.907507:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84921a00. 00010000:00000010:1.1:1769074599.002541:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84839f00. 00010000:00000010:1.1:1769074599.002562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8496b200. 00010000:00000010:1.1:1769074599.032042:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84839d00. 00010000:00000010:3.1:1769074599.069361:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84839d00. 00010000:00000010:3.1:1769074599.069380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8496b200. 00010000:00000010:3.1:1769074599.088621:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c32500. 00010000:00000010:3.1:1769074599.140500:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c32500. 00010000:00000010:3.1:1769074599.140517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d0d800. 00010000:00000010:3.1:1769074599.173893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c32700. 00010000:00000010:1.1:1769074599.431406:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84922400. 00010000:00000010:1.1:1769074599.431425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8483fc00. 00010000:00000010:1.1:1769074599.457380:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84839700. 00010000:00000010:1.1:1769074599.531346:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84839700. 00010000:00000010:1.1:1769074599.531364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8496b200. 00010000:00000010:1.1:1769074599.566306:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84839600. 00010000:00000010:1.1:1769074599.643416:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84922800. 00010000:00000010:1.1:1769074600.154354:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8483d900. 00010000:00000010:1.1:1769074600.154372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8480a000. 00010000:00000010:1.1:1769074600.162323:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8483de00. 00010000:00000010:1.1:1769074600.190447:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8483de00. 00010000:00000010:1.1:1769074600.190464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8480b400. 00010000:00000010:1.1:1769074600.331938:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8483d400. 00010000:00000010:1.1:1769074600.331955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8480a200. 00010000:00000010:1.1:1769074600.367480:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8483d600. 00010000:00000010:1.1:1769074600.457719:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84922e00. 00010000:00000010:1.1:1769074600.457737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8483ec00. 00010000:00000010:1.1:1769074600.506733:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8483d600. 00010000:00000010:1.1:1769074600.663409:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84922a00. 00010000:00000010:1.1:1769074600.689982:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8491d400. 00010000:00000010:1.1:1769074600.690003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8480b600. 00010000:00000010:1.1:1769074600.727681:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8491d600. 00010000:00000010:3.1:1769074600.858383:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84806300. 00010000:00000010:3.1:1769074600.858396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8585fc00. 00010000:00000010:1.1:1769074601.021332:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8491d600. 00010000:00000010:1.1:1769074601.021347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8480b800. 00010000:00000010:1.1:1769074601.032362:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8491db00. 00010000:00000010:1.1:1769074601.193645:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8491d100. 00010000:00000010:1.1:1769074601.193663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8480ba00. 00010000:00000010:1.1:1769074601.239360:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8491d500. 00010000:00000010:1.1:1769074601.368385:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8491d500. 00010000:00000010:1.1:1769074601.368401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d39200. 00010000:00000010:1.1:1769074601.391693:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8491de00. 00010000:00000010:1.1:1769074601.598755:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8491de00. 00010000:00000010:1.1:1769074601.598779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d38400. 00010000:00000010:1.1:1769074601.618408:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8491dd00. 00010000:00000010:1.1:1769074601.701348:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8491dd00. 00010000:00000010:1.1:1769074601.701372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d38400. 00010000:00000010:1.1:1769074601.741395:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8491da00. 00010000:00000010:1.1:1769074601.857497:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84933100. 00010000:00000010:1.1:1769074601.857507:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d38e00. 00010000:00000010:1.1:1769074601.869445:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84933500. 00010000:00000010:1.1:1769074601.905067:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84933500. 00010000:00000010:1.1:1769074601.905088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d38600. 00010000:00000010:1.1:1769074601.919329:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84933e00. 00010000:00000010:1.1:1769074601.967520:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84933e00. 00010000:00000010:1.1:1769074601.967540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d38600. 00010000:00000010:1.1:1769074601.982694:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84933500. 00010000:00000010:1.1:1769074602.084495:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84933500. 00010000:00000010:1.1:1769074602.084520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d39000. 00010000:00000010:1.1:1769074602.100548:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84933600. 00010000:00000010:1.1:1769074602.141845:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84933600. 00010000:00000010:1.1:1769074602.141864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d39a00. 00010000:00000010:1.1:1769074602.141869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84937600. 00010000:00000010:1.1:1769074602.156558:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84937200. 00010000:00000010:1.1:1769074602.156570:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84836200. 00010000:00000010:1.1:1769074602.172543:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84937600. 00010000:00000010:1.1:1769074602.194027:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84937500. 00010000:00000010:1.1:1769074602.194050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84836a00. 00010000:00000010:1.1:1769074602.202920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84937600. 00010000:00000010:3.1:1769074602.438404:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d5d900. 00010000:00000010:3.1:1769074602.562349:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d5d300. 00010000:00000010:3.1:1769074602.562373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8585f000. 00010000:00000010:1.1:1769074602.578932:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c34000. 00010000:00000010:1.1:1769074602.611467:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84937f00. 00010000:00000010:1.1:1769074602.611479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84837000. 00010000:00000010:1.1:1769074602.621453:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84937600. 00010000:00000010:1.1:1769074603.084758:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84912e00. 00010000:00000010:1.1:1769074603.084766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84837000. 00010000:00000010:1.1:1769074603.095422:0:1035:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84912c00. 00010000:00000010:1.1:1769074603.169479:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84912c00. 00010000:00000010:1.1:1769074603.169488:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84837200. 00010000:00000010:1.1:1769074603.169509:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84912700. 00010000:00000010:1.1:1769074603.189258:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84912700. 00010000:00000010:1.1:1769074603.189300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84837200. 00010000:00000010:1.1:1769074603.203111:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84912c00. 00010000:00000010:1.1:1769074603.233105:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84912c00. 00010000:00000010:1.1:1769074603.233129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84836a00. 00010000:00000010:1.1:1769074603.253349:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84912200. 00010000:00000010:1.1:1769074603.482461:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84912200. 00010000:00000010:1.1:1769074603.482477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84977c00. 00010000:00000010:1.1:1769074603.518405:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84912500. 00010000:00000010:1.1:1769074603.925489:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84970d00. 00010000:00000010:1.1:1769074603.975244:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84970b00. 00010000:00000010:1.1:1769074603.975269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84899800. 00010000:00000010:1.1:1769074603.989008:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84915400. 00010000:00000010:3.1:1769074604.027435:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c34200. 00010000:00000010:3.1:1769074604.027457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84808c00. 00010000:00000010:3.1:1769074604.052583:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c34a00. 00010000:00000010:1.1:1769074604.084371:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84970200. 00010000:00000010:1.1:1769074604.084402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84898c00. 00010000:00000010:1.1:1769074604.107319:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84915400. 00010000:00000010:1.1:1769074604.146098:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84970a00. 00010000:00000010:1.1:1769074604.146123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84899a00. 00010000:00000010:1.1:1769074604.146138:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84915400. 00010000:00000010:1.1:1769074604.209943:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84915400. 00010000:00000010:1.1:1769074604.209975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84977000. 00010000:00000010:1.1:1769074604.215105:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84915500. 00010000:00000010:1.1:1769074604.315338:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84915f00. 00010000:00000010:1.1:1769074604.315351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84977200. 00010000:00000010:1.1:1769074604.315358:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84915500. 00010000:00000010:1.1:1769074604.420578:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8487ea00. 00010000:00000010:1.1:1769074604.420593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84976400. 00010000:00000010:1.1:1769074604.432347:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8487e100. 00010000:00000010:1.1:1769074604.481348:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84818200. 00010000:00000010:1.1:1769074604.481371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84898a00. 00010000:00000010:3.1:1769074604.779546:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84821600. 00010000:00000010:3.1:1769074604.939958:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84821400. 00010000:00000010:3.1:1769074604.939981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84865c00. 00010000:00000010:3.1:1769074604.950201:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c34000. 00010000:00000010:1.1:1769074605.011951:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8487e500. 00010000:00000010:1.1:1769074605.011959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84977000. 00010000:00000010:1.1:1769074605.018714:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8487e300. 00010000:00000010:1.1:1769074605.146888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8487e300. 00010000:00000010:1.1:1769074605.146909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84904800. 00010000:00000010:1.1:1769074605.169801:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8487e500. 00010000:00000010:1.1:1769074605.257354:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84821200. 00010000:00000010:1.1:1769074605.257379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84906c00. 00010000:00000010:1.1:1769074605.279364:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8487e500. 00010000:00000010:1.1:1769074605.457459:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8487e500. 00010000:00000010:1.1:1769074605.457483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84905e00. 00010000:00000010:1.1:1769074605.487785:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8487e400. 00010000:00000010:1.1:1769074605.525490:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8487e400. 00010000:00000010:1.1:1769074605.525513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84905000. 00010000:00000010:1.1:1769074605.538640:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8487e100. 00010000:00000010:3.1:1769074605.634040:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c34900. 00010000:00000010:3.1:1769074605.634067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84906000. 00010000:00000010:3.1:1769074605.677134:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c34000. 00010000:00000010:1.1:1769074605.745515:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8487e100. 00010000:00000010:1.1:1769074605.745527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84904000. 00010000:00000010:1.1:1769074605.770310:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848c2600. 00010000:00000010:3.1:1769074605.847603:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84821900. 00010000:00000010:1.1:1769074605.966331:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848c2600. 00010000:00000010:1.1:1769074605.966339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84905400. 00010000:00000010:1.1:1769074605.973608:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848c2200. 00010000:00000010:1.1:1769074606.066346:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84819300. 00010000:00000010:1.1:1769074606.066368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84867e00. 00010000:00000010:1.1:1769074606.078331:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848c2200. 00010000:00000010:1.1:1769074606.248818:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848c2200. 00010000:00000010:1.1:1769074606.248843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84905c00. 00010000:00000010:1.1:1769074606.276555:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848c2300. 00010000:00000010:1.1:1769074606.724961:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848c2c00. 00010000:00000010:1.1:1769074606.724979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84977000. 00010000:00000010:1.1:1769074606.745263:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848c2f00. 00010000:00000010:1.1:1769074606.785323:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848c2f00. 00010000:00000010:1.1:1769074606.785345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84885000. 00010000:00000010:1.1:1769074607.027338:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f8d00. 00010000:00000010:1.1:1769074607.064668:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8487e100. 00010000:00000010:1.1:1769074607.064688:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84885a00. 00010000:00000010:1.1:1769074607.159341:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f8800. 00010000:00000010:1.1:1769074607.159357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84880600. 00010000:00000010:1.1:1769074607.175375:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f6b00. 00010000:00000010:1.1:1769074607.205899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f6b00. 00010000:00000010:1.1:1769074607.205924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84885400. 00010000:00000010:1.1:1769074607.230326:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f6500. 00010000:00000010:1.1:1769074607.913362:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f6500. 00010000:00000010:1.1:1769074607.913386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84884200. 00010000:00000010:1.1:1769074607.949351:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f6e00. 00010000:00000010:1.1:1769074607.989403:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f6e00. 00010000:00000010:1.1:1769074607.989425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84884a00. 00010000:00000010:3.1:1769074608.206336:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848d4300. 00010000:00000010:1.1:1769074608.374700:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f6600. 00010000:00000010:1.1:1769074608.374708:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84884600. 00010000:00000010:1.1:1769074608.386341:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f6800. 00010000:00000010:1.1:1769074608.397357:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f6600. 00010000:00000010:1.1:1769074608.397381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84884600. 00010000:00000010:1.1:1769074608.415327:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f6800. 00010000:00000010:3.1:1769074608.785391:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848c8500. 00010000:00000010:3.1:1769074608.785493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84889600. 00010000:00000010:3.1:1769074608.800763:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84879000. 00010000:00000010:1.1:1769074608.838432:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8485a500. 00010000:00000010:1.1:1769074608.838454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8488a000. 00010000:00000010:1.1:1769074608.865821:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f6800. 00010000:00000010:3.1:1769074609.034408:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848c8700. 00010000:00000010:1.1:1769074609.145604:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f7e00. 00010000:00000010:1.1:1769074609.145628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848a5600. 00010000:00000010:1.1:1769074609.161654:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f7c00. 00010000:00000010:1.1:1769074609.180499:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f7c00. 00010000:00000010:1.1:1769074609.180532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848a5800. 00010000:00000010:1.1:1769074609.200370:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f7700. 00010000:00000010:1.1:1769074609.311361:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f7700. 00010000:00000010:1.1:1769074609.311391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848a4c00. 00010000:00000010:1.1:1769074609.327530:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f7800. 00010000:00000010:1.1:1769074609.338164:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f7700. 00010000:00000010:1.1:1769074609.338172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848a4c00. 00010000:00000010:1.1:1769074609.348584:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f7800. 00010000:00000010:1.1:1769074609.540315:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8485a400. 00010000:00000010:3.1:1769074609.628208:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8487c300. 00010000:00000010:3.1:1769074609.628221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84906e00. 00010000:00000010:3.1:1769074609.640411:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8487c900. 00010000:00000010:1.1:1769074609.716524:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87412200. 00010000:00000010:1.1:1769074609.716548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848b9a00. 00010000:00000010:1.1:1769074609.740960:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848a0f00. 00010000:00000010:1.1:1769074609.835460:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848a0f00. 00010000:00000010:1.1:1769074609.835470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848a4e00. 00010000:00000010:1.1:1769074609.866166:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848a0600. 00010000:00000010:1.1:1769074609.914339:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848a0600. 00010000:00000010:1.1:1769074609.914346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848a4200. 00010000:00000010:1.1:1769074609.929398:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848a0b00. 00010000:00000010:3.1:1769074609.957805:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8487c900. 00010000:00000010:3.1:1769074609.957826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84906e00. 00010000:00000010:1.1:1769074610.009634:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848a0b00. 00010000:00000010:1.1:1769074610.009649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848a4200. 00010000:00000010:1.1:1769074610.026465:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848a0600. 00010000:00000010:3.1:1769074610.081470:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848b4a00. 00010000:00000010:3.1:1769074610.081497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848ba400. 00010000:00000010:3.1:1769074610.096697:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8487c900. 00010000:00000010:1.1:1769074610.175327:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848a0600. 00010000:00000010:1.1:1769074610.175345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848bf600. 00010000:00000010:1.1:1769074610.200338:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848a0500. 00010000:00000010:1.1:1769074610.286333:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848a0500. 00010000:00000010:1.1:1769074610.286349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848bf600. 00010000:00000010:1.1:1769074610.312565:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848a0300. 00010000:00000010:1.1:1769074610.414180:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848e3f00. 00010000:00000010:1.1:1769074610.414196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848bf000. 00010000:00000010:1.1:1769074610.428193:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848e3d00. 00010000:00000010:1.1:1769074610.592486:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848e3600. 00010000:00000010:1.1:1769074610.592504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848be000. 00010000:00000010:1.1:1769074610.657488:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848b4d00. 00010000:00000010:1.1:1769074610.657504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848baa00. 00010000:00000010:1.1:1769074610.685852:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848e3600. 00010000:00000010:1.1:1769074610.833350:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848e3600. 00010000:00000010:1.1:1769074610.833371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848be400. 00010000:00000010:1.1:1769074610.845901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848e3a00. 00010000:00000010:3.1:1769074611.091454:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848b4a00. 00010000:00000010:1.1:1769074611.157549:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848e3900. 00010000:00000010:1.1:1769074611.157568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848bea00. 00010000:00000010:1.1:1769074611.168379:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848e3e00. 00010000:00000010:1.1:1769074611.195599:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848e3e00. 00010000:00000010:1.1:1769074611.195616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848bfa00. 00010000:00000010:1.1:1769074611.214828:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848e3400. 00010000:00000010:1.1:1769074611.323584:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87474f00. 00010000:00000010:1.1:1769074611.323592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874cc800. 00010000:00000010:1.1:1769074611.323595:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87474d00. 00010000:00000010:1.1:1769074611.350340:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87474d00. 00010000:00000010:1.1:1769074611.350358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874cc800. 00010000:00000010:1.1:1769074611.429722:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87474d00. 00010000:00000010:1.1:1769074611.429740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874cc800. 00010000:00000010:1.1:1769074611.459881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87474800. 00010000:00000010:1.1:1769074611.666438:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87474200. 00010000:00000010:1.1:1769074611.666455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874cda00. 00010000:00000010:1.1:1769074611.685315:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87474a00. 00010000:00000010:1.1:1769074611.709694:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87474a00. 00010000:00000010:1.1:1769074611.709709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874cd200. 00010000:00000010:1.1:1769074611.741274:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87474800. 00010000:00000010:1.1:1769074611.825497:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87474800. 00010000:00000010:1.1:1769074611.825516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874cc400. 00010000:00000010:1.1:1769074611.847443:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8741e200. 00010000:00000010:1.1:1769074611.953211:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8487c300. 00010000:00000010:1.1:1769074611.953227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874cb200. 00010000:00000010:1.1:1769074612.032329:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8741ee00. 00010000:00000010:1.1:1769074612.032340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874ccc00. 00010000:00000010:1.1:1769074612.036323:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8741ec00. 00010000:00000010:3.1:1769074612.421300:0:2367:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848e0000. 00010000:00000010:1.1:1769074612.576196:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8741ec00. 00010000:00000010:1.1:1769074612.576206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87498800. 00010000:00000010:1.1:1769074612.727330:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8741ec00. 00010000:00000010:1.1:1769074612.727336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87498800. 00010000:00000010:1.1:1769074612.752548:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8741e400. 00010000:00000010:1.1:1769074613.061521:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8741e000. 00010000:00000010:1.1:1769074613.061528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87499800. 00010000:00000010:1.1:1769074613.132409:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8741eb00. 00010000:00000010:1.1:1769074613.389332:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87474800. 00010000:00000010:1.1:1769074613.389351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87498000. 00010000:00000010:1.1:1769074613.416805:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8757f600. 00010000:00000010:3.1:1769074613.620772:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8758c200. 00010000:00000010:1.1:1769074613.832180:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87455900. 00010000:00000010:1.1:1769074613.882576:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8757f500. 00010000:00000010:1.1:1769074613.882593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87498200. 00010000:00000010:1.1:1769074613.897972:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8757f300. 00010000:00000010:1.1:1769074614.089805:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8757f300. 00010000:00000010:1.1:1769074614.089825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87498200. 00010000:00000010:1.1:1769074614.139543:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8757f900. 00010000:00000010:1.1:1769074614.254643:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8758ce00. 00010000:00000010:3.1:1769074614.326252:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87455d00. 00010000:00000010:1.1:1769074614.592496:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87444d00. 00010000:00000010:1.1:1769074614.635593:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8757fd00. 00010000:00000010:1.1:1769074614.635611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87499e00. 00010000:00000010:1.1:1769074614.728105:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8757fd00. 00010000:00000010:1.1:1769074614.728124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87499e00. 00010000:00000010:1.1:1769074614.750273:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8757f400. 00010000:00000010:3.1:1769074614.785916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87436500. 00010000:00000010:3.1:1769074614.785931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874ca600. 00010000:00000010:3.1:1769074614.791640:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87436300. 00010000:00000010:1.1:1769074614.866835:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8757f400. 00010000:00000010:1.1:1769074614.866859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874ccc00. 00010000:00000010:1.1:1769074614.884362:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87474800. 00010000:00000010:1.1:1769074614.919377:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87485e00. 00010000:00000010:1.1:1769074614.919398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8753a200. 00010000:00000010:1.1:1769074614.942791:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87485c00. 00010000:00000010:1.1:1769074614.961329:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87485c00. 00010000:00000010:1.1:1769074614.961343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8753aa00. 00010000:00000010:1.1:1769074614.974777:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87485700. 00010000:00000010:1.1:1769074615.313501:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87485700. 00010000:00000010:1.1:1769074615.313516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8753a800. 00010000:00000010:1.1:1769074615.347216:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87485800. 00010000:00000010:1.1:1769074615.547582:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87485800. 00010000:00000010:1.1:1769074615.547596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8753b600. 00010000:00000010:1.1:1769074615.562214:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87485200. 00010000:00000010:1.1:1769074615.880318:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87485500. 00010000:00000010:1.1:1769074615.880324:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8753b000. 00010000:00000010:1.1:1769074615.888857:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87485200. 00010000:00000010:3.1:1769074615.933824:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87436300. 00010000:00000010:3.1:1769074615.933833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874ca600. 00010000:00000010:3.1:1769074615.941533:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87436900. 00010000:00000010:3.1:1769074615.974338:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87436900. 00010000:00000010:3.1:1769074615.974370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874cba00. 00010000:00000010:3.1:1769074615.989434:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87436a00. 00010000:00000010:1.1:1769074616.034837:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87592400. 00010000:00000010:1.1:1769074616.034853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8753ba00. 00010000:00000010:1.1:1769074616.049404:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87592600. 00010000:00000010:1.1:1769074616.394473:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87592600. 00010000:00000010:1.1:1769074616.394491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8753ba00. 00010000:00000010:1.1:1769074616.415102:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87592800. 00010000:00000010:3.1:1769074616.494362:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b874f0a00. 00010000:00000010:3.1:1769074616.606542:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b874f0200. 00010000:00000010:1.1:1769074616.643334:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87592800. 00010000:00000010:1.1:1769074616.643351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8753b800. 00010000:00000010:1.1:1769074616.657516:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87592200. 00010000:00000010:1.1:1769074616.682522:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87592200. 00010000:00000010:1.1:1769074616.682531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875d6000. 00010000:00000010:1.1:1769074616.692415:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87592500. 00010000:00000010:1.1:1769074616.730898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87592500. 00010000:00000010:1.1:1769074616.730910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875d7400. 00010000:00000010:1.1:1769074616.743135:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87592e00. 00010000:00000010:3.1:1769074616.993352:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b874f0200. 00010000:00000010:3.1:1769074616.993369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8759e600. 00010000:00000010:3.1:1769074617.249573:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b874f0e00. 00010000:00000010:1.1:1769074617.311453:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875cb400. 00010000:00000010:3.1:1769074617.390975:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8759a900. 00010000:00000010:3.1:1769074617.390992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875d7c00. 00010000:00000010:3.1:1769074617.486761:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8754c000. 00010000:00000010:3.1:1769074617.486780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874cae00. 00010000:00000010:3.1:1769074617.514331:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8754cb00. 00010000:00000010:1.1:1769074617.644172:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875cb400. 00010000:00000010:1.1:1769074617.644189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87556200. 00010000:00000010:1.1:1769074617.651053:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8759ae00. 00010000:00000010:1.1:1769074618.069366:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8759ae00. 00010000:00000010:1.1:1769074618.069392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875d6600. 00010000:00000010:1.1:1769074618.086507:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8759a700. 00010000:00000010:1.1:1769074618.163732:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8759a700. 00010000:00000010:1.1:1769074618.163740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875d7e00. 00010000:00000010:1.1:1769074618.172419:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8759a800. 00010000:00000010:1.1:1769074618.299786:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8759aa00. 00010000:00000010:1.1:1769074618.299801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875d6c00. 00010000:00000010:1.1:1769074618.309316:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8759a100. 00010000:00000010:1.1:1769074618.325335:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8759a100. 00010000:00000010:1.1:1769074618.325364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875d6c00. 00010000:00000010:3.1:1769074618.351190:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8759aa00. 00010000:00000010:3.1:1769074618.388339:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85974e00. 00010000:00000010:3.1:1769074618.388369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8759ec00. 00010000:00000010:3.1:1769074618.403337:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8754c900. 00010000:00000010:1.1:1769074618.444344:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8759a100. 00010000:00000010:1.1:1769074618.444369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875d6c00. 00010000:00000010:1.1:1769074618.474930:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8759aa00. 00010000:00000010:1.1:1769074618.659206:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8750b600. 00010000:00000010:1.1:1769074618.659223:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874b3c00. 00010000:00000010:1.1:1769074618.880729:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8752a700. 00010000:00000010:3.1:1769074619.082597:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85974800. 00010000:00000010:1.1:1769074619.388317:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8750b100. 00010000:00000010:1.1:1769074619.388326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874b2600. 00010000:00000010:1.1:1769074619.395387:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8750b500. 00010000:00000010:1.1:1769074619.516484:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b874a6b00. 00010000:00000010:1.1:1769074619.516502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874a4e00. 00010000:00000010:1.1:1769074619.531707:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8750b500. 00010000:00000010:1.1:1769074619.573567:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8750b500. 00010000:00000010:1.1:1769074619.573582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874b3800. 00010000:00000010:1.1:1769074619.586624:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8750bc00. 00010000:00000010:1.1:1769074619.675410:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8751c800. 00010000:00000010:1.1:1769074619.675425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874a4800. 00010000:00000010:1.1:1769074619.689097:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8750bc00. 00010000:00000010:1.1:1769074619.810999:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8751c100. 00010000:00000010:1.1:1769074619.888335:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87512a00. 00010000:00000010:1.1:1769074619.888372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874b2000. 00010000:00000010:1.1:1769074619.990473:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87512300. 00010000:00000010:1.1:1769074619.990491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874b2e00. 00010000:00000010:1.1:1769074620.007628:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87512900. 00010000:00000010:1.1:1769074620.044888:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87512900. 00010000:00000010:1.1:1769074620.044896:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c0d800. 00010000:00000010:1.1:1769074620.044900:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87512f00. 00010000:00000010:1.1:1769074620.108345:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8751cf00. 00010000:00000010:1.1:1769074620.108363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8740aa00. 00010000:00000010:1.1:1769074620.118514:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87512f00. 00010000:00000010:1.1:1769074620.145466:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87512f00. 00010000:00000010:1.1:1769074620.145487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c0c000. 00010000:00000010:1.1:1769074620.155494:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8750bc00. 00010000:00000010:1.1:1769074620.277415:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87409f00. 00010000:00000010:1.1:1769074620.277436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c0c400. 00010000:00000010:1.1:1769074620.302278:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87409d00. 00010000:00000010:1.1:1769074620.486073:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85974a00. 00010000:00000010:1.1:1769074620.486094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874aec00. 00010000:00000010:1.1:1769074620.497791:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87409600. 00010000:00000010:1.1:1769074620.601956:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87409200. 00010000:00000010:1.1:1769074620.601975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c0d600. 00010000:00000010:1.1:1769074620.633324:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87409a00. 00010000:00000010:1.1:1769074620.666704:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85974100. 00010000:00000010:1.1:1769074620.666713:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874afc00. 00010000:00000010:1.1:1769074620.674352:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87409a00. 00010000:00000010:1.1:1769074620.715487:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87409a00. 00010000:00000010:1.1:1769074620.715505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c0dc00. 00010000:00000010:1.1:1769074620.805692:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87520c00. 00010000:00000010:1.1:1769074620.805703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875af400. 00010000:00000010:1.1:1769074620.812166:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87520f00. 00010000:00000010:1.1:1769074620.841440:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87520f00. 00010000:00000010:1.1:1769074620.841472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875af400. 00010000:00000010:1.1:1769074620.854315:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87520c00. 00010000:00000010:1.1:1769074621.105333:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87520100. 00010000:00000010:1.1:1769074621.105357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875ae600. 00010000:00000010:1.1:1769074621.113528:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87520500. 00010000:00000010:1.1:1769074621.228488:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87520e00. 00010000:00000010:1.1:1769074621.228497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875af800. 00010000:00000010:1.1:1769074621.234085:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87409a00. 00010000:00000010:1.1:1769074621.303210:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87523100. 00010000:00000010:1.1:1769074621.303219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875afa00. 00010000:00000010:1.1:1769074621.303224:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87523500. 00010000:00000010:1.1:1769074621.373408:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875abd00. 00010000:00000010:1.1:1769074621.400348:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87523d00. 00010000:00000010:1.1:1769074621.400366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875afa00. 00010000:00000010:1.1:1769074621.428683:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87523700. 00010000:00000010:1.1:1769074621.503536:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875ab000. 00010000:00000010:1.1:1769074621.503555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874ea000. 00010000:00000010:1.1:1769074621.524646:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87523700. 00010000:00000010:1.1:1769074621.623350:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87523700. 00010000:00000010:1.1:1769074621.623366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c13000. 00010000:00000010:1.1:1769074621.653214:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87409a00. 00010000:00000010:1.1:1769074621.694742:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c34400. 00010000:00000010:1.1:1769074621.694762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874aec00. 00010000:00000010:1.1:1769074621.711998:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c46400. 00010000:00000010:3.1:1769074621.831405:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c34600. 00010000:00000010:3.1:1769074621.831424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874aec00. 00010000:00000010:3.1:1769074621.851827:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8754fc00. 00010000:00000010:1.1:1769074621.906556:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c11600. 00010000:00000010:1.1:1769074621.933417:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c46100. 00010000:00000010:1.1:1769074621.933437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c12400. 00010000:00000010:1.1:1769074621.953554:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c46500. 00010000:00000010:1.1:1769074622.078708:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c11c00. 00010000:00000010:1.1:1769074622.109109:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c46e00. 00010000:00000010:1.1:1769074622.109126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c13c00. 00010000:00000010:1.1:1769074622.117174:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c46c00. 00010000:00000010:1.1:1769074622.203510:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c11d00. 00010000:00000010:1.1:1769074622.203525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875dea00. 00010000:00000010:1.1:1769074622.252655:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c46e00. 00010000:00000010:2.1:1769074622.324275:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c34900. 00010000:00000010:2.1:1769074622.370338:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c34900. 00010000:00000010:2.1:1769074622.370354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875c7800. 00010000:00000010:1.1:1769074622.394438:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c34400. 00010000:00000010:1.1:1769074622.409849:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c1f500. 00010000:00000010:1.1:1769074622.409867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c13c00. 00010000:00000010:1.1:1769074622.428572:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c1f300. 00010000:00000010:1.1:1769074622.459339:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c1f300. 00010000:00000010:1.1:1769074622.459356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c13600. 00010000:00000010:2.1:1769074622.475376:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c1fc00. 00010000:00000010:2.1:1769074622.539753:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c37800. 00010000:00000010:2.1:1769074622.539774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875c6e00. 00010000:00000010:2.1:1769074622.556887:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c37000. 00010000:00000010:1.1:1769074622.594351:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c11600. 00010000:00000010:1.1:1769074622.594359:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875de800. 00010000:00000010:1.1:1769074622.612508:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c1f300. 00010000:00000010:1.1:1769074622.715326:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c1f800. 00010000:00000010:1.1:1769074622.715339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c4ca00. 00010000:00000010:1.1:1769074622.725507:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c1f000. 00010000:00000010:1.1:1769074622.757329:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c1f000. 00010000:00000010:1.1:1769074622.757345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c4c800. 00010000:00000010:1.1:1769074622.780496:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c1fa00. 00010000:00000010:1.1:1769074622.941532:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c1fa00. 00010000:00000010:1.1:1769074622.941550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c4d600. 00010000:00000010:1.1:1769074622.945454:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875c2e00. 00010000:00000010:1.1:1769074622.983455:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875c2e00. 00010000:00000010:1.1:1769074622.983469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c4d600. 00010000:00000010:1.1:1769074623.008218:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875c2700. 00010000:00000010:2.1:1769074623.052336:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875c2700. 00010000:00000010:2.1:1769074623.052354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c4cc00. 00010000:00000010:2.1:1769074623.076335:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c37b00. 00010000:00000010:3.1:1769074623.157366:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c37b00. 00010000:00000010:3.1:1769074623.157384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875c6000. 00010000:00000010:3.1:1769074623.170422:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8754fc00. 00010000:00000010:1.1:1769074623.239370:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c37500. 00010000:00000010:1.1:1769074623.239382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875c7a00. 00010000:00000010:1.1:1769074623.243513:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875c2800. 00010000:00000010:1.1:1769074623.351355:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875c2800. 00010000:00000010:1.1:1769074623.351370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c4c000. 00010000:00000010:1.1:1769074623.370777:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875c2b00. 00010000:00000010:1.1:1769074623.403371:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875c2b00. 00010000:00000010:1.1:1769074623.403378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c4c200. 00010000:00000010:2.1:1769074623.409070:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875c2100. 00010000:00000010:2.1:1769074623.440541:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c37d00. 00010000:00000010:2.1:1769074623.440552:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875c7800. 00010000:00000010:2.1:1769074623.448364:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c37700. 00010000:00000010:3.1:1769074623.482451:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8754fc00. 00010000:00000010:3.1:1769074623.482466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874adc00. 00010000:00000010:1.1:1769074623.506459:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8754f600. 00010000:00000010:1.1:1769074623.524379:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875c2900. 00010000:00000010:1.1:1769074623.524394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875e0600. 00010000:00000010:1.1:1769074623.533435:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875c2100. 00010000:00000010:2.1:1769074623.569341:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c37700. 00010000:00000010:2.1:1769074623.569359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875c6c00. 00010000:00000010:2.1:1769074623.592340:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c37500. 00010000:00000010:1.1:1769074623.617348:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875c2100. 00010000:00000010:1.1:1769074623.617367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875e1800. 00010000:00000010:1.1:1769074623.628515:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c7c700. 00010000:00000010:2.1:1769074623.673321:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c7c700. 00010000:00000010:2.1:1769074623.673338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875e0c00. 00010000:00000010:1.1:1769074623.726328:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875db000. 00010000:00000010:1.1:1769074623.726351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875b5800. 00010000:00000010:1.1:1769074623.744953:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c7c000. 00010000:00000010:1.1:1769074623.769327:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8754fc00. 00010000:00000010:1.1:1769074623.769345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874adc00. 00010000:00000010:1.1:1769074623.782423:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c7c000. 00010000:00000010:2.1:1769074623.811792:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c37500. 00010000:00000010:2.1:1769074623.811820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875e2400. 00010000:00000010:2.1:1769074623.837692:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875b6700. 00010000:00000010:2.1:1769074624.017357:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c2e100. 00010000:00000010:1.1:1769074624.049331:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c7c000. 00010000:00000010:1.1:1769074624.049351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875e0400. 00010000:00000010:1.1:1769074624.085943:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c7c900. 00010000:00000010:2.1:1769074624.138649:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c2ef00. 00010000:00000010:2.1:1769074624.138668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875b4400. 00010000:00000010:3.1:1769074624.225589:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875b6a00. 00010000:00000010:3.1:1769074624.225616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875e2800. 00010000:00000010:2.1:1769074624.252528:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8754fc00. 00010000:00000010:1.1:1769074624.372374:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c7ce00. 00010000:00000010:1.1:1769074624.372397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875e1c00. 00010000:00000010:1.1:1769074624.386870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c7cc00. 00010000:00000010:2.1:1769074624.436369:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875b6500. 00010000:00000010:2.1:1769074624.436386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875e3200. 00010000:00000010:3.1:1769074624.455481:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875b6300. 00010000:00000010:2.1:1769074624.514833:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c7cc00. 00010000:00000010:2.1:1769074624.514853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875e0e00. 00010000:00000010:2.1:1769074624.535055:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875b6500. 00010000:00000010:1.1:1769074624.694447:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c7c700. 00010000:00000010:1.1:1769074624.694464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875e0e00. 00010000:00000010:1.1:1769074624.704969:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875c2100. 00010000:00000010:1.1:1769074624.735336:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c56900. 00010000:00000010:1.1:1769074624.735352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875e0c00. 00010000:00000010:1.1:1769074624.744324:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c56e00. 00010000:00000010:1.1:1769074624.773545:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c56e00. 00010000:00000010:1.1:1769074624.773561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c5f600. 00010000:00000010:1.1:1769074624.795719:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c56d00. 00010000:00000010:2.1:1769074624.821569:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875b6d00. 00010000:00000010:2.1:1769074624.821592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875e3e00. 00010000:00000010:2.1:1769074624.830411:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875b6300. 00010000:00000010:1.1:1769074624.911334:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c56d00. 00010000:00000010:1.1:1769074624.911359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c5f600. 00010000:00000010:1.1:1769074624.981475:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c24800. 00010000:00000010:1.1:1769074624.981493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cc3400. 00010000:00000010:1.1:1769074624.992489:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c56d00. 00010000:00000010:1.1:1769074625.018470:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c56d00. 00010000:00000010:1.1:1769074625.018487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c5ec00. 00010000:00000010:1.1:1769074625.038389:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c56000. 00010000:00000010:1.1:1769074625.123370:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c56000. 00010000:00000010:1.1:1769074625.123389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c5ec00. 00010000:00000010:1.1:1769074625.149318:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c56b00. 00010000:00000010:2.1:1769074625.241337:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c27900. 00010000:00000010:2.1:1769074625.241357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cc2800. 00010000:00000010:3.1:1769074625.266408:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875b6300. 00010000:00000010:3.1:1769074625.316888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87552800. 00010000:00000010:3.1:1769074625.316907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874ad600. 00010000:00000010:3.1:1769074625.352341:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87552000. 00010000:00000010:2.1:1769074625.366574:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875b6a00. 00010000:00000010:2.1:1769074625.366594:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875e2400. 00010000:00000010:2.1:1769074625.366597:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875b6000. 00010000:00000010:2.1:1769074625.408929:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875bd000. 00010000:00000010:2.1:1769074625.408948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875c6c00. 00010000:00000010:2.1:1769074625.415327:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875bdb00. 00010000:00000010:1.1:1769074625.467337:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c56b00. 00010000:00000010:1.1:1769074625.467356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c5f200. 00010000:00000010:1.1:1769074625.477702:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c56100. 00010000:00000010:1.1:1769074625.541336:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c56100. 00010000:00000010:1.1:1769074625.541352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c5e400. 00010000:00000010:1.1:1769074625.578327:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c5aa00. 00010000:00000010:3.1:1769074625.631358:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875bdb00. 00010000:00000010:3.1:1769074625.631390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c77200. 00010000:00000010:3.1:1769074625.637540:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87552000. 00010000:00000010:3.1:1769074625.847775:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87552300. 00010000:00000010:3.1:1769074625.847791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874ae600. 00010000:00000010:3.1:1769074625.878347:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87552900. 00010000:00000010:2.1:1769074626.025960:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c27000. 00010000:00000010:2.1:1769074626.025975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875b4400. 00010000:00000010:1.1:1769074626.111917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c5ae00. 00010000:00000010:1.1:1769074626.111933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c5ea00. 00010000:00000010:1.1:1769074626.126549:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c5ac00. 00010000:00000010:2.1:1769074626.157340:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c5ac00. 00010000:00000010:2.1:1769074626.157358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c5e800. 00010000:00000010:1.1:1769074626.165637:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875bd900. 00010000:00000010:1.1:1769074626.190480:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c5a800. 00010000:00000010:1.1:1769074626.190496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c5e800. 00010000:00000010:1.1:1769074626.212419:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c5a000. 00010000:00000010:1.1:1769074626.235415:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c5a000. 00010000:00000010:1.1:1769074626.235444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c83600. 00010000:00000010:1.1:1769074626.248634:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c5ac00. 00010000:00000010:1.1:1769074626.272131:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cf5a00. 00010000:00000010:1.1:1769074626.272146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c83800. 00010000:00000010:2.1:1769074626.283404:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cf5100. 00010000:00000010:2.1:1769074626.320386:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87552900. 00010000:00000010:2.1:1769074626.320393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8759ee00. 00010000:00000010:1.1:1769074626.361391:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cf5a00. 00010000:00000010:1.1:1769074626.361406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c83800. 00010000:00000010:1.1:1769074626.381089:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cf5500. 00010000:00000010:1.1:1769074626.480477:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875ece00. 00010000:00000010:1.1:1769074626.518634:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cf5f00. 00010000:00000010:1.1:1769074626.518646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c83200. 00010000:00000010:1.1:1769074626.533650:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cf5d00. 00010000:00000010:1.1:1769074626.551127:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cf5f00. 00010000:00000010:1.1:1769074626.551143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c83200. 00010000:00000010:1.1:1769074626.564332:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cf5d00. 00010000:00000010:2.1:1769074626.597540:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875ecc00. 00010000:00000010:2.1:1769074626.597564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cfda00. 00010000:00000010:2.1:1769074626.616262:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875bd400. 00010000:00000010:2.1:1769074626.650748:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875bd400. 00010000:00000010:2.1:1769074626.650774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c76a00. 00010000:00000010:2.1:1769074626.678680:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875bd900. 00010000:00000010:2.1:1769074626.712332:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875bd900. 00010000:00000010:2.1:1769074626.712352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c76a00. 00010000:00000010:2.1:1769074626.725818:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875bd300. 00010000:00000010:2.1:1769074626.768438:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875b6a00. 00010000:00000010:2.1:1769074626.768458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c77400. 00010000:00000010:2.1:1769074626.783221:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875bd300. 00010000:00000010:2.1:1769074626.892246:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875ec400. 00010000:00000010:2.1:1769074626.892253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cfc400. 00010000:00000010:1.1:1769074627.063338:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875ef300. 00010000:00000010:1.1:1769074627.114618:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c5ac00. 00010000:00000010:1.1:1769074627.114640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c82e00. 00010000:00000010:1.1:1769074627.125449:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cf8500. 00010000:00000010:1.1:1769074627.238267:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875eff00. 00010000:00000010:1.1:1769074627.363358:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cf8600. 00010000:00000010:1.1:1769074627.363369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d2c600. 00010000:00000010:1.1:1769074627.380341:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cf8800. 00010000:00000010:1.1:1769074627.397087:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cf8800. 00010000:00000010:1.1:1769074627.397102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d2c600. 00010000:00000010:1.1:1769074627.421373:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cf8600. 00010000:00000010:1.1:1769074627.515596:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875ef800. 00010000:00000010:1.1:1769074627.515623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c61c00. 00010000:00000010:1.1:1769074627.526456:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cf8600. 00010000:00000010:1.1:1769074627.560446:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cf8600. 00010000:00000010:1.1:1769074627.560463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d2cc00. 00010000:00000010:3.1:1769074627.670745:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b996d5700. 00010000:00000010:3.1:1769074627.670768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cd1600. 00010000:00000010:2.1:1769074627.702654:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87552f00. 00010000:00000010:1.1:1769074627.740474:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c5ac00. 00010000:00000010:1.1:1769074627.740485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d2cc00. 00010000:00000010:1.1:1769074627.744500:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cf8600. 00010000:00000010:1.1:1769074627.780020:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c65c00. 00010000:00000010:1.1:1769074627.780039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d2cc00. 00010000:00000010:2.1:1769074627.930334:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b996d5000. 00010000:00000010:2.1:1769074627.930351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cd0200. 00010000:00000010:2.1:1769074627.940597:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b996d5b00. 00010000:00000010:2.1:1769074627.960534:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b996d5b00. 00010000:00000010:2.1:1769074627.960551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cd0a00. 00010000:00000010:2.1:1769074627.977202:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b996d5700. 00010000:00000010:1.1:1769074627.999341:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c65d00. 00010000:00000010:1.1:1769074627.999358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d2c400. 00010000:00000010:1.1:1769074628.009179:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c65700. 00010000:00000010:1.1:1769074628.038335:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c65700. 00010000:00000010:1.1:1769074628.038351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d2dc00. 00010000:00000010:1.1:1769074628.046647:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c65800. 00010000:00000010:1.1:1769074628.072338:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c65800. 00010000:00000010:1.1:1769074628.072350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d2ce00. 00010000:00000010:1.1:1769074628.085421:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c65200. 00010000:00000010:1.1:1769074628.116867:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c65200. 00010000:00000010:1.1:1769074628.116884:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d2cc00. 00010000:00000010:2.1:1769074628.127749:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c65500. 00010000:00000010:2.1:1769074628.215336:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c9f700. 00010000:00000010:2.1:1769074628.215353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cbd600. 00010000:00000010:2.1:1769074628.228071:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c69b00. 00010000:00000010:2.1:1769074628.265525:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c69b00. 00010000:00000010:2.1:1769074628.265541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cd1400. 00010000:00000010:2.1:1769074628.269938:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c69500. 00010000:00000010:2.1:1769074628.294842:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c69500. 00010000:00000010:2.1:1769074628.294859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cd1400. 00010000:00000010:2.1:1769074628.323950:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c69b00. 00010000:00000010:2.1:1769074628.551021:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c69f00. 00010000:00000010:2.1:1769074628.551038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cd0600. 00010000:00000010:3.1:1769074628.564747:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c69d00. 00010000:00000010:1.1:1769074628.662486:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c9ff00. 00010000:00000010:3.1:1769074628.730373:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c69f00. 00010000:00000010:3.1:1769074628.730392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cd1e00. 00010000:00000010:2.1:1769074628.756365:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87552000. 00010000:00000010:1.1:1769074628.807341:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c9ff00. 00010000:00000010:1.1:1769074628.807359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cbdc00. 00010000:00000010:1.1:1769074628.833323:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c65f00. 00010000:00000010:2.1:1769074628.942363:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c88500. 00010000:00000010:2.1:1769074628.942385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cbdc00. 00010000:00000010:2.1:1769074628.958849:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c69400. 00010000:00000010:2.1:1769074629.006581:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c69400. 00010000:00000010:2.1:1769074629.006599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cd1400. 00010000:00000010:2.1:1769074629.025543:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c69f00. 00010000:00000010:2.1:1769074629.090142:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c69f00. 00010000:00000010:2.1:1769074629.090151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d02400. 00010000:00000010:2.1:1769074629.090154:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c95700. 00010000:00000010:1.1:1769074629.116374:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c73800. 00010000:00000010:1.1:1769074629.116393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cffa00. 00010000:00000010:1.1:1769074629.131336:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c68200. 00010000:00000010:2.1:1769074629.187443:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c68200. 00010000:00000010:2.1:1769074629.187462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c90000. 00010000:00000010:3.1:1769074629.202955:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c95700. 00010000:00000010:2.1:1769074629.256292:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c95000. 00010000:00000010:2.1:1769074629.256328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d02600. 00010000:00000010:2.1:1769074629.278351:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c95b00. 00010000:00000010:2.1:1769074629.319824:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c95b00. 00010000:00000010:2.1:1769074629.319841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d03e00. 00010000:00000010:2.1:1769074629.337449:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c95100. 00010000:00000010:1.1:1769074629.373339:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c73a00. 00010000:00000010:1.1:1769074629.373358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cff200. 00010000:00000010:1.1:1769074629.406618:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c68300. 00010000:00000010:1.1:1769074629.450345:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c68300. 00010000:00000010:1.1:1769074629.450362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c90400. 00010000:00000010:1.1:1769074629.484332:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c68f00. 00010000:00000010:1.1:1769074629.506339:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c68f00. 00010000:00000010:1.1:1769074629.506357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c91c00. 00010000:00000010:1.1:1769074629.515355:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c68400. 00010000:00000010:3.1:1769074629.539448:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c73100. 00010000:00000010:3.1:1769074629.539461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cfe200. 00010000:00000010:3.1:1769074629.555772:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c73500. 00010000:00000010:1.1:1769074629.678655:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c68400. 00010000:00000010:1.1:1769074629.678674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c90800. 00010000:00000010:1.1:1769074629.693491:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c68000. 00010000:00000010:2.1:1769074629.969605:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c95e00. 00010000:00000010:2.1:1769074629.969890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d02000. 00010000:00000010:2.1:1769074630.014957:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c95c00. 00010000:00000010:3.1:1769074630.064335:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c73500. 00010000:00000010:3.1:1769074630.064351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cffc00. 00010000:00000010:3.1:1769074630.082349:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c73e00. 00010000:00000010:2.1:1769074630.177970:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c95c00. 00010000:00000010:2.1:1769074630.177985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d02400. 00010000:00000010:2.1:1769074630.202273:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c95700. 00010000:00000010:1.1:1769074630.337556:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c68000. 00010000:00000010:1.1:1769074630.337573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c91600. 00010000:00000010:1.1:1769074630.355347:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cda700. 00010000:00000010:2.1:1769074630.473787:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d58000. 00010000:00000010:2.1:1769074630.473805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cd8e00. 00010000:00000010:1.1:1769074630.487318:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d5fa00. 00010000:00000010:1.1:1769074630.534625:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cda200. 00010000:00000010:1.1:1769074630.534642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d3ea00. 00010000:00000010:1.1:1769074630.582102:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cdaa00. 00010000:00000010:1.1:1769074630.628630:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cdaa00. 00010000:00000010:1.1:1769074630.628646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d3e800. 00010000:00000010:1.1:1769074630.665899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cda300. 00010000:00000010:1.1:1769074630.689577:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cda300. 00010000:00000010:1.1:1769074630.689585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d3f600. 00010000:00000010:1.1:1769074630.742531:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cda300. 00010000:00000010:1.1:1769074630.742548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d3f600. 00010000:00000010:1.1:1769074630.757025:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cdac00. 00010000:00000010:3.1:1769074630.785066:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cdac00. 00010000:00000010:3.1:1769074630.785077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d3f800. 00010000:00000010:3.1:1769074630.788631:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c73d00. 00010000:00000010:3.1:1769074630.825078:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c73d00. 00010000:00000010:3.1:1769074630.825100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cff600. 00010000:00000010:3.1:1769074630.829787:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c73a00. 00010000:00000010:1.1:1769074630.851577:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d5f100. 00010000:00000010:1.1:1769074630.851594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d66e00. 00010000:00000010:1.1:1769074630.868387:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cdac00. 00010000:00000010:1.1:1769074630.891338:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d95d00. 00010000:00000010:1.1:1769074630.891365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d3fa00. 00010000:00000010:1.1:1769074630.912332:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d95700. 00010000:00000010:2.1:1769074630.977484:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d5f500. 00010000:00000010:2.1:1769074630.977504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d66400. 00010000:00000010:2.1:1769074630.999529:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d5f300. 00010000:00000010:2.1:1769074631.109631:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d5b400. 00010000:00000010:2.1:1769074631.127830:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d5fd00. 00010000:00000010:2.1:1769074631.127848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d67e00. 00010000:00000010:2.1:1769074631.137421:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d5f700. 00010000:00000010:3.1:1769074631.244436:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87ca6c00. 00010000:00000010:3.1:1769074631.244458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cff200. 00010000:00000010:3.1:1769074631.260532:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87ca6f00. 00010000:00000010:2.1:1769074631.411340:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d5f000. 00010000:00000010:2.1:1769074631.411366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d67200. 00010000:00000010:2.1:1769074631.421739:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d5f100. 00010000:00000010:2.1:1769074631.550335:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d95000. 00010000:00000010:2.1:1769074631.550358:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d3f400. 00010000:00000010:1.1:1769074631.562339:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d5f100. 00010000:00000010:1.1:1769074631.686909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d95100. 00010000:00000010:1.1:1769074631.686914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d3e200. 00010000:00000010:1.1:1769074631.692319:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d95500. 00010000:00000010:2.1:1769074631.829755:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d95e00. 00010000:00000010:2.1:1769074631.829763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d3f800. 00010000:00000010:3.1:1769074631.881343:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d5f100. 00010000:00000010:3.1:1769074631.881360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d66c00. 00010000:00000010:2.1:1769074631.900075:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87ca6f00. 00010000:00000010:1.1:1769074631.936586:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d15d00. 00010000:00000010:1.1:1769074631.936603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d19c00. 00010000:00000010:1.1:1769074631.961297:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d95e00. 00010000:00000010:1.1:1769074631.990345:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d95e00. 00010000:00000010:1.1:1769074631.990364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87ded400. 00010000:00000010:1.1:1769074632.000747:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cb1700. 00010000:00000010:1.1:1769074632.073448:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cb1700. 00010000:00000010:1.1:1769074632.073464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dec200. 00010000:00000010:1.1:1769074632.083554:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cb1000. 00010000:00000010:1.1:1769074632.102445:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cb1000. 00010000:00000010:1.1:1769074632.102481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87deca00. 00010000:00000010:1.1:1769074632.113391:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cb1a00. 00010000:00000010:1.1:1769074632.137766:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cb1a00. 00010000:00000010:1.1:1769074632.137783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dec800. 00010000:00000010:1.1:1769074632.143325:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cb1300. 00010000:00000010:1.1:1769074632.277454:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cb1300. 00010000:00000010:1.1:1769074632.277470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dec800. 00010000:00000010:1.1:1769074632.289476:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cb1a00. 00010000:00000010:2.1:1769074632.410097:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d3ca00. 00010000:00000010:2.1:1769074632.410127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d66800. 00010000:00000010:3.1:1769074632.425675:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d3c100. 00010000:00000010:1.1:1769074632.494331:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87de3e00. 00010000:00000010:1.1:1769074632.553796:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d95e00. 00010000:00000010:1.1:1769074632.553813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87ded000. 00010000:00000010:1.1:1769074632.579487:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d57e00. 00010000:00000010:2.1:1769074632.617484:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d57e00. 00010000:00000010:2.1:1769074632.617524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87deda00. 00010000:00000010:1.1:1769074632.621335:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d3ca00. 00010000:00000010:3.1:1769074632.842506:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87ca6600. 00010000:00000010:3.1:1769074632.842525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cff600. 00010000:00000010:3.1:1769074632.913621:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87ca6800. 00010000:00000010:2.1:1769074633.043265:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87ca6800. 00010000:00000010:2.1:1769074633.043293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d02a00. 00010000:00000010:1.1:1769074633.183358:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d51400. 00010000:00000010:1.1:1769074633.183383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87df3800. 00010000:00000010:2.1:1769074633.220308:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d57000. 00010000:00000010:3.1:1769074633.299387:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d3c700. 00010000:00000010:3.1:1769074633.299399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dffe00. 00010000:00000010:2.1:1769074633.311346:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87ca6200. 00010000:00000010:1.1:1769074633.336809:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d57b00. 00010000:00000010:1.1:1769074633.336824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87deda00. 00010000:00000010:1.1:1769074633.355941:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d57200. 00010000:00000010:1.1:1769074633.411488:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d57200. 00010000:00000010:1.1:1769074633.411506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88203c00. 00010000:00000010:1.1:1769074633.425020:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d57500. 00010000:00000010:2.1:1769074633.468349:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d3c000. 00010000:00000010:2.1:1769074633.468368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dffc00. 00010000:00000010:1.1:1769074633.547303:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d51000. 00010000:00000010:1.1:1769074633.547332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87df2c00. 00010000:00000010:1.1:1769074633.576758:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d57500. 00010000:00000010:1.1:1769074633.609332:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d51b00. 00010000:00000010:1.1:1769074633.609349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87df3a00. 00010000:00000010:1.1:1769074633.631362:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d57500. 00010000:00000010:1.1:1769074633.784419:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87df1b00. 00010000:00000010:1.1:1769074633.784436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88203800. 00010000:00000010:2.1:1769074633.821341:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87df1200. 00010000:00000010:1.1:1769074633.873341:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87df1b00. 00010000:00000010:1.1:1769074633.873358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88203800. 00010000:00000010:1.1:1769074633.964540:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87df1b00. 00010000:00000010:1.1:1769074633.964554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88203800. 00010000:00000010:2.1:1769074633.985455:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87df1100. 00010000:00000010:2.1:1769074634.016768:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8702ab00. 00010000:00000010:2.1:1769074634.016781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dfec00. 00010000:00000010:2.1:1769074634.023982:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8702a200. 00010000:00000010:1.1:1769074634.056566:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d56b00. 00010000:00000010:1.1:1769074634.056582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87df2a00. 00010000:00000010:1.1:1769074634.081340:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87df1b00. 00010000:00000010:1.1:1769074634.114479:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87df1b00. 00010000:00000010:1.1:1769074634.114501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88203200. 00010000:00000010:1.1:1769074634.123580:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87df1e00. 00010000:00000010:1.1:1769074634.222418:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87df1700. 00010000:00000010:1.1:1769074634.222437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88202200. 00010000:00000010:1.1:1769074634.241835:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87df1100. 00010000:00000010:1.1:1769074634.277601:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87df1100. 00010000:00000010:1.1:1769074634.277618:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88224a00. 00010000:00000010:1.1:1769074634.277622:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87df1000. 00010000:00000010:1.1:1769074634.302333:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d8e300. 00010000:00000010:1.1:1769074634.302340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88224a00. 00010000:00000010:2.1:1769074634.381341:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8702a200. 00010000:00000010:2.1:1769074634.381357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dff200. 00010000:00000010:2.1:1769074634.403481:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8702a500. 00010000:00000010:2.1:1769074634.430458:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8702a500. 00010000:00000010:2.1:1769074634.430474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dfe400. 00010000:00000010:2.1:1769074634.445394:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8702ae00. 00010000:00000010:2.1:1769074634.493333:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8702ae00. 00010000:00000010:2.1:1769074634.493348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dffc00. 00010000:00000010:2.1:1769074634.506763:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8702ad00. 00010000:00000010:2.1:1769074634.647336:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d4e000. 00010000:00000010:2.1:1769074634.647356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88226800. 00010000:00000010:3.1:1769074634.669956:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8702ad00. 00010000:00000010:2.1:1769074634.708629:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8702a600. 00010000:00000010:2.1:1769074634.708647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dfe600. 00010000:00000010:2.1:1769074634.747517:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8702a800. 00010000:00000010:3.1:1769074634.886439:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d4e200. 00010000:00000010:3.1:1769074634.886455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88227e00. 00010000:00000010:1.1:1769074634.957332:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b870a0600. 00010000:00000010:1.1:1769074634.957348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88229c00. 00010000:00000010:2.1:1769074635.033543:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b870a0800. 00010000:00000010:2.1:1769074635.033559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88229600. 00010000:00000010:2.1:1769074635.098339:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d8ef00. 00010000:00000010:2.1:1769074635.098358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88225e00. 00010000:00000010:2.1:1769074635.127318:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b870a0800. 00010000:00000010:2.1:1769074635.179823:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b870a0800. 00010000:00000010:2.1:1769074635.179839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88229e00. 00010000:00000010:3.1:1769074635.220176:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b870a0100. 00010000:00000010:1.1:1769074635.339778:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d8ed00. 00010000:00000010:1.1:1769074635.339786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88225800. 00010000:00000010:1.1:1769074635.347672:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d8e700. 00010000:00000010:2.1:1769074635.388548:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d8e700. 00010000:00000010:2.1:1769074635.388569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88224c00. 00010000:00000010:1.1:1769074635.523615:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88223b00. 00010000:00000010:1.1:1769074635.523632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88226200. 00010000:00000010:1.1:1769074635.534775:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d8e800. 00010000:00000010:2.1:1769074635.678372:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c73d00. 00010000:00000010:2.1:1769074635.678389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8822ae00. 00010000:00000010:3.1:1769074635.681505:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b870a0c00. 00010000:00000010:2.1:1769074635.734334:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b870a0f00. 00010000:00000010:2.1:1769074635.734355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88228200. 00010000:00000010:1.1:1769074635.839332:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d8ea00. 00010000:00000010:1.1:1769074635.839345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88225400. 00010000:00000010:1.1:1769074635.854375:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d8e100. 00010000:00000010:1.1:1769074635.900426:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d8e100. 00010000:00000010:1.1:1769074635.900434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88224200. 00010000:00000010:1.1:1769074635.906811:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d8ef00. 00010000:00000010:1.1:1769074635.984395:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88211900. 00010000:00000010:1.1:1769074635.984411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87da3800. 00010000:00000010:1.1:1769074636.004116:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87df1100. 00010000:00000010:2.1:1769074636.064389:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88219d00. 00010000:00000010:2.1:1769074636.064398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88224200. 00010000:00000010:1.1:1769074636.074173:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b870a0f00. 00010000:00000010:1.1:1769074636.115331:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88219800. 00010000:00000010:1.1:1769074636.115348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87da9400. 00010000:00000010:1.1:1769074636.127375:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88219000. 00010000:00000010:1.1:1769074636.151332:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88219000. 00010000:00000010:1.1:1769074636.151347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87da8200. 00010000:00000010:1.1:1769074636.177921:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88219a00. 00010000:00000010:2.1:1769074636.223335:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88211e00. 00010000:00000010:2.1:1769074636.223354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87da3000. 00010000:00000010:3.1:1769074636.233452:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b870a0700. 00010000:00000010:3.1:1769074636.421326:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88211400. 00010000:00000010:3.1:1769074636.421350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87da3400. 00010000:00000010:2.1:1769074636.428405:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d92c00. 00010000:00000010:1.1:1769074636.540872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88219a00. 00010000:00000010:1.1:1769074636.540891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87da8a00. 00010000:00000010:1.1:1769074636.561156:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88219300. 00010000:00000010:1.1:1769074636.587499:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88219300. 00010000:00000010:1.1:1769074636.587516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87da8800. 00010000:00000010:1.1:1769074636.629817:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88219c00. 00010000:00000010:2.1:1769074636.673393:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d92f00. 00010000:00000010:2.1:1769074636.673406:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8822ac00. 00010000:00000010:1.1:1769074636.705339:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88219c00. 00010000:00000010:1.1:1769074636.705358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87da9600. 00010000:00000010:1.1:1769074636.716385:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8821cc00. 00010000:00000010:1.1:1769074636.754738:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d92d00. 00010000:00000010:1.1:1769074636.754755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8822ba00. 00010000:00000010:1.1:1769074636.777394:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8821cc00. 00010000:00000010:2.1:1769074636.903336:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8821f400. 00010000:00000010:2.1:1769074636.903350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87da2600. 00010000:00000010:3.1:1769074636.908333:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b870a0c00. 00010000:00000010:1.1:1769074637.008863:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8821cc00. 00010000:00000010:1.1:1769074637.008883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87da9000. 00010000:00000010:1.1:1769074637.029373:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8821c600. 00010000:00000010:1.1:1769074637.167338:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8821c600. 00010000:00000010:1.1:1769074637.167356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87da9a00. 00010000:00000010:1.1:1769074637.196336:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8821cb00. 00010000:00000010:1.1:1769074637.238363:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8821cb00. 00010000:00000010:1.1:1769074637.238391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87da9a00. 00010000:00000010:1.1:1769074637.252733:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8821c200. 00010000:00000010:1.1:1769074637.293338:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8821c200. 00010000:00000010:1.1:1769074637.293357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dc8200. 00010000:00000010:1.1:1769074637.327920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8821c500. 00010000:00000010:2.1:1769074637.414401:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8821c500. 00010000:00000010:2.1:1769074637.414423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dc8a00. 00010000:00000010:2.1:1769074637.428661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b870a0300. 00010000:00000010:2.1:1769074637.471590:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b870a0300. 00010000:00000010:2.1:1769074637.471605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88284800. 00010000:00000010:2.1:1769074637.481361:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b870a0000. 00010000:00000010:2.1:1769074637.514403:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b870a0000. 00010000:00000010:2.1:1769074637.514411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88284a00. 00010000:00000010:2.1:1769074637.518465:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b870a0d00. 00010000:00000010:1.1:1769074637.564164:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d92b00. 00010000:00000010:1.1:1769074637.564175:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8822b200. 00010000:00000010:1.1:1769074637.564180:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8821ce00. 00010000:00000010:1.1:1769074637.593849:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87dd7200. 00010000:00000010:1.1:1769074637.593865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dc8600. 00010000:00000010:1.1:1769074637.620041:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87dd7a00. 00010000:00000010:1.1:1769074637.642347:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87dd7a00. 00010000:00000010:1.1:1769074637.642369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dc9e00. 00010000:00000010:1.1:1769074637.652461:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87dd7300. 00010000:00000010:2.1:1769074637.724488:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d86a00. 00010000:00000010:2.1:1769074637.724506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88284000. 00010000:00000010:2.1:1769074637.747329:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d86100. 00010000:00000010:1.1:1769074637.836334:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87dd7300. 00010000:00000010:1.1:1769074637.836353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dc9000. 00010000:00000010:1.1:1769074637.852407:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87dd7c00. 00010000:00000010:1.1:1769074637.882720:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87dd7c00. 00010000:00000010:1.1:1769074637.882741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dc9a00. 00010000:00000010:1.1:1769074637.901138:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87dd7700. 00010000:00000010:1.1:1769074637.999400:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87dd7700. 00010000:00000010:1.1:1769074637.999410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dc9200. 00010000:00000010:1.1:1769074638.004522:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87dd7800. 00010000:00000010:1.1:1769074638.029671:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88283900. 00010000:00000010:1.1:1769074638.029689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dc9200. 00010000:00000010:1.1:1769074638.043350:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88283e00. 00010000:00000010:1.1:1769074638.072017:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88283e00. 00010000:00000010:1.1:1769074638.072038:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8826f600. 00010000:00000010:1.1:1769074638.079687:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88283d00. 00010000:00000010:2.1:1769074638.119623:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88283d00. 00010000:00000010:2.1:1769074638.119633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8826f800. 00010000:00000010:2.1:1769074638.126434:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d86100. 00010000:00000010:2.1:1769074638.140493:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d86100. 00010000:00000010:2.1:1769074638.140511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88285000. 00010000:00000010:2.1:1769074638.154749:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d86f00. 00010000:00000010:1.1:1769074638.184458:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88283600. 00010000:00000010:1.1:1769074638.184477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8826f000. 00010000:00000010:1.1:1769074638.237181:0:2364:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88283800. 00010000:00000010:1.1:1769074638.422948:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87dc0600. 00010000:00000010:2.1:1769074638.459348:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88283500. 00010000:00000010:2.1:1769074638.459370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8826f200. 00010000:00000010:1.1:1769074638.484455:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d86f00. 00010000:00000010:1.1:1769074638.506843:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87dd7800. 00010000:00000010:1.1:1769074638.506875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8826e400. 00010000:00000010:1.1:1769074638.521507:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87dd7700. 00010000:00000010:2.1:1769074638.544331:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88269800. 00010000:00000010:2.1:1769074638.544348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8826fc00. 00010000:00000010:2.1:1769074638.559420:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d86d00. 00010000:00000010:2.1:1769074638.584686:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d86d00. 00010000:00000010:2.1:1769074638.584705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88285400. 00010000:00000010:2.1:1769074638.597187:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d86800. 00010000:00000010:2.1:1769074638.637328:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d86800. 00010000:00000010:2.1:1769074638.637351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882ae600. 00010000:00000010:2.1:1769074638.655661:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b870a0d00. 00010000:00000010:2.1:1769074638.684719:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88273900. 00010000:00000010:2.1:1769074638.684732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882afe00. 00010000:00000010:2.1:1769074638.698844:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88273e00. 00010000:00000010:2.1:1769074638.886337:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88273e00. 00010000:00000010:2.1:1769074638.886407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882afc00. 00010000:00000010:2.1:1769074638.903342:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88273d00. 00010000:00000010:2.1:1769074639.000330:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88273d00. 00010000:00000010:2.1:1769074639.000338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882ae200. 00010000:00000010:2.1:1769074639.000343:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88273600. 00010000:00000010:2.1:1769074639.064338:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88273200. 00010000:00000010:2.1:1769074639.064353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882aec00. 00010000:00000010:2.1:1769074639.075647:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88273a00. 00010000:00000010:2.1:1769074639.101471:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88273a00. 00010000:00000010:2.1:1769074639.101488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882ae200. 00010000:00000010:2.1:1769074639.127351:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b870a0d00. 00010000:00000010:1.1:1769074639.178440:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882f3900. 00010000:00000010:1.1:1769074639.216459:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88269a00. 00010000:00000010:1.1:1769074639.216473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8826ee00. 00010000:00000010:3.1:1769074639.284670:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882f3f00. 00010000:00000010:3.1:1769074639.284697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882fae00. 00010000:00000010:3.1:1769074639.314960:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d92e00. 00010000:00000010:2.1:1769074639.372816:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88276600. 00010000:00000010:2.1:1769074639.372829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882ae000. 00010000:00000010:1.1:1769074639.445334:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88269a00. 00010000:00000010:1.1:1769074639.445361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8826ee00. 00010000:00000010:1.1:1769074639.470626:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88269500. 00010000:00000010:2.1:1769074639.522453:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88276600. 00010000:00000010:2.1:1769074639.522472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882ae000. 00010000:00000010:2.1:1769074639.534825:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88276000. 00010000:00000010:2.1:1769074639.572741:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88276000. 00010000:00000010:2.1:1769074639.572757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8825ba00. 00010000:00000010:2.1:1769074639.595528:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88276a00. 00010000:00000010:1.1:1769074639.632328:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88276a00. 00010000:00000010:1.1:1769074639.632355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8825b400. 00010000:00000010:1.1:1769074639.659448:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88269500. 00010000:00000010:1.1:1769074639.838353:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88269500. 00010000:00000010:1.1:1769074639.838368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8826fa00. 00010000:00000010:1.1:1769074639.865016:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88269d00. 00010000:00000010:2.1:1769074639.932301:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882f3200. 00010000:00000010:2.1:1769074639.958602:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88276c00. 00010000:00000010:2.1:1769074639.958621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8825ac00. 00010000:00000010:2.1:1769074639.981518:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88276f00. 00010000:00000010:1.1:1769074640.022760:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87dd7700. 00010000:00000010:1.1:1769074640.022780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8823a000. 00010000:00000010:1.1:1769074640.033923:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8826b400. 00010000:00000010:2.1:1769074640.098555:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88277600. 00010000:00000010:2.1:1769074640.098574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8822b200. 00010000:00000010:2.1:1769074640.111633:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88276f00. 00010000:00000010:1.1:1769074640.160509:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882f3600. 00010000:00000010:1.1:1769074640.160532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882fbe00. 00010000:00000010:1.1:1769074640.186424:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8826b400. 00010000:00000010:3.1:1769074640.232976:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8826b400. 00010000:00000010:3.1:1769074640.233006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8823a200. 00010000:00000010:2.1:1769074640.257324:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88277800. 00010000:00000010:2.1:1769074640.384073:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88277200. 00010000:00000010:2.1:1769074640.384081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8822be00. 00010000:00000010:1.1:1769074640.508964:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8826b300. 00010000:00000010:1.1:1769074640.508977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8823aa00. 00010000:00000010:1.1:1769074640.526513:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8826b900. 00010000:00000010:2.1:1769074640.652335:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88267a00. 00010000:00000010:2.1:1769074640.652541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8825b200. 00010000:00000010:2.1:1769074640.681512:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88267100. 00010000:00000010:1.1:1769074640.739543:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88347700. 00010000:00000010:1.1:1769074640.739562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882fb400. 00010000:00000010:1.1:1769074640.751937:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8826bf00. 00010000:00000010:1.1:1769074640.789374:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8826bf00. 00010000:00000010:1.1:1769074640.789391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8823be00. 00010000:00000010:1.1:1769074640.812848:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8826b400. 00010000:00000010:1.1:1769074640.891089:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88347400. 00010000:00000010:1.1:1769074640.891107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882fb400. 00010000:00000010:1.1:1769074640.906156:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88342e00. 00010000:00000010:1.1:1769074641.091443:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88342d00. 00010000:00000010:1.1:1769074641.091458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8823a800. 00010000:00000010:1.1:1769074641.114499:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88342700. 00010000:00000010:1.1:1769074641.160333:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88267e00. 00010000:00000010:1.1:1769074641.160349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8825b600. 00010000:00000010:1.1:1769074641.181801:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88342700. 00010000:00000010:1.1:1769074641.261604:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88342200. 00010000:00000010:1.1:1769074641.261628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882cfa00. 00010000:00000010:1.1:1769074641.272965:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88342a00. 00010000:00000010:2.1:1769074641.332450:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88267c00. 00010000:00000010:2.1:1769074641.332467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8825a800. 00010000:00000010:2.1:1769074641.367454:0:28129:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88267f00. 00010000:00000010:1.1:1769074641.475327:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88342a00. 00010000:00000010:1.1:1769074641.475344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882cf200. 00010000:00000010:1.1:1769074641.502566:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88342300. 00010000:00000010:1.1:1769074641.530480:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88342300. 00010000:00000010:1.1:1769074641.530513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882ce400. 00010000:00000010:1.1:1769074641.546454:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882b0900. 00010000:00000010:2.1:1769074641.706326:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88347c00. 00010000:00000010:2.1:1769074641.733352:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88267000. 00010000:00000010:2.1:1769074641.733371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8825a200. 00010000:00000010:2.1:1769074641.753239:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88267f00. 00010000:00000010:3.1:1769074641.798325:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88267f00. 00010000:00000010:3.1:1769074641.798342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882b8000. 00010000:00000010:2.1:1769074641.811406:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88277100. 00010000:00000010:1.1:1769074641.929492:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882b0d00. 00010000:00000010:1.1:1769074641.929519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882cea00. 00010000:00000010:1.1:1769074641.929523:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882b0700. 00010000:00000010:1.1:1769074641.945365:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882b0700. 00010000:00000010:1.1:1769074641.945386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882cea00. 00010000:00000010:1.1:1769074641.974350:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882b0d00. 00010000:00000010:1.1:1769074641.999920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882b0d00. 00010000:00000010:1.1:1769074641.999928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882cf600. 00010000:00000010:1.1:1769074642.081379:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882b0d00. 00010000:00000010:1.1:1769074642.081396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882cf600. 00010000:00000010:1.1:1769074642.099869:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882b0a00. 00010000:00000010:1.1:1769074642.124541:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882b0a00. 00010000:00000010:1.1:1769074642.124560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882cec00. 00010000:00000010:1.1:1769074642.149419:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882b0300. 00010000:00000010:3.1:1769074642.185444:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88277500. 00010000:00000010:3.1:1769074642.185466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8822a400. 00010000:00000010:3.1:1769074642.207419:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88277300. 00010000:00000010:2.1:1769074642.326365:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8834b200. 00010000:00000010:1.1:1769074642.467521:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882b0300. 00010000:00000010:1.1:1769074642.467559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882bb200. 00010000:00000010:1.1:1769074642.499211:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88342300. 00010000:00000010:2.1:1769074642.605337:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882dab00. 00010000:00000010:2.1:1769074642.605354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882b8e00. 00010000:00000010:2.1:1769074642.624476:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882da200. 00010000:00000010:2.1:1769074642.670337:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88277300. 00010000:00000010:2.1:1769074642.670355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8822be00. 00010000:00000010:2.1:1769074642.685339:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882da200. 00010000:00000010:1.1:1769074642.739049:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8834b200. 00010000:00000010:1.1:1769074642.794653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882b4e00. 00010000:00000010:1.1:1769074642.794680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882ba200. 00010000:00000010:1.1:1769074642.827441:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882b4c00. 00010000:00000010:1.1:1769074642.865528:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882da200. 00010000:00000010:1.1:1769074642.865558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882b9000. 00010000:00000010:1.1:1769074642.883177:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882b4c00. 00010000:00000010:3.1:1769074642.996372:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882da900. 00010000:00000010:3.1:1769074642.996398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882b8a00. 00010000:00000010:2.1:1769074643.015357:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88277d00. 00010000:00000010:2.1:1769074643.132550:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882dac00. 00010000:00000010:2.1:1769074643.132561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882b9400. 00010000:00000010:2.1:1769074643.139507:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882daf00. 00010000:00000010:1.1:1769074643.202452:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882b4c00. 00010000:00000010:1.1:1769074643.202486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882ba800. 00010000:00000010:1.1:1769074643.212592:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882b4800. 00010000:00000010:2.1:1769074643.239335:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8829a100. 00010000:00000010:2.1:1769074643.239355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8829e400. 00010000:00000010:2.1:1769074643.253455:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882da300. 00010000:00000010:2.1:1769074643.301376:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88368900. 00010000:00000010:2.1:1769074643.301395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882b8c00. 00010000:00000010:1.1:1769074643.325390:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88368e00. 00010000:00000010:1.1:1769074643.369210:0:2365:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882b4200. 00010000:00000010:1.1:1769074643.369221:0:2365:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882bb600. 00010000:00000010:3.1:1769074643.392803:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88342300. 00010000:00000010:3.1:1769074643.559344:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8829ae00. 00010000:00000010:1.1:1769074643.673330:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88342300. 00010000:00000010:1.1:1769074643.673359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882bb600. 00010000:00000010:1.1:1769074643.734864:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882b4200. 00010000:00000010:2.1:1769074643.823688:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8836f600. 00010000:00000010:2.1:1769074643.823704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882bac00. 00010000:00000010:1.1:1769074643.877026:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8836f800. 00010000:00000010:1.1:1769074643.877045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882bac00. 00010000:00000010:1.1:1769074643.900588:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8836f000. 00010000:00000010:2.1:1769074643.934927:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88368c00. 00010000:00000010:2.1:1769074643.934950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882b9c00. 00010000:00000010:2.1:1769074643.952480:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88368f00. 00010000:00000010:1.1:1769074644.036428:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8836f000. 00010000:00000010:1.1:1769074644.036451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8839e000. 00010000:00000010:1.1:1769074644.054398:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8836fa00. 00010000:00000010:1.1:1769074644.095360:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8836fa00. 00010000:00000010:1.1:1769074644.095383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8839f400. 00010000:00000010:1.1:1769074644.106322:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8836f300. 00010000:00000010:2.1:1769074644.145346:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88368f00. 00010000:00000010:2.1:1769074644.145369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882b8200. 00010000:00000010:3.1:1769074644.286773:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88368800. 00010000:00000010:3.1:1769074644.286798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882b8200. 00010000:00000010:2.1:1769074644.295300:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d92e00. 00010000:00000010:1.1:1769074644.457098:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8836f600. 00010000:00000010:1.1:1769074644.457118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8839fc00. 00010000:00000010:1.1:1769074644.466520:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882b4200. 00010000:00000010:3.1:1769074644.574038:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88305600. 00010000:00000010:1.1:1769074644.611388:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88368b00. 00010000:00000010:1.1:1769074644.611448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8822be00. 00010000:00000010:1.1:1769074644.628788:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88313000. 00010000:00000010:1.1:1769074644.709350:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88313000. 00010000:00000010:1.1:1769074644.709374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8839f600. 00010000:00000010:1.1:1769074644.745466:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88313100. 00010000:00000010:1.1:1769074644.872609:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88313100. 00010000:00000010:1.1:1769074644.872633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8839f800. 00010000:00000010:1.1:1769074644.909605:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88313900. 00010000:00000010:1.1:1769074644.932289:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88313900. 00010000:00000010:1.1:1769074644.932309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8839ec00. 00010000:00000010:1.1:1769074644.955334:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88313f00. 00010000:00000010:1.1:1769074645.008644:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88305100. 00010000:00000010:1.1:1769074645.008666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8832a200. 00010000:00000010:1.1:1769074645.008670:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88313f00. 00010000:00000010:1.1:1769074645.053678:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88335200. 00010000:00000010:1.1:1769074645.053700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883a3800. 00010000:00000010:1.1:1769074645.117339:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88305900. 00010000:00000010:1.1:1769074645.117349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8832ae00. 00010000:00000010:1.1:1769074645.126055:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88335200. 00010000:00000010:2.1:1769074645.226362:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88325100. 00010000:00000010:1.1:1769074645.300328:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88325500. 00010000:00000010:1.1:1769074645.327590:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88335e00. 00010000:00000010:1.1:1769074645.327628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883a3a00. 00010000:00000010:1.1:1769074645.342727:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88335c00. 00010000:00000010:1.1:1769074645.371355:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88335c00. 00010000:00000010:1.1:1769074645.371377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883a3200. 00010000:00000010:1.1:1769074645.448552:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88325b00. 00010000:00000010:1.1:1769074645.448577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88372a00. 00010000:00000010:1.1:1769074645.463477:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88335c00. 00010000:00000010:2.1:1769074645.607350:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88368800. 00010000:00000010:2.1:1769074645.607371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883a1a00. 00010000:00000010:2.1:1769074645.607375:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88368400. 00010000:00000010:2.1:1769074645.722361:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88335000. 00010000:00000010:2.1:1769074645.722379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883a2200. 00010000:00000010:2.1:1769074645.743974:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88368400. 00010000:00000010:1.1:1769074645.781591:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88335000. 00010000:00000010:1.1:1769074645.781615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883a3c00. 00010000:00000010:1.1:1769074645.805361:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88313f00. 00010000:00000010:1.1:1769074645.889487:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88338b00. 00010000:00000010:1.1:1769074645.889500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883a2e00. 00010000:00000010:2.1:1769074645.893135:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88338200. 00010000:00000010:2.1:1769074645.942377:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8836c300. 00010000:00000010:2.1:1769074645.942391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883a0800. 00010000:00000010:2.1:1769074645.955354:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8836c900. 00010000:00000010:1.1:1769074645.995513:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88338b00. 00010000:00000010:1.1:1769074645.995543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883a2e00. 00010000:00000010:1.1:1769074646.009680:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88338a00. 00010000:00000010:1.1:1769074646.041349:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88338a00. 00010000:00000010:1.1:1769074646.041371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883a3600. 00010000:00000010:1.1:1769074646.053230:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88338300. 00010000:00000010:1.1:1769074646.097348:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88338300. 00010000:00000010:1.1:1769074646.097377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88385200. 00010000:00000010:1.1:1769074646.111756:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88338c00. 00010000:00000010:1.1:1769074646.147387:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88338c00. 00010000:00000010:1.1:1769074646.147412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88384400. 00010000:00000010:1.1:1769074646.173545:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88338700. 00010000:00000010:1.1:1769074646.405383:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8838c100. 00010000:00000010:1.1:1769074646.405403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88384800. 00010000:00000010:1.1:1769074646.416325:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8838c500. 00010000:00000010:1.1:1769074646.499371:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883a6b00. 00010000:00000010:1.1:1769074646.661339:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88325500. 00010000:00000010:1.1:1769074646.661349:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8837d200. 00010000:00000010:1.1:1769074646.672035:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8838cf00. 00010000:00000010:1.1:1769074646.779614:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8838cf00. 00010000:00000010:1.1:1769074646.779630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88385000. 00010000:00000010:1.1:1769074646.821315:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8838c600. 00010000:00000010:2.1:1769074646.970271:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8836c900. 00010000:00000010:2.1:1769074646.970295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883a1600. 00010000:00000010:2.1:1769074646.980888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8836c300. 00010000:00000010:1.1:1769074647.026081:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8830a200. 00010000:00000010:2.1:1769074647.119343:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8836c300. 00010000:00000010:2.1:1769074647.119362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883a1c00. 00010000:00000010:2.1:1769074647.139611:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8836cd00. 00010000:00000010:2.1:1769074647.166480:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8836cd00. 00010000:00000010:2.1:1769074647.166501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883a0200. 00010000:00000010:2.1:1769074647.176996:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8836c600. 00010000:00000010:1.1:1769074647.274708:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8830a900. 00010000:00000010:1.1:1769074647.274726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8837c800. 00010000:00000010:1.1:1769074647.288819:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88378700. 00010000:00000010:2.1:1769074647.333004:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8836c600. 00010000:00000010:2.1:1769074647.333027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883a0800. 00010000:00000010:2.1:1769074647.369571:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88368400. 00010000:00000010:3.1:1769074647.418558:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88379500. 00010000:00000010:3.1:1769074647.418578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c5c00. 00010000:00000010:2.1:1769074647.432673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88317600. 00010000:00000010:2.1:1769074647.482337:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88317800. 00010000:00000010:2.1:1769074647.482356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882c5400. 00010000:00000010:3.1:1769074647.721370:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88379f00. 00010000:00000010:3.1:1769074647.721396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c5200. 00010000:00000010:3.1:1769074647.752801:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88317000. 00010000:00000010:2.1:1769074647.863452:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88379d00. 00010000:00000010:2.1:1769074647.863466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c5200. 00010000:00000010:2.1:1769074647.882868:0:2366:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88379700. 00010000:00000010:1.1:1769074647.944345:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88378b00. 00010000:00000010:1.1:1769074647.944373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c7200. 00010000:00000010:1.1:1769074647.978387:0:2364:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88378200. 00010000:00000010:1.1:1769074648.057477:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88378200. 00010000:00000010:1.1:1769074648.057496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c6400. 00010000:00000010:1.1:1769074648.102455:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88378500. 00010000:00000010:2.1:1769074648.179664:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88325500. 00010000:00000010:2.1:1769074648.179686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8837cc00. 00010000:00000010:1.1:1769074648.201469:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88317000. 00010000:00000010:1.1:1769074648.269638:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88378f00. 00010000:00000010:1.1:1769074648.269657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c6a00. 00010000:00000010:1.1:1769074648.293350:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88362400. 00010000:00000010:1.1:1769074648.336340:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88362400. 00010000:00000010:1.1:1769074648.336360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c6a00. 00010000:00000010:1.1:1769074648.363581:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88362800. 00010000:00000010:2.1:1769074648.414440:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88379700. 00010000:00000010:2.1:1769074648.414457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c4a00. 00010000:00000010:3.1:1769074648.516050:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88317100. 00010000:00000010:3.1:1769074648.516067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882c5c00. 00010000:00000010:3.1:1769074648.548895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88317500. 00010000:00000010:1.1:1769074648.673607:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88362800. 00010000:00000010:1.1:1769074648.673640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c6600. 00010000:00000010:1.1:1769074648.686034:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88362200. 00010000:00000010:3.1:1769074648.789354:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88379700. 00010000:00000010:3.1:1769074648.789375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c4400. 00010000:00000010:3.1:1769074648.809369:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88317500. 00010000:00000010:1.1:1769074648.846356:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88362200. 00010000:00000010:1.1:1769074648.846377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c7e00. 00010000:00000010:1.1:1769074648.850830:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88362500. 00010000:00000010:1.1:1769074648.896296:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88362500. 00010000:00000010:1.1:1769074648.896320:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c7e00. 00010000:00000010:1.1:1769074648.920037:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88362200. 00010000:00000010:3.1:1769074649.091419:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9822c400. 00010000:00000010:2.1:1769074649.237211:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88379000. 00010000:00000010:2.1:1769074649.237223:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c4c00. 00010000:00000010:1.1:1769074649.254455:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88379b00. 00010000:00000010:2.1:1769074649.370790:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88379800. 00010000:00000010:2.1:1769074649.370814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c4600. 00010000:00000010:2.1:1769074649.385989:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88379f00. 00010000:00000010:2.1:1769074649.414339:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88379f00. 00010000:00000010:2.1:1769074649.414357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c5000. 00010000:00000010:2.1:1769074649.440607:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88368400. 00010000:00000010:1.1:1769074649.486335:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9822c800. 00010000:00000010:1.1:1769074649.486357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98228a00. 00010000:00000010:1.1:1769074649.501917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88362700. 00010000:00000010:1.1:1769074649.642543:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88366f00. 00010000:00000010:1.1:1769074649.642567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98201600. 00010000:00000010:1.1:1769074649.669610:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88366d00. 00010000:00000010:1.1:1769074649.706647:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9822c700. 00010000:00000010:1.1:1769074649.706675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98228600. 00010000:00000010:1.1:1769074649.721593:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88366d00. 00010000:00000010:1.1:1769074649.760335:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88366d00. 00010000:00000010:1.1:1769074649.760355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98200c00. 00010000:00000010:1.1:1769074649.783335:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88366b00. 00010000:00000010:3.1:1769074649.849588:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883c1100. 00010000:00000010:3.1:1769074649.850189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c4200. 00010000:00000010:1.1:1769074649.944381:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88366b00. 00010000:00000010:1.1:1769074649.944405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98200c00. 00010000:00000010:1.1:1769074649.954979:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88366200. 00010000:00000010:1.1:1769074650.021398:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88366200. 00010000:00000010:1.1:1769074650.021418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98201200. 00010000:00000010:1.1:1769074650.021422:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88366500. 00010000:00000010:1.1:1769074650.059533:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9822c500. 00010000:00000010:1.1:1769074650.059558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98229e00. 00010000:00000010:1.1:1769074650.085701:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883d0300. 00010000:00000010:2.1:1769074650.192004:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883c1500. 00010000:00000010:2.1:1769074650.192053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c4c00. 00010000:00000010:1.1:1769074650.228318:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883d0300. 00010000:00000010:1.1:1769074650.228326:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98201c00. 00010000:00000010:1.1:1769074650.236341:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883d0f00. 00010000:00000010:1.1:1769074650.283417:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883d8800. 00010000:00000010:1.1:1769074650.312575:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883d0800. 00010000:00000010:1.1:1769074650.312584:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883cfe00. 00010000:00000010:1.1:1769074650.327710:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883d0000. 00010000:00000010:1.1:1769074650.341740:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883d0000. 00010000:00000010:1.1:1769074650.341767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883cf000. 00010000:00000010:1.1:1769074650.359529:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883d0a00. 00010000:00000010:1.1:1769074650.382471:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88366200. 00010000:00000010:1.1:1769074650.382496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883cfa00. 00010000:00000010:1.1:1769074650.396508:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883d0a00. 00010000:00000010:2.1:1769074650.504804:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9822e500. 00010000:00000010:2.1:1769074650.504830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883cd400. 00010000:00000010:1.1:1769074650.546961:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883c1500. 00010000:00000010:1.1:1769074650.609848:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883bc600. 00010000:00000010:1.1:1769074650.609872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883cf400. 00010000:00000010:1.1:1769074650.626956:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883bc800. 00010000:00000010:1.1:1769074650.697340:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9822ef00. 00010000:00000010:1.1:1769074650.761514:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883bc200. 00010000:00000010:1.1:1769074650.761541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883ce200. 00010000:00000010:1.1:1769074650.778541:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883bca00. 00010000:00000010:1.1:1769074650.876576:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883bca00. 00010000:00000010:1.1:1769074650.876602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883cea00. 00010000:00000010:1.1:1769074650.902874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883bc300. 00010000:00000010:1.1:1769074650.937334:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883bc300. 00010000:00000010:1.1:1769074650.937343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883ce800. 00010000:00000010:1.1:1769074651.032249:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883bc300. 00010000:00000010:1.1:1769074651.032262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883ce800. 00010000:00000010:1.1:1769074651.038517:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883bcf00. 00010000:00000010:2.1:1769074651.045548:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883c1900. 00010000:00000010:2.1:1769074651.045572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c4800. 00010000:00000010:2.1:1769074651.055150:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883c1e00. 00010000:00000010:1.1:1769074651.090595:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9827aa00. 00010000:00000010:1.1:1769074651.090628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883ce800. 00010000:00000010:1.1:1769074651.109331:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9827a100. 00010000:00000010:1.1:1769074651.172763:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9827a100. 00010000:00000010:1.1:1769074651.172779:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883fba00. 00010000:00000010:1.1:1769074651.181435:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9827a900. 00010000:00000010:3.1:1769074651.211903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9827ff00. 00010000:00000010:3.1:1769074651.211932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98228a00. 00010000:00000010:3.1:1769074651.245333:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88303c00. 00010000:00000010:1.1:1769074651.298410:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9827a900. 00010000:00000010:1.1:1769074651.298436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883fba00. 00010000:00000010:1.1:1769074651.308551:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9827a100. 00010000:00000010:1.1:1769074651.395609:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9827a700. 00010000:00000010:1.1:1769074651.395692:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883fa400. 00010000:00000010:1.1:1769074651.407833:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9827a400. 00010000:00000010:1.1:1769074651.428371:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9827a400. 00010000:00000010:1.1:1769074651.428398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883fbc00. 00010000:00000010:1.1:1769074651.442916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9827a000. 00010000:00000010:1.1:1769074651.532395:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9827f600. 00010000:00000010:1.1:1769074651.532410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98231200. 00010000:00000010:1.1:1769074651.540211:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883bc300. 00010000:00000010:1.1:1769074651.571548:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98235400. 00010000:00000010:1.1:1769074651.571559:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883fa600. 00010000:00000010:1.1:1769074651.583955:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98235600. 00010000:00000010:1.1:1769074651.605207:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98235600. 00010000:00000010:1.1:1769074651.605222:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883fa600. 00010000:00000010:1.1:1769074651.616515:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98235400. 00010000:00000010:2.1:1769074651.663344:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883c1600. 00010000:00000010:2.1:1769074651.663366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883f8200. 00010000:00000010:2.1:1769074651.722257:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883c1b00. 00010000:00000010:2.1:1769074651.722277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883f8800. 00010000:00000010:2.1:1769074651.731360:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883c1200. 00010000:00000010:2.1:1769074651.903353:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883c1500. 00010000:00000010:2.1:1769074651.903376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883f8c00. 00010000:00000010:2.1:1769074651.921357:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883c1300. 00010000:00000010:2.1:1769074652.037410:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9828f300. 00010000:00000010:2.1:1769074652.037429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98230e00. 00010000:00000010:1.1:1769074652.045336:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98270500. 00010000:00000010:2.1:1769074652.191369:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88303c00. 00010000:00000010:2.1:1769074652.191395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883fe400. 00010000:00000010:1.1:1769074652.326342:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98266100. 00010000:00000010:1.1:1769074652.326363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98216400. 00010000:00000010:1.1:1769074652.342458:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98235100. 00010000:00000010:1.1:1769074652.458495:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98235100. 00010000:00000010:1.1:1769074652.458523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98241400. 00010000:00000010:1.1:1769074652.485493:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98235e00. 00010000:00000010:3.1:1769074652.536298:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88303400. 00010000:00000010:3.1:1769074652.536313:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883fe200. 00010000:00000010:2.1:1769074652.644487:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98270900. 00010000:00000010:2.1:1769074652.644511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883f8800. 00010000:00000010:2.1:1769074652.661344:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98270e00. 00010000:00000010:1.1:1769074652.810832:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98266d00. 00010000:00000010:1.1:1769074652.846530:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88303400. 00010000:00000010:1.1:1769074652.846551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883fee00. 00010000:00000010:1.1:1769074652.858063:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883bc300. 00010000:00000010:1.1:1769074652.883547:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98275500. 00010000:00000010:1.1:1769074652.883569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98240a00. 00010000:00000010:1.1:1769074652.898736:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98275300. 00010000:00000010:2.1:1769074652.926115:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98270400. 00010000:00000010:2.1:1769074652.926136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883f9600. 00010000:00000010:2.1:1769074652.972133:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98270600. 00010000:00000010:2.1:1769074652.984524:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98270b00. 00010000:00000010:2.1:1769074652.984537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883f9800. 00010000:00000010:1.1:1769074652.998459:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98270600. 00010000:00000010:1.1:1769074653.045250:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98275c00. 00010000:00000010:1.1:1769074653.045264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98240800. 00010000:00000010:1.1:1769074653.056390:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98275f00. 00010000:00000010:1.1:1769074653.079675:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98275f00. 00010000:00000010:1.1:1769074653.079686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98240800. 00010000:00000010:1.1:1769074653.088471:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98275c00. 00010000:00000010:1.1:1769074653.172460:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98266000. 00010000:00000010:1.1:1769074653.172485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98217600. 00010000:00000010:1.1:1769074653.190402:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98275c00. 00010000:00000010:1.1:1769074653.237352:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98266700. 00010000:00000010:1.1:1769074653.237376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98217e00. 00010000:00000010:1.1:1769074653.253885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98275c00. 00010000:00000010:1.1:1769074653.277348:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982f8600. 00010000:00000010:1.1:1769074653.277372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98240000. 00010000:00000010:1.1:1769074653.290376:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982f8800. 00010000:00000010:1.1:1769074653.421365:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982f8800. 00010000:00000010:1.1:1769074653.421386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982ff600. 00010000:00000010:3.1:1769074653.495931:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88303800. 00010000:00000010:3.1:1769074653.495956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883fe600. 00010000:00000010:3.1:1769074653.512339:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88303000. 00010000:00000010:1.1:1769074653.551348:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9822c400. 00010000:00000010:1.1:1769074653.551373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98216c00. 00010000:00000010:1.1:1769074653.563856:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982f8800. 00010000:00000010:1.1:1769074653.624136:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9822c400. 00010000:00000010:1.1:1769074653.629358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98217a00. 00010000:00000010:1.1:1769074653.665497:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982f8800. 00010000:00000010:2.1:1769074653.721437:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982f8800. 00010000:00000010:2.1:1769074653.721456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982ffa00. 00010000:00000010:3.1:1769074653.767915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98270200. 00010000:00000010:1.1:1769074653.810908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9822c400. 00010000:00000010:1.1:1769074653.810930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98216000. 00010000:00000010:1.1:1769074653.847497:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982f8c00. 00010000:00000010:1.1:1769074653.984352:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982f8c00. 00010000:00000010:1.1:1769074653.984374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982ff400. 00010000:00000010:1.1:1769074654.019175:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98275c00. 00010000:00000010:2.1:1769074654.177440:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98270300. 00010000:00000010:2.1:1769074654.177463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982fb200. 00010000:00000010:2.1:1769074654.197679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98270500. 00010000:00000010:1.1:1769074654.252341:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9832be00. 00010000:00000010:1.1:1769074654.252356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982fe200. 00010000:00000010:1.1:1769074654.267418:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9832bc00. 00010000:00000010:2.1:1769074654.387328:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9832bc00. 00010000:00000010:2.1:1769074654.387353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982fea00. 00010000:00000010:1.1:1769074654.427614:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9832b700. 00010000:00000010:1.1:1769074654.427629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982fee00. 00010000:00000010:1.1:1769074654.558191:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9832b700. 00010000:00000010:1.1:1769074654.558205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982fee00. 00010000:00000010:1.1:1769074654.574395:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9832b600. 00010000:00000010:2.1:1769074654.612343:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98273100. 00010000:00000010:2.1:1769074654.612360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982fae00. 00010000:00000010:2.1:1769074654.745865:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98273500. 00010000:00000010:3.1:1769074654.803400:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98273e00. 00010000:00000010:3.1:1769074654.803412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982fba00. 00010000:00000010:3.1:1769074654.843617:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88303b00. 00010000:00000010:3.1:1769074655.055590:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98273500. 00010000:00000010:3.1:1769074655.055610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982fb800. 00010000:00000010:2.1:1769074655.223823:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98273d00. 00010000:00000010:2.1:1769074655.223838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982fb600. 00010000:00000010:3.1:1769074655.298062:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98273700. 00010000:00000010:3.1:1769074655.457448:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88303600. 00010000:00000010:3.1:1769074655.457465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883fec00. 00010000:00000010:3.1:1769074655.470415:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88303c00. 00010000:00000010:2.1:1769074655.528170:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9825cd00. 00010000:00000010:2.1:1769074655.528190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883ff600. 00010000:00000010:1.1:1769074655.859822:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98306800. 00010000:00000010:1.1:1769074655.859836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98216400. 00010000:00000010:1.1:1769074655.874844:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9832b600. 00010000:00000010:2.1:1769074656.088377:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98359300. 00010000:00000010:2.1:1769074656.088399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98314200. 00010000:00000010:2.1:1769074656.107486:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98273600. 00010000:00000010:2.1:1769074656.145335:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98273600. 00010000:00000010:2.1:1769074656.145351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982fb800. 00010000:00000010:2.1:1769074656.203935:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98273200. 00010000:00000010:1.1:1769074656.272396:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98359900. 00010000:00000010:1.1:1769074656.272427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98314e00. 00010000:00000010:1.1:1769074656.290321:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9832b600. 00010000:00000010:1.1:1769074656.350413:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9832b600. 00010000:00000010:1.1:1769074656.350436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9831e600. 00010000:00000010:2.1:1769074656.388324:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9832b500. 00010000:00000010:1.1:1769074656.561840:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9832b600. 00010000:00000010:1.1:1769074656.561881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9831e600. 00010000:00000010:1.1:1769074656.603478:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9832b500. 00010000:00000010:2.1:1769074656.682561:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9825c800. 00010000:00000010:2.1:1769074656.682578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883ffe00. 00010000:00000010:2.1:1769074657.021723:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98359300. 00010000:00000010:2.1:1769074657.085022:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9832b400. 00010000:00000010:2.1:1769074657.085047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9831f800. 00010000:00000010:1.1:1769074657.162404:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9831b300. 00010000:00000010:1.1:1769074657.162429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9830ea00. 00010000:00000010:1.1:1769074657.202355:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9832bc00. 00010000:00000010:2.1:1769074657.250611:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982d3c00. 00010000:00000010:2.1:1769074657.250634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9830d200. 00010000:00000010:2.1:1769074657.272488:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982d3f00. 00010000:00000010:2.1:1769074657.331484:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982d3f00. 00010000:00000010:2.1:1769074657.331495:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9830ca00. 00010000:00000010:3.1:1769074657.351708:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982d3400. 00010000:00000010:1.1:1769074657.406137:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9832bc00. 00010000:00000010:1.1:1769074657.406161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9831fa00. 00010000:00000010:1.1:1769074657.440943:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9833db00. 00010000:00000010:2.1:1769074657.565720:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9833db00. 00010000:00000010:2.1:1769074657.565735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9831f200. 00010000:00000010:2.1:1769074657.565742:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982d3f00. 00010000:00000010:1.1:1769074657.692730:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9833d500. 00010000:00000010:1.1:1769074657.692747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9831f400. 00010000:00000010:1.1:1769074657.692751:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9833d300. 00010000:00000010:1.1:1769074657.839140:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9831bb00. 00010000:00000010:1.1:1769074657.839166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9830f000. 00010000:00000010:2.1:1769074657.918358:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982d3b00. 00010000:00000010:2.1:1769074657.918384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9830ca00. 00010000:00000010:2.1:1769074658.002862:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9833dd00. 00010000:00000010:2.1:1769074658.002886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9831ea00. 00010000:00000010:2.1:1769074658.030486:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982d3b00. 00010000:00000010:1.1:1769074658.089520:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9833d700. 00010000:00000010:1.1:1769074658.089537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9831ea00. 00010000:00000010:1.1:1769074658.111339:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9833d400. 00010000:00000010:2.1:1769074658.184327:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982a3c00. 00010000:00000010:2.1:1769074658.184345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9830e200. 00010000:00000010:3.1:1769074658.205468:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982d3b00. 00010000:00000010:2.1:1769074658.467757:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982d3e00. 00010000:00000010:2.1:1769074658.467775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9838a000. 00010000:00000010:2.1:1769074658.479330:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982d3100. 00010000:00000010:2.1:1769074658.529259:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9825c300. 00010000:00000010:2.1:1769074658.529279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883fee00. 00010000:00000010:2.1:1769074658.681327:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982abe00. 00010000:00000010:2.1:1769074658.681343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a8800. 00010000:00000010:2.1:1769074658.696696:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98282800. 00010000:00000010:1.1:1769074658.941406:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9833d000. 00010000:00000010:1.1:1769074658.941423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9831e600. 00010000:00000010:2.1:1769074659.099130:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98282100. 00010000:00000010:2.1:1769074659.099198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9838ba00. 00010000:00000010:2.1:1769074659.122347:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98282500. 00010000:00000010:1.1:1769074659.173974:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98322e00. 00010000:00000010:1.1:1769074659.219427:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9833d300. 00010000:00000010:1.1:1769074659.219443:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9831ea00. 00010000:00000010:1.1:1769074659.228603:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9833db00. 00010000:00000010:1.1:1769074659.350345:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9833db00. 00010000:00000010:1.1:1769074659.350353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98360200. 00010000:00000010:2.1:1769074659.353570:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982a1700. 00010000:00000010:2.1:1769074659.396348:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98282e00. 00010000:00000010:2.1:1769074659.396362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9838be00. 00010000:00000010:2.1:1769074659.423916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98282c00. 00010000:00000010:2.1:1769074659.468516:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98322c00. 00010000:00000010:2.1:1769074659.468532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a8800. 00010000:00000010:2.1:1769074659.496573:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98282c00. 00010000:00000010:1.1:1769074659.609335:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982a1800. 00010000:00000010:1.1:1769074659.609352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98360a00. 00010000:00000010:1.1:1769074659.636628:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982a1000. 00010000:00000010:2.1:1769074659.693330:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98282c00. 00010000:00000010:2.1:1769074659.693346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9838ac00. 00010000:00000010:1.1:1769074659.735907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98282600. 00010000:00000010:2.1:1769074659.894337:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9825c300. 00010000:00000010:2.1:1769074659.894353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883ff200. 00010000:00000010:2.1:1769074660.017363:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98322000. 00010000:00000010:2.1:1769074660.017383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98363200. 00010000:00000010:3.1:1769074660.099332:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982d3100. 00010000:00000010:3.1:1769074660.099349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98373600. 00010000:00000010:2.1:1769074660.111346:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9825c800. 00010000:00000010:1.1:1769074660.335722:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98322000. 00010000:00000010:2.1:1769074660.561041:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982a1c00. 00010000:00000010:2.1:1769074660.561061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98361000. 00010000:00000010:1.1:1769074660.617208:0:2365:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98365200. 00010000:00000010:2.1:1769074660.735477:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983cd300. 00010000:00000010:2.1:1769074660.735495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98361a00. 00010000:00000010:1.1:1769074660.749460:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98365a00. 00010000:00000010:1.1:1769074660.782524:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983cdf00. 00010000:00000010:1.1:1769074660.782544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98361200. 00010000:00000010:2.1:1769074660.801137:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983cdd00. 00010000:00000010:2.1:1769074660.822472:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98365900. 00010000:00000010:2.1:1769074660.822490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98372800. 00010000:00000010:2.1:1769074660.837354:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98365e00. 00010000:00000010:2.1:1769074660.859840:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98365e00. 00010000:00000010:2.1:1769074660.859867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98373e00. 00010000:00000010:2.1:1769074660.873396:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98365d00. 00010000:00000010:2.1:1769074661.117430:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9825c600. 00010000:00000010:2.1:1769074661.117466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883ff200. 00010000:00000010:1.1:1769074661.184628:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983cdf00. 00010000:00000010:1.1:1769074661.184658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98361200. 00010000:00000010:1.1:1769074661.201811:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983cd700. 00010000:00000010:2.1:1769074661.234421:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98326c00. 00010000:00000010:2.1:1769074661.234498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98362800. 00010000:00000010:2.1:1769074661.282719:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98365600. 00010000:00000010:1.1:1769074661.352338:0:1357:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98326f00. 00010000:00000010:1.1:1769074661.352359:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98362600. 00010000:00000010:1.1:1769074661.397211:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983cd700. 00010000:00000010:3.1:1769074661.453455:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98326700. 00010000:00000010:3.1:1769074661.482615:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88303c00. 00010000:00000010:3.1:1769074661.482643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982fb800. 00010000:00000010:3.1:1769074661.491523:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98392600. 00010000:00000010:1.1:1769074661.521340:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983cd700. 00010000:00000010:1.1:1769074661.521355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a0400. 00010000:00000010:1.1:1769074661.534343:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983cd200. 00010000:00000010:1.1:1769074661.579894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983cd200. 00010000:00000010:1.1:1769074661.579911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a1c00. 00010000:00000010:1.1:1769074661.585433:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983cdd00. 00010000:00000010:1.1:1769074661.608336:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98380300. 00010000:00000010:1.1:1769074661.608353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a1c00. 00010000:00000010:1.1:1769074661.619477:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98380900. 00010000:00000010:1.1:1769074661.643330:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98380900. 00010000:00000010:1.1:1769074661.643348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a0600. 00010000:00000010:1.1:1769074661.655367:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98380f00. 00010000:00000010:1.1:1769074661.678529:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98380f00. 00010000:00000010:1.1:1769074661.678535:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a1e00. 00010000:00000010:1.1:1769074661.682395:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98380400. 00010000:00000010:1.1:1769074661.708710:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98380400. 00010000:00000010:1.1:1769074661.708725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a1e00. 00010000:00000010:1.1:1769074661.730331:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98380f00. 00010000:00000010:1.1:1769074661.821469:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98380f00. 00010000:00000010:1.1:1769074661.821486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a1e00. 00010000:00000010:1.1:1769074661.830322:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98380b00. 00010000:00000010:1.1:1769074661.853324:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98380b00. 00010000:00000010:1.1:1769074661.853338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a0000. 00010000:00000010:1.1:1769074661.870320:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983cdd00. 00010000:00000010:1.1:1769074661.958113:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983f9500. 00010000:00000010:1.1:1769074661.958145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a1400. 00010000:00000010:3.1:1769074661.986057:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983f9300. 00010000:00000010:1.1:1769074662.043541:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98326d00. 00010000:00000010:1.1:1769074662.043554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98362600. 00010000:00000010:2.1:1769074662.048364:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983f9500. 00010000:00000010:2.1:1769074662.085256:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983f9900. 00010000:00000010:2.1:1769074662.085278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983fe800. 00010000:00000010:3.1:1769074662.204819:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98392200. 00010000:00000010:3.1:1769074662.204850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a3600. 00010000:00000010:3.1:1769074662.223384:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98392a00. 00010000:00000010:2.1:1769074662.275342:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98326700. 00010000:00000010:1.1:1769074662.441052:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98371c00. 00010000:00000010:1.1:1769074662.441075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98373a00. 00010000:00000010:3.1:1769074662.444877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983f9e00. 00010000:00000010:1.1:1769074662.515414:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983f9c00. 00010000:00000010:1.1:1769074662.515439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983ffe00. 00010000:00000010:1.1:1769074662.525462:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983f9f00. 00010000:00000010:2.1:1769074662.566992:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98371700. 00010000:00000010:2.1:1769074662.567008:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983b4e00. 00010000:00000010:2.1:1769074662.574858:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98371400. 00010000:00000010:2.1:1769074662.690595:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983f9600. 00010000:00000010:2.1:1769074662.690949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983fec00. 00010000:00000010:3.1:1769074662.713043:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98371400. 00010000:00000010:1.1:1769074662.762460:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9834c600. 00010000:00000010:1.1:1769074662.762486:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98349a00. 00010000:00000010:1.1:1769074662.775915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983f9800. 00010000:00000010:3.1:1769074663.077639:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98371000. 00010000:00000010:3.1:1769074663.077664:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983b5200. 00010000:00000010:1.1:1769074663.081336:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98392c00. 00010000:00000010:3.1:1769074663.139387:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98392f00. 00010000:00000010:3.1:1769074663.139416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a3200. 00010000:00000010:3.1:1769074663.146765:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98392d00. 00010000:00000010:2.1:1769074663.210833:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98371c00. 00010000:00000010:2.1:1769074663.210859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983b4400. 00010000:00000010:2.1:1769074663.241313:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98371b00. 00010000:00000010:1.1:1769074663.331027:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9834c300. 00010000:00000010:1.1:1769074663.331051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98348400. 00010000:00000010:1.1:1769074663.351095:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983f9500. 00010000:00000010:1.1:1769074663.497580:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983f9500. 00010000:00000010:1.1:1769074663.497606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983fe200. 00010000:00000010:1.1:1769074663.520190:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983cdd00. 00010000:00000010:2.1:1769074663.552116:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983fc900. 00010000:00000010:2.1:1769074663.552153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983fec00. 00010000:00000010:2.1:1769074663.560232:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9837ba00. 00010000:00000010:3.1:1769074663.597461:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9837ba00. 00010000:00000010:3.1:1769074663.597488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983b5a00. 00010000:00000010:2.1:1769074663.642027:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98392e00. 00010000:00000010:1.1:1769074663.660353:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98392100. 00010000:00000010:1.1:1769074663.660380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a3200. 00010000:00000010:1.1:1769074663.676186:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983fce00. 00010000:00000010:1.1:1769074663.742436:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983fce00. 00010000:00000010:1.1:1769074663.742459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983fec00. 00010000:00000010:1.1:1769074663.750460:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983fc700. 00010000:00000010:1.1:1769074663.787455:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9834ce00. 00010000:00000010:1.1:1769074663.818353:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983fcb00. 00010000:00000010:1.1:1769074663.818377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983d5400. 00010000:00000010:1.1:1769074663.834250:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983fc200. 00010000:00000010:3.1:1769074663.867381:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9834cd00. 00010000:00000010:3.1:1769074663.867390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98348e00. 00010000:00000010:1.1:1769074663.868442:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98392100. 00010000:00000010:1.1:1769074663.907603:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983df500. 00010000:00000010:1.1:1769074663.907627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983d5c00. 00010000:00000010:1.1:1769074663.917384:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983df300. 00010000:00000010:1.1:1769074663.925350:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9834c600. 00010000:00000010:1.1:1769074663.925371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98349800. 00010000:00000010:1.1:1769074663.940706:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983df300. 00010000:00000010:1.1:1769074663.962354:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983df300. 00010000:00000010:1.1:1769074663.962377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983d4600. 00010000:00000010:2.1:1769074663.977204:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983df700. 00010000:00000010:2.1:1769074663.996742:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9837b400. 00010000:00000010:2.1:1769074663.996766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983b5600. 00010000:00000010:2.1:1769074664.007080:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9837b600. 00010000:00000010:1.1:1769074664.080360:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983df600. 00010000:00000010:1.1:1769074664.080387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983d5e00. 00010000:00000010:2.1:1769074664.126428:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9837b600. 00010000:00000010:2.1:1769074664.126452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983b4400. 00010000:00000010:2.1:1769074664.135602:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9837b800. 00010000:00000010:2.1:1769074664.240775:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9837b800. 00010000:00000010:2.1:1769074664.240786:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983b5600. 00010000:00000010:2.1:1769074664.250571:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9837ba00. 00010000:00000010:2.1:1769074664.317426:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983b0200. 00010000:00000010:2.1:1769074664.317441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983d7600. 00010000:00000010:3.1:1769074664.331937:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bb500. 00010000:00000010:2.1:1769074664.435236:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bbe00. 00010000:00000010:2.1:1769074664.435248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983f0400. 00010000:00000010:2.1:1769074664.435251:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bbc00. 00010000:00000010:1.1:1769074664.523743:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98403f00. 00010000:00000010:1.1:1769074664.523764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983d6000. 00010000:00000010:1.1:1769074664.539487:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983df600. 00010000:00000010:2.1:1769074664.675444:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9839f700. 00010000:00000010:2.1:1769074664.675469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a2600. 00010000:00000010:1.1:1769074664.719436:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98403100. 00010000:00000010:1.1:1769074664.719460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9830ea00. 00010000:00000010:1.1:1769074664.725461:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983df600. 00010000:00000010:0.1:1769074664.819148:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98403100. 00010000:00000010:1.1:1769074664.877343:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983df600. 00010000:00000010:1.1:1769074664.877363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983d4000. 00010000:00000010:1.1:1769074664.896909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983df700. 00010000:00000010:1.1:1769074664.958213:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98402e00. 00010000:00000010:1.1:1769074664.958228:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98447e00. 00010000:00000010:1.1:1769074664.973079:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98402c00. 00010000:00000010:0.1:1769074665.024349:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bb400. 00010000:00000010:0.1:1769074665.024372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983f0800. 00010000:00000010:1.1:1769074665.050481:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983b0800. 00010000:00000010:1.1:1769074665.093370:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98402600. 00010000:00000010:1.1:1769074665.093395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98446c00. 00010000:00000010:1.1:1769074665.108472:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98402800. 00010000:00000010:0.1:1769074665.168353:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98402800. 00010000:00000010:0.1:1769074665.168380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98446000. 00010000:00000010:0.1:1769074665.197430:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983b0800. 00010000:00000010:2.1:1769074665.265347:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bb600. 00010000:00000010:2.1:1769074665.265370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983f0400. 00010000:00000010:0.1:1769074665.304620:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bb800. 00010000:00000010:1.1:1769074665.349594:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98402200. 00010000:00000010:1.1:1769074665.349616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98447200. 00010000:00000010:0.1:1769074665.377321:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98402a00. 00010000:00000010:0.1:1769074665.407347:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98443100. 00010000:00000010:0.1:1769074665.407369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98445800. 00010000:00000010:0.1:1769074665.443719:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98443500. 00010000:00000010:2.1:1769074665.481348:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98443500. 00010000:00000010:2.1:1769074665.481373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98444c00. 00010000:00000010:0.1:1769074665.502478:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bb600. 00010000:00000010:0.1:1769074665.530482:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bb000. 00010000:00000010:0.1:1769074665.530505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983f0e00. 00010000:00000010:0.1:1769074665.556685:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98443500. 00010000:00000010:2.1:1769074665.647318:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98443500. 00010000:00000010:2.1:1769074665.647342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98445400. 00010000:00000010:0.1:1769074665.673471:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bbb00. 00010000:00000010:0.1:1769074665.758873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bbb00. 00010000:00000010:0.1:1769074665.758898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983f1000. 00010000:00000010:0.1:1769074665.771224:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9845eb00. 00010000:00000010:0.1:1769074665.855400:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98402800. 00010000:00000010:0.1:1769074665.855427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98446200. 00010000:00000010:0.1:1769074665.870462:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9845eb00. 00010000:00000010:1.1:1769074665.996589:0:2365:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9845eb00. 00010000:00000010:1.1:1769074665.996603:0:2365:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9830ea00. 00010000:00000010:0.1:1769074666.078662:0:2365:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98402800. 00010000:00000010:3.1:1769074666.325374:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9839f800. 00010000:00000010:3.1:1769074666.325386:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a3000. 00010000:00000010:3.1:1769074666.352233:0:2366:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9839f000. 00010000:00000010:2.1:1769074666.428404:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9839f000. 00010000:00000010:2.1:1769074666.428433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a3200. 00010000:00000010:0.1:1769074666.435575:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bb000. 00010000:00000010:1.1:1769074666.459247:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9844a600. 00010000:00000010:1.1:1769074666.459310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98446800. 00010000:00000010:1.1:1769074666.473491:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9844a800. 00010000:00000010:1.1:1769074666.491522:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9844a800. 00010000:00000010:1.1:1769074666.491554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98447600. 00010000:00000010:1.1:1769074666.507344:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9844a200. 00010000:00000010:2.1:1769074666.531433:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bb400. 00010000:00000010:2.1:1769074666.531454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983f0c00. 00010000:00000010:2.1:1769074666.537835:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bbe00. 00010000:00000010:2.1:1769074666.577686:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bbe00. 00010000:00000010:2.1:1769074666.577700:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983f0e00. 00010000:00000010:2.1:1769074666.594343:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bb000. 00010000:00000010:0.1:1769074666.610385:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bbe00. 00010000:00000010:0.1:1769074666.610406:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983f0e00. 00010000:00000010:0.1:1769074666.618419:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9845ee00. 00010000:00000010:1.1:1769074666.646971:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9845ee00. 00010000:00000010:1.1:1769074666.646986:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983ef000. 00010000:00000010:1.1:1769074666.670342:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9844a200. 00010000:00000010:0.1:1769074666.689362:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bb000. 00010000:00000010:0.1:1769074666.689370:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983f0e00. 00010000:00000010:0.1:1769074666.695400:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9845e700. 00010000:00000010:0.1:1769074666.728749:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9845e700. 00010000:00000010:0.1:1769074666.728767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983ee000. 00010000:00000010:0.1:1769074666.734518:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9845e000. 00010000:00000010:0.1:1769074666.753965:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9845e000. 00010000:00000010:0.1:1769074666.753975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983ee000. 00010000:00000010:0.1:1769074666.762324:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9845e700. 00010000:00000010:1.1:1769074666.825348:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9844a200. 00010000:00000010:1.1:1769074666.825371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98417200. 00010000:00000010:1.1:1769074666.825378:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9844a300. 00010000:00000010:1.1:1769074666.832781:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9844af00. 00010000:00000010:1.1:1769074666.832808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98416200. 00010000:00000010:1.1:1769074666.832813:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984f4500. 00010000:00000010:0.1:1769074666.857558:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98410000. 00010000:00000010:0.1:1769074666.857581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983ee200. 00010000:00000010:0.1:1769074666.875243:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98410b00. 00010000:00000010:0.1:1769074666.894611:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98410b00. 00010000:00000010:0.1:1769074666.894632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983eea00. 00010000:00000010:0.1:1769074666.915320:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98410100. 00010000:00000010:0.1:1769074666.934493:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98410100. 00010000:00000010:0.1:1769074666.934508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983eea00. 00010000:00000010:0.1:1769074666.941476:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98410500. 00010000:00000010:1.1:1769074666.975859:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984f4500. 00010000:00000010:1.1:1769074666.975872:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98416200. 00010000:00000010:1.1:1769074666.975876:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984f4c00. 00010000:00000010:1.1:1769074667.001859:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984f4c00. 00010000:00000010:1.1:1769074667.001883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98416200. 00010000:00000010:1.1:1769074667.026341:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984f4500. 00010000:00000010:1.1:1769074667.074360:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984f4500. 00010000:00000010:1.1:1769074667.074382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98416200. 00010000:00000010:1.1:1769074667.090762:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984f4400. 00010000:00000010:1.1:1769074667.112327:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984f4400. 00010000:00000010:1.1:1769074667.112351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98417600. 00010000:00000010:1.1:1769074667.124921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984f4000. 00010000:00000010:0.1:1769074667.156648:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98410c00. 00010000:00000010:0.1:1769074667.156658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983ef600. 00010000:00000010:0.1:1769074667.163344:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98410f00. 00010000:00000010:1.1:1769074667.210779:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984f4100. 00010000:00000010:1.1:1769074667.210804:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98417000. 00010000:00000010:1.1:1769074667.227391:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9844af00. 00010000:00000010:0.1:1769074667.268352:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98410f00. 00010000:00000010:0.1:1769074667.268375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983ef600. 00010000:00000010:0.1:1769074667.291320:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98410d00. 00010000:00000010:1.1:1769074667.320342:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98410d00. 00010000:00000010:1.1:1769074667.320350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98423e00. 00010000:00000010:3.1:1769074667.348985:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984f8000. 00010000:00000010:0.1:1769074667.376677:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98410d00. 00010000:00000010:0.1:1769074667.376701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98423800. 00010000:00000010:0.1:1769074667.397572:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9845e700. 00010000:00000010:2.1:1769074667.458570:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98413300. 00010000:00000010:2.1:1769074667.458588:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98422c00. 00010000:00000010:2.1:1769074667.458593:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bfc00. 00010000:00000010:2.1:1769074667.516746:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bfc00. 00010000:00000010:2.1:1769074667.516789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984ffe00. 00010000:00000010:0.1:1769074667.517492:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bf400. 00010000:00000010:1.1:1769074667.564799:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984f8b00. 00010000:00000010:1.1:1769074667.564822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98416000. 00010000:00000010:3.1:1769074667.567766:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984f8200. 00010000:00000010:2.1:1769074667.618352:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bf800. 00010000:00000010:2.1:1769074667.618373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984ffa00. 00010000:00000010:0.1:1769074667.651049:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bf000. 00010000:00000010:1.1:1769074667.670113:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98413400. 00010000:00000010:1.1:1769074667.670136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98423200. 00010000:00000010:1.1:1769074667.678460:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984f8b00. 00010000:00000010:2.1:1769074667.746859:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98413600. 00010000:00000010:2.1:1769074667.746889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98423400. 00010000:00000010:0.1:1769074667.780970:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bf800. 00010000:00000010:3.1:1769074667.841457:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bfb00. 00010000:00000010:3.1:1769074667.841503:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984fe800. 00010000:00000010:0.1:1769074667.871453:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9839f300. 00010000:00000010:2.1:1769074667.935309:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98413400. 00010000:00000010:2.1:1769074667.935334:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98423c00. 00010000:00000010:3.1:1769074667.955944:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bf200. 00010000:00000010:1.1:1769074668.000624:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98413300. 00010000:00000010:1.1:1769074668.000643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98422a00. 00010000:00000010:1.1:1769074668.029334:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984f8b00. 00010000:00000010:1.1:1769074668.110341:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98413300. 00010000:00000010:1.1:1769074668.110365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98422e00. 00010000:00000010:1.1:1769074668.136562:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984f8b00. 00010000:00000010:2.1:1769074668.224454:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98413400. 00010000:00000010:2.1:1769074668.224463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98422800. 00010000:00000010:1.1:1769074668.271606:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bf500. 00010000:00000010:2.1:1769074668.334292:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bf300. 00010000:00000010:2.1:1769074668.334315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984fe400. 00010000:00000010:2.1:1769074668.349943:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bf500. 00010000:00000010:1.1:1769074668.388461:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984f8600. 00010000:00000010:1.1:1769074668.388470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9843c200. 00010000:00000010:1.1:1769074668.403395:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984f8200. 00010000:00000010:1.1:1769074668.440540:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98413400. 00010000:00000010:1.1:1769074668.440561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98422600. 00010000:00000010:1.1:1769074668.469152:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984f8200. 00010000:00000010:0.1:1769074668.502458:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bf500. 00010000:00000010:0.1:1769074668.502483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984fee00. 00010000:00000010:1.1:1769074668.530717:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98413300. 00010000:00000010:2.1:1769074668.609780:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98486500. 00010000:00000010:2.1:1769074668.609808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9843c600. 00010000:00000010:2.1:1769074668.631546:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bf800. 00010000:00000010:2.1:1769074668.683081:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9839f900. 00010000:00000010:2.1:1769074668.683105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983f0e00. 00010000:00000010:2.1:1769074668.722194:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bf800. 00010000:00000010:1.1:1769074668.777371:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98486300. 00010000:00000010:1.1:1769074668.777396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9843d600. 00010000:00000010:1.1:1769074668.792977:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98486900. 00010000:00000010:0.1:1769074668.829362:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98413300. 00010000:00000010:0.1:1769074668.829385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98422800. 00010000:00000010:0.1:1769074668.847224:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98413400. 00010000:00000010:2.1:1769074668.888346:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98486900. 00010000:00000010:2.1:1769074668.888371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9843c600. 00010000:00000010:3.1:1769074668.926879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98436200. 00010000:00000010:2.1:1769074668.990485:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98436a00. 00010000:00000010:2.1:1769074668.990517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983c3e00. 00010000:00000010:2.1:1769074669.007810:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98436100. 00010000:00000010:0.1:1769074669.037481:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9839f700. 00010000:00000010:0.1:1769074669.037504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982fb800. 00010000:00000010:0.1:1769074669.051420:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98415900. 00010000:00000010:0.1:1769074669.097410:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98415900. 00010000:00000010:0.1:1769074669.097450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98423400. 00010000:00000010:0.1:1769074669.112336:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98415d00. 00010000:00000010:0.1:1769074669.152354:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9839f700. 00010000:00000010:0.1:1769074669.152377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a3200. 00010000:00000010:0.1:1769074669.193309:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98415d00. 00010000:00000010:1.1:1769074669.231613:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98486f00. 00010000:00000010:1.1:1769074669.231637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9843c600. 00010000:00000010:1.1:1769074669.245804:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98486d00. 00010000:00000010:0.1:1769074669.313371:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98486d00. 00010000:00000010:0.1:1769074669.313397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98494400. 00010000:00000010:0.1:1769074669.330302:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98415d00. 00010000:00000010:1.1:1769074669.371361:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98486600. 00010000:00000010:1.1:1769074669.371383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98494200. 00010000:00000010:1.1:1769074669.407986:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98486800. 00010000:00000010:0.1:1769074669.442471:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98415d00. 00010000:00000010:0.1:1769074669.442692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984d1400. 00010000:00000010:0.1:1769074669.476836:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98415100. 00010000:00000010:0.1:1769074669.504594:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98415100. 00010000:00000010:0.1:1769074669.504621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984d1c00. 00010000:00000010:0.1:1769074669.552420:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983c0f00. 00010000:00000010:1.1:1769074669.576480:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984f8200. 00010000:00000010:1.1:1769074669.576595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98494e00. 00010000:00000010:1.1:1769074669.594313:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984d3b00. 00010000:00000010:0.1:1769074669.622340:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983c0f00. 00010000:00000010:0.1:1769074669.622362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984d1c00. 00010000:00000010:0.1:1769074669.641311:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983c0700. 00010000:00000010:0.1:1769074669.683463:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983c0700. 00010000:00000010:0.1:1769074669.683473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984d0800. 00010000:00000010:0.1:1769074669.692358:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983c0800. 00010000:00000010:0.1:1769074669.725835:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984d3300. 00010000:00000010:0.1:1769074669.725856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98495600. 00010000:00000010:0.1:1769074669.749818:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983c0800. 00010000:00000010:2.1:1769074669.788406:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98436100. 00010000:00000010:2.1:1769074669.788418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983c2600. 00010000:00000010:2.1:1769074669.802336:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98436900. 00010000:00000010:1.1:1769074669.831319:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9839f700. 00010000:00000010:1.1:1769074669.831335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98497400. 00010000:00000010:1.1:1769074669.851951:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984d3900. 00010000:00000010:1.1:1769074669.886757:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984d3900. 00010000:00000010:1.1:1769074669.886765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98495000. 00010000:00000010:1.1:1769074669.895994:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984d3d00. 00010000:00000010:1.1:1769074669.931341:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984d3d00. 00010000:00000010:1.1:1769074669.931357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98495a00. 00010000:00000010:0.1:1769074669.959834:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984d3600. 00010000:00000010:1.1:1769074669.972443:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984d3d00. 00010000:00000010:1.1:1769074669.972460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98495a00. 00010000:00000010:1.1:1769074670.001455:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984d3800. 00010000:00000010:1.1:1769074670.032367:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984d3800. 00010000:00000010:1.1:1769074670.032382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98495400. 00010000:00000010:1.1:1769074670.049922:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984d3300. 00010000:00000010:1.1:1769074670.076441:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984d7400. 00010000:00000010:1.1:1769074670.076458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98494400. 00010000:00000010:1.1:1769074670.102093:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984d7600. 00010000:00000010:2.1:1769074670.127724:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98436900. 00010000:00000010:2.1:1769074670.127742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983c2200. 00010000:00000010:2.1:1769074670.147507:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98436f00. 00010000:00000010:2.1:1769074670.182843:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98436f00. 00010000:00000010:2.1:1769074670.182858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983c3400. 00010000:00000010:2.1:1769074670.205355:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98436400. 00010000:00000010:2.1:1769074670.236412:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98436400. 00010000:00000010:2.1:1769074670.236428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983c3200. 00010000:00000010:2.1:1769074670.271339:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98436000. 00010000:00000010:1.1:1769074670.290330:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98436000. 00010000:00000010:1.1:1769074670.290348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983c2c00. 00010000:00000010:1.1:1769074670.298652:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984d7600. 00010000:00000010:1.1:1769074670.347657:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984d7600. 00010000:00000010:1.1:1769074670.347673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9852c800. 00010000:00000010:1.1:1769074670.359305:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984d7100. 00010000:00000010:3.1:1769074670.428342:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98436000. 00010000:00000010:3.1:1769074670.428358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983c2800. 00010000:00000010:2.1:1769074670.439832:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9839f700. 00010000:00000010:0.1:1769074670.526440:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983c0500. 00010000:00000010:0.1:1769074670.526456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984d1800. 00010000:00000010:0.1:1769074670.526460:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983c0300. 00010000:00000010:2.1:1769074670.606742:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984ebe00. 00010000:00000010:2.1:1769074670.606760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983c3000. 00010000:00000010:2.1:1769074670.610441:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984ebc00. 00010000:00000010:0.1:1769074670.678802:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983c0300. 00010000:00000010:0.1:1769074670.678824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984d1800. 00010000:00000010:0.1:1769074670.713467:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983c0500. 00010000:00000010:3.1:1769074670.803640:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984ebc00. 00010000:00000010:3.1:1769074670.803665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983c3000. 00010000:00000010:2.1:1769074670.808813:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9839f700. 00010000:00000010:0.1:1769074670.897354:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98473400. 00010000:00000010:0.1:1769074670.897375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984d0000. 00010000:00000010:0.1:1769074670.897379:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98473600. 00010000:00000010:2.1:1769074670.977151:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9839f700. 00010000:00000010:2.1:1769074670.977168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98497c00. 00010000:00000010:0.1:1769074670.980415:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984eb800. 00010000:00000010:1.1:1769074671.000358:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984d7e00. 00010000:00000010:1.1:1769074671.000388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9852de00. 00010000:00000010:1.1:1769074671.018170:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984d7c00. 00010000:00000010:0.1:1769074671.082982:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984eb000. 00010000:00000010:0.1:1769074671.082999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983c3000. 00010000:00000010:0.1:1769074671.083004:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98473400. 00010000:00000010:1.1:1769074671.120636:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98473400. 00010000:00000010:1.1:1769074671.120661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a7600. 00010000:00000010:1.1:1769074671.142331:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984d7c00. 00010000:00000010:0.1:1769074671.219603:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98473500. 00010000:00000010:0.1:1769074671.219624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a7e00. 00010000:00000010:0.1:1769074671.223430:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98473300. 00010000:00000010:0.1:1769074671.295629:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98473300. 00010000:00000010:0.1:1769074671.295658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a7e00. 00010000:00000010:0.1:1769074671.331451:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98473500. 00010000:00000010:1.1:1769074671.374720:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9848d800. 00010000:00000010:1.1:1769074671.374736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9852da00. 00010000:00000010:2.1:1769074671.418982:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9848d000. 00010000:00000010:1.1:1769074671.446627:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984eb100. 00010000:00000010:1.1:1769074671.446651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a2200. 00010000:00000010:1.1:1769074671.475011:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9848d800. 00010000:00000010:0.1:1769074671.554321:0:11214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98473500. 00010000:00000010:0.1:1769074671.554331:0:11214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a7a00. 00010000:00000010:3.1:1769074671.587920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98473400. 00010000:00000010:1.1:1769074671.744912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98464f00. 00010000:00000010:1.1:1769074671.744933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98496800. 00010000:00000010:1.1:1769074671.812320:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9848d800. 00010000:00000010:1.1:1769074671.919428:0:11214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984eb500. 00010000:00000010:1.1:1769074671.919448:0:11214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a3000. 00010000:00000010:2.1:1769074671.921873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9848d800. 00010000:00000010:3.1:1769074672.023322:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98464d00. 00010000:00000010:3.1:1769074672.023331:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98496600. 00010000:00000010:1.1:1769074672.053585:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98464700. 00010000:00000010:2.1:1769074672.123357:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98464d00. 00010000:00000010:2.1:1769074672.123464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98497600. 00010000:00000010:1.1:1769074672.158343:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984eb000. 00010000:00000010:1.1:1769074672.226659:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98477c00. 00010000:00000010:1.1:1769074672.226683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a6400. 00010000:00000010:1.1:1769074672.259245:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9848dd00. 00010000:00000010:3.1:1769074672.320171:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984eb800. 00010000:00000010:3.1:1769074672.320182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a3c00. 00010000:00000010:1.1:1769074672.325721:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98464400. 00010000:00000010:1.1:1769074672.401587:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984d7c00. 00010000:00000010:1.1:1769074672.401612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984de000. 00010000:00000010:1.1:1769074672.432100:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984ea200. 00010000:00000010:1.1:1769074672.484496:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984ea200. 00010000:00000010:1.1:1769074672.484517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984df400. 00010000:00000010:1.1:1769074672.521464:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984ea300. 00010000:00000010:0.1:1769074672.565544:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98477700. 00010000:00000010:0.1:1769074672.565565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a7c00. 00010000:00000010:0.1:1769074672.588218:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98477400. 00010000:00000010:2.1:1769074672.636424:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984eb000. 00010000:00000010:2.1:1769074672.636451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a2600. 00010000:00000010:2.1:1769074672.650861:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984eb500. 00010000:00000010:2.1:1769074672.722583:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98464000. 00010000:00000010:2.1:1769074672.722608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98497e00. 00010000:00000010:3.1:1769074672.767544:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984eb500. 00010000:00000010:2.1:1769074672.807635:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984ee500. 00010000:00000010:2.1:1769074672.807656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a3400. 00010000:00000010:2.1:1769074672.834953:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984ee300. 00010000:00000010:1.1:1769074672.877475:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984eae00. 00010000:00000010:1.1:1769074672.877491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984de200. 00010000:00000010:1.1:1769074672.891754:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984eac00. 00010000:00000010:0.1:1769074672.917375:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984eac00. 00010000:00000010:0.1:1769074672.917383:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984dea00. 00010000:00000010:0.1:1769074672.927383:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98477400. 00010000:00000010:1.1:1769074672.959334:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984ea700. 00010000:00000010:1.1:1769074672.959356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984dee00. 00010000:00000010:1.1:1769074672.971947:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984ea400. 00010000:00000010:2.1:1769074673.013343:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984ee300. 00010000:00000010:2.1:1769074673.013362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a3e00. 00010000:00000010:3.1:1769074673.040026:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984ee900. 00010000:00000010:0.1:1769074673.068328:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98477100. 00010000:00000010:0.1:1769074673.068341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a7200. 00010000:00000010:0.1:1769074673.102544:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98477500. 00010000:00000010:1.1:1769074673.151482:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98477500. 00010000:00000010:1.1:1769074673.151508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983c3000. 00010000:00000010:1.1:1769074673.174679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984ea400. 00010000:00000010:0.1:1769074673.244210:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984ee300. 00010000:00000010:0.1:1769074673.244227:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a3a00. 00010000:00000010:1.1:1769074673.255407:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98477500. 00010000:00000010:1.1:1769074673.287332:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98511700. 00010000:00000010:1.1:1769074673.287371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984df800. 00010000:00000010:1.1:1769074673.298357:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98511400. 00010000:00000010:1.1:1769074673.323471:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98511400. 00010000:00000010:1.1:1769074673.323487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98527a00. 00010000:00000010:1.1:1769074673.331631:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98511000. 00010000:00000010:1.1:1769074673.360330:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98511000. 00010000:00000010:1.1:1769074673.360345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98527200. 00010000:00000010:1.1:1769074673.376341:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98511a00. 00010000:00000010:0.1:1769074673.420321:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98521700. 00010000:00000010:0.1:1769074673.420336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984b0400. 00010000:00000010:0.1:1769074673.439317:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98521400. 00010000:00000010:0.1:1769074673.474181:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98521400. 00010000:00000010:0.1:1769074673.474198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984b1c00. 00010000:00000010:0.1:1769074673.483550:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98521000. 00010000:00000010:0.1:1769074673.521332:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98521000. 00010000:00000010:0.1:1769074673.521350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984b0e00. 00010000:00000010:0.1:1769074673.532271:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98521a00. 00010000:00000010:1.1:1769074673.570341:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98511500. 00010000:00000010:1.1:1769074673.570356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98526400. 00010000:00000010:1.1:1769074673.586688:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98511300. 00010000:00000010:0.1:1769074673.635353:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98521a00. 00010000:00000010:0.1:1769074673.635413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984b0e00. 00010000:00000010:0.1:1769074673.653595:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98521100. 00010000:00000010:2.1:1769074673.803659:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98521100. 00010000:00000010:2.1:1769074673.803672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984b1600. 00010000:00000010:2.1:1769074673.810774:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984eee00. 00010000:00000010:1.1:1769074673.900335:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984eee00. 00010000:00000010:1.1:1769074673.900354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a3e00. 00010000:00000010:0.1:1769074673.923950:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98511300. 00010000:00000010:0.1:1769074673.954494:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98521f00. 00010000:00000010:0.1:1769074673.954511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984b1800. 00010000:00000010:0.1:1769074673.983338:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98521d00. 00010000:00000010:1.1:1769074674.045171:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98525300. 00010000:00000010:1.1:1769074674.045190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984b0c00. 00010000:00000010:1.1:1769074674.072530:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98511c00. 00010000:00000010:2.1:1769074674.126432:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984ee700. 00010000:00000010:2.1:1769074674.126442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a2200. 00010000:00000010:2.1:1769074674.130729:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984ee400. 00010000:00000010:0.1:1769074674.178379:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98464500. 00010000:00000010:0.1:1769074674.178409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98497000. 00010000:00000010:0.1:1769074674.210969:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98525900. 00010000:00000010:0.1:1769074674.226331:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98525d00. 00010000:00000010:0.1:1769074674.226354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984b1200. 00010000:00000010:0.1:1769074674.238328:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98525900. 00010000:00000010:0.1:1769074674.270390:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98525900. 00010000:00000010:0.1:1769074674.270410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984b1600. 00010000:00000010:2.1:1769074674.273476:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98525600. 00010000:00000010:0.1:1769074674.305428:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98525900. 00010000:00000010:0.1:1769074674.305442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9853c200. 00010000:00000010:0.1:1769074674.316518:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98525800. 00010000:00000010:1.1:1769074674.340030:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984b2c00. 00010000:00000010:1.1:1769074674.340050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98526600. 00010000:00000010:1.1:1769074674.355307:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984b2f00. 00010000:00000010:1.1:1769074674.387700:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98525800. 00010000:00000010:1.1:1769074674.387725:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9853c200. 00010000:00000010:0.1:1769074674.395533:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984b2f00. 00010000:00000010:0.1:1769074674.422627:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98525a00. 00010000:00000010:0.1:1769074674.422651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9853ce00. 00010000:00000010:0.1:1769074674.441589:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98525100. 00010000:00000010:0.1:1769074674.467615:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98525100. 00010000:00000010:0.1:1769074674.467651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9853c600. 00010000:00000010:0.1:1769074674.481341:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98525300. 00010000:00000010:1.1:1769074674.521313:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984b2400. 00010000:00000010:1.1:1769074674.521326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98527800. 00010000:00000010:1.1:1769074674.533599:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984b2600. 00010000:00000010:0.1:1769074674.555582:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984b2400. 00010000:00000010:0.1:1769074674.555594:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98527800. 00010000:00000010:0.1:1769074674.561877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98538d00. 00010000:00000010:1.1:1769074674.608272:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984ee000. 00010000:00000010:1.1:1769074674.608294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a3e00. 00010000:00000010:1.1:1769074674.614893:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984b2600. 00010000:00000010:0.1:1769074674.643574:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984b2600. 00010000:00000010:0.1:1769074674.643594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98548200. 00010000:00000010:0.1:1769074674.656386:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98538d00. 00010000:00000010:1.1:1769074674.694309:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98538d00. 00010000:00000010:1.1:1769074674.694333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9853da00. 00010000:00000010:1.1:1769074674.707397:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984b2500. 00010000:00000010:1.1:1769074674.751451:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98538200. 00010000:00000010:1.1:1769074674.751501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9853c000. 00010000:00000010:1.1:1769074674.766467:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984b2500. 00010000:00000010:3.1:1769074674.929662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984eeb00. 00010000:00000010:3.1:1769074674.929688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a2a00. 00010000:00000010:2.1:1769074674.962270:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98464300. 00010000:00000010:3.1:1769074674.994480:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98533600. 00010000:00000010:3.1:1769074674.994502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98548600. 00010000:00000010:3.1:1769074675.016648:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98464900. 00010000:00000010:3.1:1769074675.063696:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98533800. 00010000:00000010:3.1:1769074675.063719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98549600. 00010000:00000010:3.1:1769074675.076978:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98464900. 00010000:00000010:3.1:1769074675.122336:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98464900. 00010000:00000010:3.1:1769074675.122354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98497600. 00010000:00000010:3.1:1769074675.143607:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98464f00. 00010000:00000010:1.1:1769074675.192184:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98533000. 00010000:00000010:1.1:1769074675.192205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98549e00. 00010000:00000010:1.1:1769074675.218780:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98533b00. 00010000:00000010:1.1:1769074675.261334:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98533b00. 00010000:00000010:1.1:1769074675.261354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98549000. 00010000:00000010:1.1:1769074675.293782:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98533100. 00010000:00000010:2.1:1769074675.378329:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984ee900. 00010000:00000010:2.1:1769074675.378349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a2a00. 00010000:00000010:2.1:1769074675.394361:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9853f100. 00010000:00000010:3.1:1769074675.459331:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98464f00. 00010000:00000010:3.1:1769074675.459350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98497c00. 00010000:00000010:3.1:1769074675.487364:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984eb500. 00010000:00000010:0.1:1769074675.532032:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9853f100. 00010000:00000010:0.1:1769074675.532052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9856c200. 00010000:00000010:0.1:1769074675.585344:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98538a00. 00010000:00000010:1.1:1769074675.659644:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98533100. 00010000:00000010:1.1:1769074675.659654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98549a00. 00010000:00000010:1.1:1769074675.661013:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98533900. 00010000:00000010:0.1:1769074675.718293:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9853fe00. 00010000:00000010:0.1:1769074675.718311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9856c600. 00010000:00000010:0.1:1769074675.744482:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98538e00. 00010000:00000010:2.1:1769074675.782341:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98538e00. 00010000:00000010:2.1:1769074675.782360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9853c200. 00010000:00000010:0.1:1769074675.791886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9853fc00. 00010000:00000010:0.1:1769074675.841336:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98525300. 00010000:00000010:0.1:1769074675.841355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98527800. 00010000:00000010:0.1:1769074675.864362:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9856e900. 00010000:00000010:2.1:1769074675.904994:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9853ff00. 00010000:00000010:2.1:1769074675.905004:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9856c600. 00010000:00000010:0.1:1769074675.915432:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9853fd00. 00010000:00000010:1.1:1769074675.940256:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98533d00. 00010000:00000010:1.1:1769074675.940268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98548600. 00010000:00000010:1.1:1769074675.947982:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98533800. 00010000:00000010:0.1:1769074676.005395:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9856ed00. 00010000:00000010:0.1:1769074676.005413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984c5e00. 00010000:00000010:0.1:1769074676.014398:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9856e700. 00010000:00000010:0.1:1769074676.039489:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9856e700. 00010000:00000010:0.1:1769074676.039506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984c5000. 00010000:00000010:0.1:1769074676.071958:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9856e800. 00010000:00000010:1.1:1769074676.108266:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98533800. 00010000:00000010:1.1:1769074676.108299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98549200. 00010000:00000010:1.1:1769074676.139076:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9851c500. 00010000:00000010:0.1:1769074676.192052:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9851c500. 00010000:00000010:0.1:1769074676.192075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985bd000. 00010000:00000010:0.1:1769074676.228125:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9856e800. 00010000:00000010:0.1:1769074676.263694:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9856e800. 00010000:00000010:0.1:1769074676.263703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984c5200. 00010000:00000010:0.1:1769074676.306413:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9856e500. 00010000:00000010:2.1:1769074676.345338:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9853f400. 00010000:00000010:2.1:1769074676.345354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9856c400. 00010000:00000010:2.1:1769074676.356328:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9853f600. 00010000:00000010:0.1:1769074676.395333:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9856e500. 00010000:00000010:0.1:1769074676.395361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984c5200. 00010000:00000010:0.1:1769074676.409330:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9856e300. 00010000:00000010:0.1:1769074676.442515:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9847f000. 00010000:00000010:0.1:1769074676.442531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984c4200. 00010000:00000010:0.1:1769074676.452908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9847fb00. 00010000:00000010:2.1:1769074676.486570:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9853f600. 00010000:00000010:2.1:1769074676.486599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9856ce00. 00010000:00000010:2.1:1769074676.499811:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9853fb00. 00010000:00000010:2.1:1769074676.535332:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9853fb00. 00010000:00000010:2.1:1769074676.535348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9856c800. 00010000:00000010:2.1:1769074676.565913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9853fd00. 00010000:00000010:1.1:1769074676.611515:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9847fb00. 00010000:00000010:1.1:1769074676.611533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984c4a00. 00010000:00000010:1.1:1769074676.618512:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9851cc00. 00010000:00000010:1.1:1769074676.653749:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9851cc00. 00010000:00000010:1.1:1769074676.653766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985bc000. 00010000:00000010:1.1:1769074676.683567:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9851c400. 00010000:00000010:1.1:1769074676.718884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9851c400. 00010000:00000010:1.1:1769074676.718899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985bd400. 00010000:00000010:1.1:1769074676.726213:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9851c000. 00010000:00000010:0.1:1769074676.757549:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9851c000. 00010000:00000010:0.1:1769074676.757566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985bd400. 00010000:00000010:0.1:1769074676.772331:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9847f100. 00010000:00000010:0.1:1769074676.812191:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9851c000. 00010000:00000010:0.1:1769074676.812201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985bca00. 00010000:00000010:0.1:1769074676.834748:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9847f100. 00010000:00000010:1.1:1769074676.850494:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9851c500. 00010000:00000010:1.1:1769074676.850508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985bce00. 00010000:00000010:1.1:1769074676.877096:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9851c000. 00010000:00000010:0.1:1769074676.910347:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9847f100. 00010000:00000010:0.1:1769074676.910364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984c4e00. 00010000:00000010:0.1:1769074676.929239:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9847fc00. 00010000:00000010:3.1:1769074676.988342:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9847fc00. 00010000:00000010:3.1:1769074676.988363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98589800. 00010000:00000010:3.1:1769074677.004037:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98468700. 00010000:00000010:1.1:1769074677.064754:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9847f700. 00010000:00000010:1.1:1769074677.064768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98589000. 00010000:00000010:1.1:1769074677.089113:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985b8200. 00010000:00000010:2.1:1769074677.119191:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985b8200. 00010000:00000010:2.1:1769074677.119208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985bca00. 00010000:00000010:2.1:1769074677.129899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9853fd00. 00010000:00000010:3.1:1769074677.332036:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985b8300. 00010000:00000010:3.1:1769074677.332045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985bd400. 00010000:00000010:1.1:1769074677.454320:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98468700. 00010000:00000010:1.1:1769074677.556571:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9847f400. 00010000:00000010:1.1:1769074677.556582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98588c00. 00010000:00000010:1.1:1769074677.607070:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985b8f00. 00010000:00000010:3.1:1769074677.662671:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984bb300. 00010000:00000010:3.1:1769074677.662688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9856dc00. 00010000:00000010:3.1:1769074677.676222:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98468000. 00010000:00000010:0.1:1769074677.715331:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9847f600. 00010000:00000010:0.1:1769074677.715347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98589a00. 00010000:00000010:0.1:1769074677.739490:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9847f400. 00010000:00000010:2.1:1769074677.769554:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984bbc00. 00010000:00000010:2.1:1769074677.769570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9856da00. 00010000:00000010:2.1:1769074677.787485:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984bbf00. 00010000:00000010:2.1:1769074677.848009:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984bbf00. 00010000:00000010:2.1:1769074677.848028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9856d200. 00010000:00000010:2.1:1769074677.874129:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984bb400. 00010000:00000010:0.1:1769074677.900516:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9847f400. 00010000:00000010:0.1:1769074677.900535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98589200. 00010000:00000010:0.1:1769074677.926024:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9847fb00. 00010000:00000010:2.1:1769074677.974604:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984bb400. 00010000:00000010:2.1:1769074677.974619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9022e400. 00010000:00000010:0.1:1769074678.006817:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984bb000. 00010000:00000010:2.1:1769074678.064906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984bb400. 00010000:00000010:2.1:1769074678.064921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9022ea00. 00010000:00000010:2.1:1769074678.103640:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984bbb00. 00010000:00000010:0.1:1769074678.129839:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98584900. 00010000:00000010:0.1:1769074678.129855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98588200. 00010000:00000010:1.1:1769074678.170247:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985b8f00. 00010000:00000010:2.1:1769074678.220510:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98584900. 00010000:00000010:2.1:1769074678.220519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98588200. 00010000:00000010:0.1:1769074678.235352:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984bbb00. 00010000:00000010:1.1:1769074678.337484:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985b8200. 00010000:00000010:1.1:1769074678.337503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9857b800. 00010000:00000010:1.1:1769074678.384353:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9851c000. 00010000:00000010:2.1:1769074678.428571:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984bb200. 00010000:00000010:2.1:1769074678.428587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9022e000. 00010000:00000010:2.1:1769074678.463598:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984bba00. 00010000:00000010:3.1:1769074678.508657:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98468a00. 00010000:00000010:3.1:1769074678.508677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9858b800. 00010000:00000010:3.1:1769074678.529843:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98468100. 00010000:00000010:1.1:1769074678.597048:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98592d00. 00010000:00000010:1.1:1769074678.597059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9857ac00. 00010000:00000010:1.1:1769074678.602512:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98592700. 00010000:00000010:1.1:1769074678.667966:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98592700. 00010000:00000010:1.1:1769074678.667985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9857ac00. 00010000:00000010:1.1:1769074678.691846:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98592d00. 00010000:00000010:0.1:1769074678.755745:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984bba00. 00010000:00000010:0.1:1769074678.755765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9022ea00. 00010000:00000010:0.1:1769074678.795057:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98584c00. 00010000:00000010:0.1:1769074678.856346:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984bb000. 00010000:00000010:0.1:1769074678.856371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9022f800. 00010000:00000010:0.1:1769074678.886840:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98584c00. 00010000:00000010:0.1:1769074678.961714:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98584c00. 00010000:00000010:0.1:1769074678.961764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98588600. 00010000:00000010:0.1:1769074678.978451:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98584000. 00010000:00000010:1.1:1769074679.030427:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98584000. 00010000:00000010:1.1:1769074679.030453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98588600. 00010000:00000010:1.1:1769074679.063168:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98592d00. 00010000:00000010:2.1:1769074679.118678:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98584b00. 00010000:00000010:2.1:1769074679.118704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98589e00. 00010000:00000010:0.1:1769074679.147548:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984bba00. 00010000:00000010:2.1:1769074679.195070:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984bba00. 00010000:00000010:2.1:1769074679.195094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9022f600. 00010000:00000010:2.1:1769074679.215349:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9853fd00. 00010000:00000010:1.1:1769074679.267105:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98592d00. 00010000:00000010:1.1:1769074679.267129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9857a200. 00010000:00000010:1.1:1769074679.303013:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98592500. 00010000:00000010:0.1:1769074679.389832:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98584900. 00010000:00000010:0.1:1769074679.389857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98588600. 00010000:00000010:0.1:1769074679.443663:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9847fb00. 00010000:00000010:2.1:1769074679.527336:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9853fd00. 00010000:00000010:2.1:1769074679.527361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9022f800. 00010000:00000010:2.1:1769074679.576858:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98573f00. 00010000:00000010:2.1:1769074679.648104:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9847fb00. 00010000:00000010:2.1:1769074679.648132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98588600. 00010000:00000010:3.1:1769074679.714276:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98573f00. 00010000:00000010:0.1:1769074679.765057:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9847fb00. 00010000:00000010:0.1:1769074679.765087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98588c00. 00010000:00000010:0.1:1769074679.781615:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98579300. 00010000:00000010:2.1:1769074679.810822:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98579300. 00010000:00000010:2.1:1769074679.810852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98589800. 00010000:00000010:3.1:1769074679.849300:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98573600. 00010000:00000010:1.1:1769074679.920019:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98592500. 00010000:00000010:1.1:1769074679.920043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9857aa00. 00010000:00000010:1.1:1769074679.920047:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98592e00. 00010000:00000010:2.1:1769074679.985376:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985eb800. 00010000:00000010:2.1:1769074679.985400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9858a200. 00010000:00000010:0.1:1769074680.001592:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98573800. 00010000:00000010:0.1:1769074680.045755:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98579400. 00010000:00000010:0.1:1769074680.045780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98588600. 00010000:00000010:0.1:1769074680.078152:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98579600. 00010000:00000010:1.1:1769074680.111595:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98579600. 00010000:00000010:1.1:1769074680.111618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9023e000. 00010000:00000010:1.1:1769074680.137382:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985a2400. 00010000:00000010:1.1:1769074680.194356:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98579b00. 00010000:00000010:1.1:1769074680.194383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9023f200. 00010000:00000010:1.1:1769074680.212339:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985a2400. 00010000:00000010:2.1:1769074680.278488:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98579200. 00010000:00000010:2.1:1769074680.278517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9023f400. 00010000:00000010:2.1:1769074680.303746:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98573000. 00010000:00000010:0.1:1769074680.336366:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98579500. 00010000:00000010:0.1:1769074680.336374:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9023e200. 00010000:00000010:0.1:1769074680.360420:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98579200. 00010000:00000010:0.1:1769074680.433075:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985a2400. 00010000:00000010:0.1:1769074680.433098:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985f9000. 00010000:00000010:0.1:1769074680.450767:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98579200. 00010000:00000010:2.1:1769074680.489628:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985a2100. 00010000:00000010:2.1:1769074680.489658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985f8c00. 00010000:00000010:0.1:1769074680.505337:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98573000. 00010000:00000010:0.1:1769074680.587382:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985eb000. 00010000:00000010:0.1:1769074680.587410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9858bc00. 00010000:00000010:0.1:1769074680.615558:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984aeb00. 00010000:00000010:0.1:1769074680.691636:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984aeb00. 00010000:00000010:0.1:1769074680.693038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9023fe00. 00010000:00000010:0.1:1769074680.725601:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984ae500. 00010000:00000010:1.1:1769074680.788464:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985a2500. 00010000:00000010:1.1:1769074680.788530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985f8000. 00010000:00000010:1.1:1769074680.790541:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985a2300. 00010000:00000010:3.1:1769074680.855896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98573200. 00010000:00000010:3.1:1769074680.855933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90207800. 00010000:00000010:0.1:1769074680.897555:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985ebb00. 00010000:00000010:0.1:1769074680.946232:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985a2e00. 00010000:00000010:0.1:1769074680.946248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985f9400. 00010000:00000010:0.1:1769074680.960360:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984aef00. 00010000:00000010:3.1:1769074681.056866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98573a00. 00010000:00000010:3.1:1769074681.056883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90207a00. 00010000:00000010:1.1:1769074681.077118:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985eb200. 00010000:00000010:0.1:1769074681.113974:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984aef00. 00010000:00000010:0.1:1769074681.114037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9023e000. 00010000:00000010:0.1:1769074681.132498:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90200500. 00010000:00000010:1.1:1769074681.172543:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985a2100. 00010000:00000010:1.1:1769074681.172570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985f8200. 00010000:00000010:1.1:1769074681.211907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985a2400. 00010000:00000010:0.1:1769074681.249868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90200500. 00010000:00000010:0.1:1769074681.249891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90214000. 00010000:00000010:0.1:1769074681.249894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90200c00. 00010000:00000010:1.1:1769074681.286648:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985a2400. 00010000:00000010:1.1:1769074681.286679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985f8200. 00010000:00000010:1.1:1769074681.327909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98592e00. 00010000:00000010:1.1:1769074681.400423:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98592e00. 00010000:00000010:1.1:1769074681.400444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985f8200. 00010000:00000010:0.1:1769074681.410457:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985a2400. 00010000:00000010:0.1:1769074681.478447:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90200600. 00010000:00000010:0.1:1769074681.478461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90214400. 00010000:00000010:0.1:1769074681.486588:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90200800. 00010000:00000010:2.1:1769074681.518426:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90208800. 00010000:00000010:2.1:1769074681.518449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985f8800. 00010000:00000010:0.1:1769074681.543876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98573300. 00010000:00000010:2.1:1769074681.609997:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98573900. 00010000:00000010:2.1:1769074681.610021:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90207400. 00010000:00000010:2.1:1769074681.618620:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98573e00. 00010000:00000010:0.1:1769074681.669870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98573e00. 00010000:00000010:0.1:1769074681.669909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90206c00. 00010000:00000010:0.1:1769074681.690412:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90200200. 00010000:00000010:0.1:1769074681.789509:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90200200. 00010000:00000010:0.1:1769074681.789543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90214e00. 00010000:00000010:0.1:1769074681.789548:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90204900. 00010000:00000010:2.1:1769074681.808389:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90208000. 00010000:00000010:2.1:1769074681.808414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985f8600. 00010000:00000010:0.1:1769074681.833027:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98573a00. 00010000:00000010:2.1:1769074681.883390:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98573200. 00010000:00000010:2.1:1769074681.883412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90206e00. 00010000:00000010:2.1:1769074681.891201:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98573000. 00010000:00000010:1.1:1769074681.960444:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90208b00. 00010000:00000010:1.1:1769074681.960467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985f9600. 00010000:00000010:1.1:1769074681.987045:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90208200. 00010000:00000010:0.1:1769074682.074405:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98573000. 00010000:00000010:0.1:1769074682.074430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90206800. 00010000:00000010:0.1:1769074682.088464:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90204800. 00010000:00000010:0.1:1769074682.134341:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90208100. 00010000:00000010:0.1:1769074682.134366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985f8800. 00010000:00000010:0.1:1769074682.146884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90204800. 00010000:00000010:2.1:1769074682.191534:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90208500. 00010000:00000010:2.1:1769074682.191555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985f9400. 00010000:00000010:0.1:1769074682.207337:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98573200. 00010000:00000010:2.1:1769074682.257388:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90204100. 00010000:00000010:2.1:1769074682.257414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90214c00. 00010000:00000010:0.1:1769074682.268160:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98573600. 00010000:00000010:2.1:1769074682.340300:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90200200. 00010000:00000010:2.1:1769074682.340312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90214c00. 00010000:00000010:0.1:1769074682.344346:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98573f00. 00010000:00000010:1.1:1769074682.383671:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90208f00. 00010000:00000010:1.1:1769074682.383699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985f9000. 00010000:00000010:2.1:1769074682.403719:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90208d00. 00010000:00000010:0.1:1769074682.439457:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985eb900. 00010000:00000010:0.1:1769074682.439480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9858bc00. 00010000:00000010:0.1:1769074682.448453:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985c1000. 00010000:00000010:1.1:1769074682.494789:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985c1000. 00010000:00000010:1.1:1769074682.494799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985c6600. 00010000:00000010:1.1:1769074682.503928:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90208f00. 00010000:00000010:3.1:1769074682.560788:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98573e00. 00010000:00000010:3.1:1769074682.560810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90206600. 00010000:00000010:3.1:1769074682.584347:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985ebe00. 00010000:00000010:2.1:1769074682.634343:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985c1100. 00010000:00000010:2.1:1769074682.634361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985c7600. 00010000:00000010:0.1:1769074682.644369:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9853fd00. 00010000:00000010:1.1:1769074682.729317:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90208600. 00010000:00000010:1.1:1769074682.729324:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985d1600. 00010000:00000010:1.1:1769074682.735697:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90208d00. 00010000:00000010:2.1:1769074682.818697:0:27795:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9853fd00. 00010000:00000010:2.1:1769074682.818708:0:27795:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90207800. 00010000:00000010:0.1:1769074682.927705:0:2364:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98577300. 00010000:00000010:1.1:1769074683.068830:0:27795:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985c1c00. 00010000:00000010:1.1:1769074683.068844:0:27795:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985c7800. 00010000:00000010:3.1:1769074683.216703:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90208d00. 00010000:00000010:2.1:1769074683.309352:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98577900. 00010000:00000010:2.1:1769074683.309377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9029ea00. 00010000:00000010:2.1:1769074683.322335:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98577e00. 00010000:00000010:2.1:1769074683.360220:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98577e00. 00010000:00000010:2.1:1769074683.360236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9029e200. 00010000:00000010:2.1:1769074683.375159:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98577d00. 00010000:00000010:0.1:1769074683.443353:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985c1f00. 00010000:00000010:0.1:1769074683.443373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985c7000. 00010000:00000010:0.1:1769074683.470356:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985c1d00. 00010000:00000010:0.1:1769074683.543565:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985c1d00. 00010000:00000010:0.1:1769074683.543576:0:29559:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985c7a00. 00010000:00000010:0.1:1769074683.560399:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985c1600. 00010000:00000010:2.1:1769074683.613931:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98577800. 00010000:00000010:2.1:1769074683.613947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9029f800. 00010000:00000010:2.1:1769074683.655981:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98577000. 00010000:00000010:1.1:1769074683.698397:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90208000. 00010000:00000010:1.1:1769074683.698417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985d0c00. 00010000:00000010:1.1:1769074683.716428:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90208800. 00010000:00000010:0.1:1769074683.754805:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985c1600. 00010000:00000010:0.1:1769074683.754824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985c7a00. 00010000:00000010:0.1:1769074683.774323:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985c1d00. 00010000:00000010:1.1:1769074683.810561:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020c900. 00010000:00000010:1.1:1769074683.810575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985d0000. 00010000:00000010:1.1:1769074683.844775:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020ce00. 00010000:00000010:3.1:1769074683.899341:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98577000. 00010000:00000010:3.1:1769074683.899362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9029fa00. 00010000:00000010:3.1:1769074683.917359:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985eb000. 00010000:00000010:0.1:1769074684.014495:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985c1d00. 00010000:00000010:0.1:1769074684.014515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985c7400. 00010000:00000010:0.1:1769074684.078357:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e2000. 00010000:00000010:1.1:1769074684.153337:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020ce00. 00010000:00000010:1.1:1769074684.153377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985d0400. 00010000:00000010:1.1:1769074684.183331:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020cd00. 00010000:00000010:0.1:1769074684.218374:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e2500. 00010000:00000010:0.1:1769074684.218391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985c7c00. 00010000:00000010:0.1:1769074684.249364:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e2300. 00010000:00000010:0.1:1769074684.266337:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e2c00. 00010000:00000010:0.1:1769074684.266353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985c6e00. 00010000:00000010:0.1:1769074684.284022:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e2300. 00010000:00000010:0.1:1769074684.326336:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e2300. 00010000:00000010:0.1:1769074684.326354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985c7600. 00010000:00000010:0.1:1769074684.358354:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e2700. 00010000:00000010:0.1:1769074684.409419:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e2700. 00010000:00000010:0.1:1769074684.409437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90254000. 00010000:00000010:0.1:1769074684.446898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e2800. 00010000:00000010:2.1:1769074684.500194:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98577a00. 00010000:00000010:2.1:1769074684.500212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9029f600. 00010000:00000010:2.1:1769074684.545346:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98577100. 00010000:00000010:2.1:1769074684.591113:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98577100. 00010000:00000010:2.1:1769074684.591132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9029f000. 00010000:00000010:2.1:1769074684.635442:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98577300. 00010000:00000010:1.1:1769074684.723386:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e5200. 00010000:00000010:1.1:1769074684.723400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90255400. 00010000:00000010:0.1:1769074684.728420:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020cd00. 00010000:00000010:0.1:1769074684.763562:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e5300. 00010000:00000010:0.1:1769074684.763580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90254200. 00010000:00000010:0.1:1769074684.810346:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e5900. 00010000:00000010:1.1:1769074684.868377:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020c700. 00010000:00000010:1.1:1769074684.868393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985d1c00. 00010000:00000010:1.1:1769074684.917400:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020c400. 00010000:00000010:0.1:1769074684.978618:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86036700. 00010000:00000010:0.1:1769074684.978640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9029f000. 00010000:00000010:0.1:1769074684.987347:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e5900. 00010000:00000010:1.1:1769074685.026340:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020cb00. 00010000:00000010:1.1:1769074685.026358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985d0800. 00010000:00000010:1.1:1769074685.072503:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020c200. 00010000:00000010:1.1:1769074685.128561:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020c200. 00010000:00000010:1.1:1769074685.128578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985d1200. 00010000:00000010:1.1:1769074685.150510:0:29559:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020c500. 00010000:00000010:0.1:1769074685.190381:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e5900. 00010000:00000010:0.1:1769074685.190400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90254a00. 00010000:00000010:0.1:1769074685.220350:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e5c00. 00010000:00000010:2.1:1769074685.252409:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86036800. 00010000:00000010:2.1:1769074685.252426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9029e800. 00010000:00000010:2.1:1769074685.277555:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86036000. 00000080:00000010:0.1:1769074685.441375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985358e0. 00000080:00000010:0.1:1769074685.441406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985ef120. 00000080:00000010:0.1:1769074685.441419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985efba0. 00000080:00000010:0.1:1769074685.441424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98535e80. 00000080:00000010:0.1:1769074685.441432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985efc20. 00000080:00000010:0.1:1769074685.441436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98535b60. 00000080:00000010:0.1:1769074685.441440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985ef9e0. 00000080:00000010:0.1:1769074685.441464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984edd40. 00000080:00000010:0.1:1769074685.441473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984ed220. 00000080:00000010:0.1:1769074685.441478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98535d00. 00000080:00000010:0.1:1769074685.441483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98535b20. 00000080:00000010:0.1:1769074685.441492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98535fa0. 00000080:00000010:0.1:1769074685.441496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985359a0. 00000080:00000010:0.1:1769074685.441500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985efaa0. 00000080:00000010:0.1:1769074685.441504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985351e0. 00000080:00000010:0.1:1769074685.441518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d93620. 00000080:00000010:0.1:1769074685.441526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985ef820. 00000080:00000010:0.1:1769074685.441532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98535340. 00000080:00000010:0.1:1769074685.441536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985ef060. 00000080:00000010:0.1:1769074685.441543:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984ed6e0. 00000080:00000010:0.1:1769074685.441547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98535c80. 00000080:00000010:0.1:1769074685.441552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985355a0. 00000080:00000010:0.1:1769074685.441556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984edfc0. 00000080:00000010:0.1:1769074685.441560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984ed4a0. 00000080:00000010:0.1:1769074685.441563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985ef3c0. 00000080:00000010:0.1:1769074685.441567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984edbc0. 00000080:00000010:0.1:1769074685.441572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985efb60. 00000080:00000010:0.1:1769074685.441576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98535c60. 00000080:00000010:0.1:1769074685.441580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d939e0. 00000080:00000010:0.1:1769074685.441585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985efac0. 00000080:00000010:0.1:1769074685.441588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98535b80. 00000080:00000010:0.1:1769074685.441592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985efd20. 00000080:00000010:0.1:1769074685.441617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984ed480. 00000080:00000010:0.1:1769074685.441623:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98535ca0. 00000080:00000010:0.1:1769074685.441627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985ef4c0. 00000080:00000010:0.1:1769074685.441631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98535180. 00000080:00000010:0.1:1769074685.441635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985358c0. 00000080:00000010:0.1:1769074685.441639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985ef640. 00000080:00000010:0.1:1769074685.441655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984edd00. 00000080:00000010:0.1:1769074685.441659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984ede80. 00000080:00000010:0.1:1769074685.441663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98535480. 00000080:00000010:0.1:1769074685.441667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98535080. 00000080:00000010:0.1:1769074685.441671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984edc20. 00000080:00000010:0.1:1769074685.441674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984edf20. 00000080:00000010:0.1:1769074685.441678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98535ec0. 00000080:00000010:0.1:1769074685.441681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985ef8a0. 00000080:00000010:0.1:1769074685.441685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985ef9a0. 00000080:00000010:0.1:1769074685.441689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98535200. 00000080:00000010:0.1:1769074685.441692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985ef580. 00000080:00000010:0.1:1769074685.441696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98535680. 00000080:00000010:0.1:1769074685.441702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d936a0. 00000080:00000010:0.1:1769074685.441707:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98535a20. 00000080:00000010:0.1:1769074685.441711:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d93820. 00000080:00000010:0.1:1769074685.441716:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985ef340. 00000080:00000010:0.1:1769074685.441719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98535520. 00000080:00000010:0.1:1769074685.441727:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98535cc0. 00000080:00000010:0.1:1769074685.441731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984edb40. 00000080:00000010:0.1:1769074685.441735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985effe0. 00000080:00000010:0.1:1769074685.441738:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98535160. 00000080:00000010:0.1:1769074685.441753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984ed360. 00000080:00000010:0.1:1769074685.441758:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985efda0. 00000080:00000010:0.1:1769074685.441773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985efe20. 00000080:00000010:0.1:1769074685.441779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98535e00. 00000080:00000010:0.1:1769074685.441784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984eda00. 00000080:00000010:0.1:1769074685.441788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985ef400. 00000080:00000010:0.1:1769074685.441791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98535ce0. 00000080:00000010:0.1:1769074685.441794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98535140. 00000080:00000010:0.1:1769074685.441798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984edd20. 00000080:00000010:0.1:1769074685.441812:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984ed640. 00000080:00000010:0.1:1769074685.441816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98535bc0. 00000080:00000010:0.1:1769074685.441820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985efee0. 00000080:00000010:0.1:1769074685.441824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984ede20. 00000080:00000010:0.1:1769074685.441832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985efca0. 00000080:00000010:0.1:1769074685.441836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985359c0. 00000080:00000010:0.1:1769074685.441840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98535a60. 00000080:00000010:0.1:1769074685.441844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98535ea0. 00000080:00000010:0.1:1769074685.441848:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98535320. 00000080:00000010:0.1:1769074685.441852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985ef180. 00000080:00000010:0.1:1769074685.441856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985ef6e0. 00000080:00000010:0.1:1769074685.441861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d93e80. 00000080:00000010:0.1:1769074685.441865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984ed6c0. 00000080:00000010:0.1:1769074685.441877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f5ec0. 00000080:00000010:0.1:1769074685.441881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984ed160. 00000080:00000010:0.1:1769074685.441886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98535c40. 00000080:00000010:0.1:1769074685.441889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984edf00. 00000080:00000010:0.1:1769074685.441892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98535ae0. 00000080:00000010:0.1:1769074685.441896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985350e0. 00000080:00000010:0.1:1769074685.441900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984ed320. 00000080:00000010:0.1:1769074685.441904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984edea0. 00000080:00000010:0.1:1769074685.441908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98535040. 00000080:00000010:0.1:1769074685.441911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d93d00. 00000080:00000010:0.1:1769074685.441916:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f54c0. 00000080:00000010:0.1:1769074685.441921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d934c0. 00000080:00000010:0.1:1769074685.441924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984ed100. 00000080:00000010:0.1:1769074685.441927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98535920. 00000080:00000010:0.1:1769074685.441931:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d93640. 00000080:00000010:0.1:1769074685.441935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98535d60. 00000080:00000010:0.1:1769074685.441940:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f5580. 00000080:00000010:0.1:1769074685.441944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f5f40. 00000080:00000010:0.1:1769074685.441948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f5600. 00000080:00000010:0.1:1769074685.441952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f5c80. 00000080:00000010:0.1:1769074685.441956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f55a0. 00000080:00000010:0.1:1769074685.441959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f5e20. 00000080:00000010:0.1:1769074685.441963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984ed6a0. 00000080:00000010:0.1:1769074685.441973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984ed3a0. 00000080:00000010:0.1:1769074685.441976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98535240. 00000080:00000010:0.1:1769074685.441980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98535280. 00000080:00000010:0.1:1769074685.441998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984ed620. 00000080:00000010:0.1:1769074685.442003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98535700. 00000080:00000010:0.1:1769074685.442010:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f5c60. 00000080:00000010:0.1:1769074685.442014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f5b80. 00000080:00000010:0.1:1769074685.442017:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98535760. 00000080:00000010:0.1:1769074685.442021:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98535b40. 00000080:00000010:0.1:1769074685.442025:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f5ca0. 00000080:00000010:0.1:1769074685.442030:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984edc00. 00000080:00000010:0.1:1769074685.442034:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98535c00. 00000080:00000010:0.1:1769074685.442037:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984ed760. 00000080:00000010:0.1:1769074685.442040:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98535d40. 00000080:00000010:0.1:1769074685.442044:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f5440. 00000080:00000010:0.1:1769074685.442053:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98535880. 00000080:00000010:0.1:1769074685.442057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d939a0. 00000080:00000010:0.1:1769074685.442061:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984ed1a0. 00000080:00000010:0.1:1769074685.442065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f5180. 00000080:00000010:0.1:1769074685.442070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f56e0. 00000080:00000010:0.1:1769074685.442074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d93f40. 00000080:00000010:0.1:1769074685.442078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d93600. 00000080:00000010:0.1:1769074685.442082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d93c80. 00000080:00000010:0.1:1769074685.442086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984ed800. 00000080:00000010:0.1:1769074685.442089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985357e0. 00000080:00000010:0.1:1769074685.442093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f55c0. 00000080:00000010:0.1:1769074685.442097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f5080. 00000080:00000010:0.1:1769074685.442100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985350c0. 00000080:00000010:0.1:1769074685.442104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98535f20. 00000080:00000010:0.1:1769074685.442108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f5260. 00000080:00000010:0.1:1769074685.442113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98535ba0. 00000080:00000010:0.1:1769074685.442117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98535940. 00000080:00000010:0.1:1769074685.442121:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f5200. 00000080:00000010:0.1:1769074685.442124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f5fc0. 00000080:00000010:0.1:1769074685.442127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985359e0. 00000080:00000010:0.1:1769074685.442130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985353a0. 00000080:00000010:0.1:1769074685.442147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b14a0. 00000080:00000010:0.1:1769074685.442151:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b1b20. 00000080:00000010:0.1:1769074685.442155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984ed600. 00000080:00000010:0.1:1769074685.442161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f5a20. 00000080:00000010:0.1:1769074685.442165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b1ba0. 00000080:00000010:0.1:1769074685.442170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f56c0. 00000080:00000010:0.1:1769074685.442173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984ed500. 00000080:00000010:0.1:1769074685.442178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b1c20. 00000080:00000010:0.1:1769074685.442186:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f5520. 00000080:00000010:0.1:1769074685.442190:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b19e0. 00000080:00000010:0.1:1769074685.442194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b1aa0. 00000080:00000010:0.1:1769074685.442198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b1660. 00000080:00000010:0.1:1769074685.442202:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f5cc0. 00000080:00000010:0.1:1769074685.442205:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f5d80. 00000080:00000010:0.1:1769074685.442208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f52c0. 00000080:00000010:0.1:1769074685.442212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b1060. 00000080:00000010:0.1:1769074685.442215:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f51c0. 00000080:00000010:0.1:1769074685.442219:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b13c0. 00000080:00000010:0.1:1769074685.442223:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984ed2c0. 00000080:00000010:0.1:1769074685.442227:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f53e0. 00000080:00000010:0.1:1769074685.442231:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f5140. 00000080:00000010:0.1:1769074685.442234:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f5bc0. 00000080:00000010:0.1:1769074685.442238:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984eda60. 00000080:00000010:0.1:1769074685.442241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d935a0. 00000080:00000010:0.1:1769074685.442254:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3d80. 00000080:00000010:0.1:1769074685.442262:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b1d20. 00000080:00000010:0.1:1769074685.442267:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f5f00. 00000080:00000010:0.1:1769074685.442271:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f5a80. 00000080:00000010:0.1:1769074685.442279:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d93fe0. 00000080:00000010:0.1:1769074685.442307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f5000. 00000080:00000010:0.1:1769074685.442312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3260. 00000080:00000010:0.1:1769074685.442317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d93da0. 00000080:00000010:0.1:1769074685.442321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f5320. 00000080:00000010:0.1:1769074685.442326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f5e40. 00000080:00000010:0.1:1769074685.442331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b1640. 00000080:00000010:0.1:1769074685.442336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b1fa0. 00000080:00000010:0.1:1769074685.442347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f5ae0. 00000080:00000010:0.1:1769074685.442351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b19a0. 00000080:00000010:0.1:1769074685.442356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b1f40. 00000080:00000010:0.1:1769074685.442359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b11e0. 00000080:00000010:0.1:1769074685.442363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b1340. 00000080:00000010:0.1:1769074685.442367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f52e0. 00000080:00000010:0.1:1769074685.442373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3fe0. 00000080:00000010:0.1:1769074685.442377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b1fe0. 00000080:00000010:0.1:1769074685.442381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d93e20. 00000080:00000010:0.1:1769074685.442385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b1da0. 00000080:00000010:0.1:1769074685.442389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3b00. 00000080:00000010:0.1:1769074685.442394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b1c60. 00000080:00000010:0.1:1769074685.442398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3c80. 00000080:00000010:0.1:1769074685.442402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f5020. 00000080:00000010:0.1:1769074685.442407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b1400. 00000080:00000010:0.1:1769074685.442412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3920. 00000080:00000010:0.1:1769074685.442416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3a80. 00000080:00000010:0.1:1769074685.442420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3f00. 00000080:00000010:0.1:1769074685.442439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f5f60. 00000080:00000010:0.1:1769074685.442444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f5240. 00000080:00000010:0.1:1769074685.442447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f5860. 00000080:00000010:0.1:1769074685.442451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f5280. 00000080:00000010:0.1:1769074685.442454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f5980. 00000080:00000010:0.1:1769074685.442457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f5760. 00000080:00000010:0.1:1769074685.442461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3ba0. 00000080:00000010:0.1:1769074685.442467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b1ca0. 00000080:00000010:0.1:1769074685.442472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b1440. 00000080:00000010:0.1:1769074685.442478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b1180. 00000080:00000010:0.1:1769074685.442482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f5f80. 00000080:00000010:0.1:1769074685.442486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b18c0. 00000080:00000010:0.1:1769074685.442491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b1300. 00000080:00000010:0.1:1769074685.442494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f5d40. 00000080:00000010:0.1:1769074685.442498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b15c0. 00000080:00000010:0.1:1769074685.442502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f5220. 00000080:00000010:0.1:1769074685.442507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b1420. 00000080:00000010:0.1:1769074685.442511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b12a0. 00000080:00000010:0.1:1769074685.442522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b1200. 00000080:00000010:0.1:1769074685.442526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3b80. 00000080:00000010:0.1:1769074685.442531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f5880. 00000080:00000010:0.1:1769074685.442535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b1680. 00000080:00000010:0.1:1769074685.442538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f54e0. 00000080:00000010:0.1:1769074685.442541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3e60. 00000080:00000010:0.1:1769074685.442545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f50c0. 00000080:00000010:0.1:1769074685.442552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b1a20. 00000080:00000010:0.1:1769074685.442556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b16c0. 00000080:00000010:0.1:1769074685.442559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f5740. 00000080:00000010:0.1:1769074685.442564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3060. 00000080:00000010:0.1:1769074685.442568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c39e0. 00000080:00000010:0.1:1769074685.442572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f5940. 00000080:00000010:0.1:1769074685.442576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f59e0. 00000080:00000010:0.1:1769074685.442580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3f60. 00000080:00000010:0.1:1769074685.442584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d93440. 00000080:00000010:0.1:1769074685.442588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b10a0. 00000080:00000010:0.1:1769074685.442591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f5aa0. 00000080:00000010:0.1:1769074685.442595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c32c0. 00000080:00000010:0.1:1769074685.442599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f56a0. 00000080:00000010:0.1:1769074685.442603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3cc0. 00000080:00000010:0.1:1769074685.442607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b1d80. 00000080:00000010:0.1:1769074685.442611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b1160. 00000080:00000010:0.1:1769074685.442614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f5660. 00000080:00000010:0.1:1769074685.442618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b1960. 00000080:00000010:0.1:1769074685.442622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f5060. 00000080:00000010:0.1:1769074685.442626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b11c0. 00000080:00000010:0.1:1769074685.442629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f53c0. 00000080:00000010:0.1:1769074685.442633:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f5b60. 00000080:00000010:0.1:1769074685.442636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f5ac0. 00000080:00000010:0.1:1769074685.442640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984f5d00. 00000080:00000010:0.1:1769074685.442644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b1140. 00000080:00000010:0.1:1769074685.442647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b1bc0. 00000080:00000010:0.1:1769074685.442651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b19c0. 00000080:00000010:0.1:1769074685.442666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824fa60. 00000080:00000010:0.1:1769074685.442671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824fea0. 00000080:00000010:0.1:1769074685.442684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b1720. 00000080:00000010:0.1:1769074685.442689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b1ea0. 00000080:00000010:0.1:1769074685.442693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b1320. 00000080:00000010:0.1:1769074685.442697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b1e40. 00000080:00000010:0.1:1769074685.442700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b1460. 00000080:00000010:0.1:1769074685.442705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3700. 00000080:00000010:0.1:1769074685.442709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3240. 00000080:00000010:0.1:1769074685.442714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824f320. 00000080:00000010:0.1:1769074685.442718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824f460. 00000080:00000010:0.1:1769074685.442723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d936e0. 00000080:00000010:0.1:1769074685.442730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d938c0. 00000080:00000010:0.1:1769074685.442734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824f1a0. 00000080:00000010:0.1:1769074685.442739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b10e0. 00000080:00000010:0.1:1769074685.442743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b12e0. 00000080:00000010:0.1:1769074685.442747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b1920. 00000080:00000010:0.1:1769074685.442750:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b1d60. 00000080:00000010:0.1:1769074685.442754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b1f60. 00000080:00000010:0.1:1769074685.442758:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b1240. 00000080:00000010:0.1:1769074685.442763:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824f040. 00000080:00000010:0.1:1769074685.442779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c37e0. 00000080:00000010:0.1:1769074685.442786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b1700. 00000080:00000010:0.1:1769074685.442790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824f020. 00000080:00000010:0.1:1769074685.442797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b1980. 00000080:00000010:0.1:1769074685.442801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824ff60. 00000080:00000010:0.1:1769074685.442804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824f240. 00000080:00000010:0.1:1769074685.442808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b1800. 00000080:00000010:0.1:1769074685.442811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b1de0. 00000080:00000010:0.1:1769074685.442815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824f860. 00000080:00000010:0.1:1769074685.442819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c34c0. 00000080:00000010:0.1:1769074685.442824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b1a40. 00000080:00000010:0.1:1769074685.442827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b1d40. 00000080:00000010:0.1:1769074685.442831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824f700. 00000080:00000010:0.1:1769074685.442835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3d40. 00000080:00000010:0.1:1769074685.442840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c35e0. 00000080:00000010:0.1:1769074685.442844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b1220. 00000080:00000010:0.1:1769074685.442850:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b17e0. 00000080:00000010:0.1:1769074685.442861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c32e0. 00000080:00000010:0.1:1769074685.442866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b10c0. 00000080:00000010:0.1:1769074685.442870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3720. 00000080:00000010:0.1:1769074685.442873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b983b1f20. 00000080:00000010:0.1:1769074685.442883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265ce0. 00000080:00000010:0.1:1769074685.442887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3960. 00000080:00000010:0.1:1769074685.442892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824f980. 00000080:00000010:0.1:1769074685.442897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265d60. 00000080:00000010:0.1:1769074685.442901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3440. 00000080:00000010:0.1:1769074685.442905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824f5e0. 00000080:00000010:0.1:1769074685.442909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824f800. 00000080:00000010:0.1:1769074685.442912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824fde0. 00000080:00000010:0.1:1769074685.442917:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d93480. 00000080:00000010:0.1:1769074685.442921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824f360. 00000080:00000010:0.1:1769074685.442927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265dc0. 00000080:00000010:0.1:1769074685.442931:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824f220. 00000080:00000010:0.1:1769074685.442935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265840. 00000080:00000010:0.1:1769074685.442940:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d935c0. 00000080:00000010:0.1:1769074685.442943:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d93080. 00000080:00000010:0.1:1769074685.442947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3bc0. 00000080:00000010:0.1:1769074685.442951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824f4e0. 00000080:00000010:0.1:1769074685.442956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265be0. 00000080:00000010:0.1:1769074685.442960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824f0c0. 00000080:00000010:0.1:1769074685.442963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3020. 00000080:00000010:0.1:1769074685.442967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265860. 00000080:00000010:0.1:1769074685.442971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d93260. 00000080:00000010:0.1:1769074685.442974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d93900. 00000080:00000010:0.1:1769074685.442979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265700. 00000080:00000010:0.1:1769074685.442982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265980. 00000080:00000010:0.1:1769074685.442987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824f740. 00000080:00000010:0.1:1769074685.442990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824fba0. 00000080:00000010:0.1:1769074685.442995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b982655e0. 00000080:00000010:0.1:1769074685.442999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3660. 00000080:00000010:0.1:1769074685.443003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824fc20. 00000080:00000010:0.1:1769074685.443006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265760. 00000080:00000010:0.1:1769074685.443010:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265800. 00000080:00000010:0.1:1769074685.443022:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265c00. 00000080:00000010:0.1:1769074685.443025:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265360. 00000080:00000010:0.1:1769074685.443029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d93680. 00000080:00000010:0.1:1769074685.443033:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265e60. 00000080:00000010:0.1:1769074685.443037:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3120. 00000080:00000010:0.1:1769074685.443042:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824f3a0. 00000080:00000010:0.1:1769074685.443047:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824faa0. 00000080:00000010:0.1:1769074685.443050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824f660. 00000080:00000010:0.1:1769074685.443056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824f060. 00000080:00000010:0.1:1769074685.443060:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b982657e0. 00000080:00000010:0.1:1769074685.443066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824f8e0. 00000080:00000010:0.1:1769074685.443069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824fe80. 00000080:00000010:0.1:1769074685.443073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824fac0. 00000080:00000010:0.1:1769074685.443077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824fd00. 00000080:00000010:0.1:1769074685.443080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824fb20. 00000080:00000010:0.1:1769074685.443084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824ffa0. 00000080:00000010:0.1:1769074685.443087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d936c0. 00000080:00000010:0.1:1769074685.443091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b982654e0. 00000080:00000010:0.1:1769074685.443095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824f9a0. 00000080:00000010:0.1:1769074685.443098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c30a0. 00000080:00000010:0.1:1769074685.443102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824ff40. 00000080:00000010:0.1:1769074685.443105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3200. 00000080:00000010:0.1:1769074685.443109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265f20. 00000080:00000010:0.1:1769074685.443112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c35c0. 00000080:00000010:0.1:1769074685.443116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c38c0. 00000080:00000010:0.1:1769074685.443119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824f1e0. 00000080:00000010:0.1:1769074685.443122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3da0. 00000080:00000010:0.1:1769074685.443126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3ca0. 00000080:00000010:0.1:1769074685.443129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265120. 00000080:00000010:0.1:1769074685.443133:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265740. 00000080:00000010:0.1:1769074685.443137:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3fc0. 00000080:00000010:0.1:1769074685.443144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265620. 00000080:00000010:0.1:1769074685.443148:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265c20. 00000080:00000010:0.1:1769074685.443153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3e00. 00000080:00000010:0.1:1769074685.443157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b982653a0. 00000080:00000010:0.1:1769074685.443161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3140. 00000080:00000010:0.1:1769074685.443171:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824fc60. 00000080:00000010:0.1:1769074685.443176:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265820. 00000080:00000010:0.1:1769074685.443179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c37c0. 00000080:00000010:0.1:1769074685.443183:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3e40. 00000080:00000010:0.1:1769074685.443187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824f400. 00000080:00000010:0.1:1769074685.443191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824fee0. 00000080:00000010:0.1:1769074685.443195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265380. 00000080:00000010:0.1:1769074685.443198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3840. 00000080:00000010:0.1:1769074685.443202:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b982658e0. 00000080:00000010:0.1:1769074685.443206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824f440. 00000080:00000010:0.1:1769074685.443210:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265e80. 00000080:00000010:0.1:1769074685.443213:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265ac0. 00000080:00000010:0.1:1769074685.443216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265d20. 00000080:00000010:0.1:1769074685.443219:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b982654c0. 00000080:00000010:0.1:1769074685.443224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3620. 00000080:00000010:0.1:1769074685.443228:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3aa0. 00000080:00000010:0.1:1769074685.443231:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265fa0. 00000080:00000010:0.1:1769074685.443235:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b982659a0. 00000080:00000010:0.1:1769074685.443238:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265f40. 00000080:00000010:0.1:1769074685.443242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3580. 00000080:00000010:0.1:1769074685.443246:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265600. 00000080:00000010:0.1:1769074685.443252:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824f180. 00000080:00000010:0.1:1769074685.443256:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3340. 00000080:00000010:0.1:1769074685.443260:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c35a0. 00000080:00000010:0.1:1769074685.443263:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824f6e0. 00000080:00000010:0.1:1769074685.443267:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265da0. 00000080:00000010:0.1:1769074685.443270:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824f300. 00000080:00000010:0.1:1769074685.443273:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265e20. 00000080:00000010:0.1:1769074685.443277:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265400. 00000080:00000010:0.1:1769074685.443303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824f480. 00000080:00000010:0.1:1769074685.443309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265ee0. 00000080:00000010:0.1:1769074685.443313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824f080. 00000080:00000010:0.1:1769074685.443317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3ac0. 00000080:00000010:0.1:1769074685.443320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c33c0. 00000080:00000010:0.1:1769074685.443324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265ca0. 00000080:00000010:0.1:1769074685.443328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3c20. 00000080:00000010:0.1:1769074685.443338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265500. 00000080:00000010:0.1:1769074685.443341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265180. 00000080:00000010:0.1:1769074685.443345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b982656e0. 00000080:00000010:0.1:1769074685.443349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3b40. 00000080:00000010:0.1:1769074685.443352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824f2a0. 00000080:00000010:0.1:1769074685.443355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b982655c0. 00000080:00000010:0.1:1769074685.443359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824f260. 00000080:00000010:0.1:1769074685.443362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265080. 00000080:00000010:0.1:1769074685.443366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265ec0. 00000080:00000010:0.1:1769074685.443369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c31a0. 00000080:00000010:0.1:1769074685.443372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3c40. 00000080:00000010:0.1:1769074685.443375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265260. 00000080:00000010:0.1:1769074685.443378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265fc0. 00000080:00000010:0.1:1769074685.443381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b982654a0. 00000080:00000010:0.1:1769074685.443385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b982656c0. 00000080:00000010:0.1:1769074685.443388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824ffc0. 00000080:00000010:0.1:1769074685.443391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265520. 00000080:00000010:0.1:1769074685.443394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265cc0. 00000080:00000010:0.1:1769074685.443397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265d80. 00000080:00000010:0.1:1769074685.443401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265160. 00000080:00000010:0.1:1769074685.443404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3520. 00000080:00000010:0.1:1769074685.443408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d93960. 00000080:00000010:0.1:1769074685.443412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265e00. 00000080:00000010:0.1:1769074685.443415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c36e0. 00000080:00000010:0.1:1769074685.443421:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b982651c0. 00000080:00000010:0.1:1769074685.443425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d931c0. 00000080:00000010:0.1:1769074685.443428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265540. 00000080:00000010:0.1:1769074685.443432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d93140. 00000080:00000010:0.1:1769074685.443436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3480. 00000080:00000010:0.1:1769074685.443439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824f4a0. 00000080:00000010:0.1:1769074685.443442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b982659c0. 00000080:00000010:0.1:1769074685.443445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824fa20. 00000080:00000010:0.1:1769074685.443448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824f6c0. 00000080:00000010:0.1:1769074685.443452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824f520. 00000080:00000010:0.1:1769074685.443455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c34a0. 00000080:00000010:0.1:1769074685.443458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265a60. 00000080:00000010:0.1:1769074685.443467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824fcc0. 00000080:00000010:0.1:1769074685.443470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265ea0. 00000080:00000010:0.1:1769074685.443473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824fd80. 00000080:00000010:0.1:1769074685.443476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824f560. 00000080:00000010:0.1:1769074685.443479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824f2c0. 00000080:00000010:0.1:1769074685.443482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824fe00. 00000080:00000010:0.1:1769074685.443486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d933e0. 00000080:00000010:0.1:1769074685.443490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824f1c0. 00000080:00000010:0.1:1769074685.443492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824f140. 00000080:00000010:0.1:1769074685.443495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824fbc0. 00000080:00000010:0.1:1769074685.443498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265e40. 00000080:00000010:0.1:1769074685.443501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265460. 00000080:00000010:0.1:1769074685.443504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9824fa80. 00000080:00000010:0.1:1769074685.443514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883110a0. 00000080:00000010:0.1:1769074685.443578:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3800. 00000080:00000010:0.1:1769074685.443584:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3f80. 00000080:00000010:0.1:1769074685.443589:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883111e0. 00000080:00000010:0.1:1769074685.443593:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88311340. 00000080:00000010:0.1:1769074685.443597:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265ae0. 00000080:00000010:0.1:1769074685.443601:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3880. 00000080:00000010:0.1:1769074685.443606:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d93540. 00000080:00000010:0.1:1769074685.443611:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88311fe0. 00000080:00000010:0.1:1769074685.443617:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b982652e0. 00000080:00000010:0.1:1769074685.443621:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88311da0. 00000080:00000010:0.1:1769074685.443625:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98265920. 00000080:00000010:0.1:1769074685.443629:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d93a80. 00000080:00000010:0.1:1769074685.443640:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834a180. 00000080:00000010:0.1:1769074685.443644:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3e80. 00000080:00000010:0.1:1769074685.443648:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834a6e0. 00000080:00000010:0.1:1769074685.443652:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883c3fa0. 00000080:00000010:0.1:1769074685.443658:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834a300. 00000080:00000010:0.1:1769074685.443662:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834a5c0. 00000080:00000010:0.1:1769074685.443665:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834a420. 00000080:00000010:0.1:1769074685.443676:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82f60. 00000080:00000010:0.1:1769074685.443681:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82020. 00000080:00000010:0.1:1769074685.443686:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88311400. 00000080:00000010:0.1:1769074685.443697:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88311ee0. 00000080:00000010:0.1:1769074685.443701:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834a2a0. 00000080:00000010:0.1:1769074685.443710:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834a200. 00000080:00000010:0.1:1769074685.443716:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88311500. 00000080:00000010:0.1:1769074685.443720:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883118c0. 00000080:00000010:0.1:1769074685.443724:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834a900. 00000080:00000010:0.1:1769074685.443729:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88311100. 00000080:00000010:0.1:1769074685.443733:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88311480. 00000080:00000010:0.1:1769074685.443737:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d939c0. 00000080:00000010:0.1:1769074685.443742:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88311080. 00000080:00000010:0.1:1769074685.443746:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834a4a0. 00000080:00000010:0.1:1769074685.443750:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88311ec0. 00000080:00000010:0.1:1769074685.443755:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82680. 00000080:00000010:0.1:1769074685.443760:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88311260. 00000080:00000010:0.1:1769074685.443764:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834a6c0. 00000080:00000010:0.1:1769074685.443789:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88311200. 00000080:00000010:0.1:1769074685.443794:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88311fc0. 00000080:00000010:0.1:1769074685.443800:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834a0a0. 00000080:00000010:0.1:1769074685.443804:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834a7a0. 00000080:00000010:0.1:1769074685.443808:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88311a20. 00000080:00000010:0.1:1769074685.443813:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834a160. 00000080:00000010:0.1:1769074685.443817:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834a2c0. 00000080:00000010:0.1:1769074685.443821:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88311520. 00000080:00000010:0.1:1769074685.443825:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82520. 00000080:00000010:0.1:1769074685.443831:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834ae00. 00000080:00000010:0.1:1769074685.443835:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883117a0. 00000080:00000010:0.1:1769074685.443842:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88311560. 00000080:00000010:0.1:1769074685.443846:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883112c0. 00000080:00000010:0.1:1769074685.443851:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834ace0. 00000080:00000010:0.1:1769074685.443855:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883111c0. 00000080:00000010:0.1:1769074685.443860:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82b00. 00000080:00000010:0.1:1769074685.443864:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834a540. 00000080:00000010:0.1:1769074685.443868:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834abc0. 00000080:00000010:0.1:1769074685.443872:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88311140. 00000080:00000010:0.1:1769074685.443876:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88311bc0. 00000080:00000010:0.1:1769074685.443880:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d93720. 00000080:00000010:0.1:1769074685.443890:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883119c0. 00000080:00000010:0.1:1769074685.443894:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834a9c0. 00000080:00000010:0.1:1769074685.443898:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88311a60. 00000080:00000010:0.1:1769074685.443903:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834aa80. 00000080:00000010:0.1:1769074685.443907:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883117c0. 00000080:00000010:0.1:1769074685.443911:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82bc0. 00000080:00000010:0.1:1769074685.443916:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d823e0. 00000080:00000010:0.1:1769074685.443920:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834aa60. 00000080:00000010:0.1:1769074685.443923:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834a000. 00000080:00000010:0.1:1769074685.443927:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82d60. 00000080:00000010:0.1:1769074685.443932:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834aea0. 00000080:00000010:0.1:1769074685.443936:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834a320. 00000080:00000010:0.1:1769074685.443942:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88311e40. 00000080:00000010:0.1:1769074685.443946:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88311460. 00000080:00000010:0.1:1769074685.443950:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d937c0. 00000080:00000010:0.1:1769074685.443953:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834aae0. 00000080:00000010:0.1:1769074685.443959:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883111a0. 00000080:00000010:0.1:1769074685.443963:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834a0e0. 00000080:00000010:0.1:1769074685.443968:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d93320. 00000080:00000010:0.1:1769074685.443977:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82860. 00000080:00000010:0.1:1769074685.443981:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883112e0. 00000080:00000010:0.1:1769074685.443985:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88311040. 00000080:00000010:0.1:1769074685.443989:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82920. 00000080:00000010:0.1:1769074685.443992:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88311d60. 00000080:00000010:0.1:1769074685.443996:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88311840. 00000080:00000010:0.1:1769074685.443999:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82be0. 00000080:00000010:0.1:1769074685.444006:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834ad60. 00000080:00000010:0.1:1769074685.444010:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d93460. 00000080:00000010:0.1:1769074685.444014:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834af60. 00000080:00000010:0.1:1769074685.444019:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834a240. 00000080:00000010:0.1:1769074685.444023:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d93c40. 00000080:00000010:0.1:1769074685.444027:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82ce0. 00000080:00000010:0.1:1769074685.444032:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d822c0. 00000080:00000010:0.1:1769074685.444038:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834a860. 00000080:00000010:0.1:1769074685.444042:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834a700. 00000080:00000010:0.1:1769074685.444047:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d823c0. 00000080:00000010:0.1:1769074685.444058:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82120. 00000080:00000010:0.1:1769074685.444063:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834a5e0. 00000080:00000010:0.1:1769074685.444067:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834a760. 00000080:00000010:0.1:1769074685.444071:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82280. 00000080:00000010:0.1:1769074685.444076:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834a800. 00000080:00000010:0.1:1769074685.444081:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88311700. 00000080:00000010:0.1:1769074685.444084:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883115e0. 00000080:00000010:0.1:1769074685.444088:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834ade0. 00000080:00000010:0.1:1769074685.444092:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834af80. 00000080:00000010:0.1:1769074685.444095:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834a360. 00000080:00000010:0.1:1769074685.444099:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88311b40. 00000080:00000010:0.1:1769074685.444106:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88311de0. 00000080:00000010:0.1:1769074685.444110:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834a220. 00000080:00000010:0.1:1769074685.444113:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834a880. 00000080:00000010:0.1:1769074685.444117:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88311a40. 00000080:00000010:0.1:1769074685.444121:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88311d40. 00000080:00000010:0.1:1769074685.444124:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88311220. 00000080:00000010:0.1:1769074685.444128:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883117e0. 00000080:00000010:0.1:1769074685.444134:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82600. 00000080:00000010:0.1:1769074685.444137:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883114e0. 00000080:00000010:0.1:1769074685.444141:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834a4e0. 00000080:00000010:0.1:1769074685.444145:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88311f20. 00000080:00000010:0.1:1769074685.444149:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82220. 00000080:00000010:0.1:1769074685.444153:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834aa00. 00000080:00000010:0.1:1769074685.444157:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834a120. 00000080:00000010:0.1:1769074685.444246:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d822e0. 00000080:00000010:0.1:1769074685.444252:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d821a0. 00000080:00000010:0.1:1769074685.444256:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88311740. 00000080:00000010:0.1:1769074685.444260:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88311ba0. 00000080:00000010:0.1:1769074685.444263:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88311940. 00000080:00000010:0.1:1769074685.444267:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834aba0. 00000080:00000010:0.1:1769074685.444271:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834a940. 00000080:00000010:0.1:1769074685.444275:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834a9e0. 00000080:00000010:0.1:1769074685.444278:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834aaa0. 00000080:00000010:0.1:1769074685.460311:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834a820. 00000080:00000010:0.1:1769074685.460321:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883113a0. 00000080:00000010:0.1:1769074685.460348:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88311aa0. 00000080:00000010:0.1:1769074685.460351:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88311820. 00000080:00000010:0.1:1769074685.460354:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88311380. 00000080:00000010:0.1:1769074685.460421:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883118e0. 00000080:00000010:0.1:1769074685.460427:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834a060. 00000080:00000010:0.1:1769074685.460430:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88311e80. 00000080:00000010:0.1:1769074685.460433:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834a8e0. 00000080:00000010:0.1:1769074685.460437:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834a3c0. 00000080:00000010:0.1:1769074685.460440:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88311d00. 00000080:00000010:0.1:1769074685.460913:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834ab60. 00000080:00000010:0.1:1769074685.460926:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d828e0. 00000080:00000010:0.1:1769074685.460931:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834aac0. 00000080:00000010:0.1:1769074685.460935:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82940. 00000080:00000010:0.1:1769074685.460938:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88311640. 00000080:00000010:0.1:1769074685.460943:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b883118a0. 00000080:00000010:0.1:1769074685.460947:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834a4c0. 00000080:00000010:0.1:1769074685.460952:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82980. 00000080:00000010:0.1:1769074685.460960:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88311580. 00000080:00000010:0.1:1769074685.460964:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82dc0. 00000080:00000010:0.1:1769074685.460968:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834a640. 00000080:00000010:0.1:1769074685.460976:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76ee0. 00000080:00000010:0.1:1769074685.460980:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834a8a0. 00000080:00000010:0.1:1769074685.460983:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834a580. 00000080:00000010:0.1:1769074685.460993:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76ca0. 00000080:00000010:0.1:1769074685.460999:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82760. 00000080:00000010:0.1:1769074685.461003:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82b40. 00000080:00000010:0.1:1769074685.461007:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76500. 00000080:00000010:0.1:1769074685.461012:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82620. 00000080:00000010:0.1:1769074685.461015:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834a600. 00000080:00000010:0.1:1769074685.461019:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d93020. 00000080:00000010:0.1:1769074685.461032:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834afe0. 00000080:00000010:0.1:1769074685.461050:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d768c0. 00000080:00000010:0.1:1769074685.461056:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76100. 00000080:00000010:0.1:1769074685.461059:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834a5a0. 00000080:00000010:0.1:1769074685.461063:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82c80. 00000080:00000010:0.1:1769074685.461067:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82ca0. 00000080:00000010:0.1:1769074685.461082:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834a780. 00000080:00000010:0.1:1769074685.461097:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76080. 00000080:00000010:0.1:1769074685.461105:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834ae20. 00000080:00000010:0.1:1769074685.461108:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d93dc0. 00000080:00000010:0.1:1769074685.461112:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76ec0. 00000080:00000010:0.1:1769074685.461116:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76260. 00000080:00000010:0.1:1769074685.461120:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834a400. 00000080:00000010:0.1:1769074685.461123:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76200. 00000080:00000010:0.1:1769074685.461137:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76fc0. 00000080:00000010:0.1:1769074685.461141:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d764a0. 00000080:00000010:0.1:1769074685.461144:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8834aca0. 00000080:00000010:0.1:1769074685.461152:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d13260. 00000080:00000010:0.1:1769074685.461157:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d825c0. 00000080:00000010:0.1:1769074685.461161:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82b80. 00000080:00000010:0.1:1769074685.461174:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d13200. 00000080:00000010:0.1:1769074685.461180:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d13fc0. 00000080:00000010:0.1:1769074685.461184:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d13a20. 00000080:00000010:0.1:1769074685.461188:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d13b00. 00000080:00000010:0.1:1769074685.461193:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d766c0. 00000080:00000010:0.1:1769074685.461197:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76520. 00000080:00000010:0.1:1769074685.461201:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82d40. 00000080:00000010:0.1:1769074685.461214:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76cc0. 00000080:00000010:0.1:1769074685.461220:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d130a0. 00000080:00000010:0.1:1769074685.461223:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d93840. 00000080:00000010:0.1:1769074685.461227:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76560. 00000080:00000010:0.1:1769074685.461231:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d137a0. 00000080:00000010:0.1:1769074685.461235:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76960. 00000080:00000010:0.1:1769074685.461249:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76ce0. 00000080:00000010:0.1:1769074685.461256:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76140. 00000080:00000010:0.1:1769074685.461260:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82460. 00000080:00000010:0.1:1769074685.461264:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d13560. 00000080:00000010:0.1:1769074685.461268:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76bc0. 00000080:00000010:0.1:1769074685.461272:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d132c0. 00000080:00000010:0.1:1769074685.461276:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d93860. 00000080:00000010:0.1:1769074685.461321:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d13e00. 00000080:00000010:0.1:1769074685.461326:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d935e0. 00000080:00000010:0.1:1769074685.461338:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d131c0. 00000080:00000010:0.1:1769074685.461342:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82a40. 00000080:00000010:0.1:1769074685.461346:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76a80. 00000080:00000010:0.1:1769074685.461350:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d827e0. 00000080:00000010:0.1:1769074685.461362:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d13ce0. 00000080:00000010:0.1:1769074685.461369:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76a60. 00000080:00000010:0.1:1769074685.461373:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d13140. 00000080:00000010:0.1:1769074685.461377:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d13540. 00000080:00000010:0.1:1769074685.461380:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d824c0. 00000080:00000010:0.1:1769074685.466049:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d821e0. 00000080:00000010:0.1:1769074685.466062:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d767c0. 00000080:00000010:0.1:1769074685.466106:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82da0. 00000080:00000010:0.1:1769074685.466111:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d93980. 00000080:00000010:0.1:1769074685.466118:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76320. 00000080:00000010:0.1:1769074685.466126:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d139c0. 00000080:00000010:0.1:1769074685.466133:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82300. 00000080:00000010:0.1:1769074685.466137:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82080. 00000080:00000010:0.1:1769074685.466141:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d13000. 00000080:00000010:0.1:1769074685.466146:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d826c0. 00000080:00000010:0.1:1769074685.466153:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d137c0. 00000080:00000010:0.1:1769074685.466156:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82560. 00000080:00000010:0.1:1769074685.466162:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d13e40. 00000080:00000010:0.1:1769074685.466166:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d13460. 00000080:00000010:0.1:1769074685.466171:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82e40. 00000080:00000010:0.1:1769074685.466175:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d827c0. 00000080:00000010:0.1:1769074685.466179:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82000. 00000080:00000010:0.1:1769074685.466182:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82720. 00000080:00000010:0.1:1769074685.466186:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76ae0. 00000080:00000010:0.1:1769074685.466190:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82960. 00000080:00000010:0.1:1769074685.466196:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d13ae0. 00000080:00000010:0.1:1769074685.466200:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76040. 00000080:00000010:0.1:1769074685.466204:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82200. 00000080:00000010:0.1:1769074685.466208:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82ec0. 00000080:00000010:0.1:1769074685.466211:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76020. 00000080:00000010:0.1:1769074685.466214:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76dc0. 00000080:00000010:0.1:1769074685.466218:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76840. 00000080:00000010:0.1:1769074685.466246:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d130e0. 00000080:00000010:0.1:1769074685.466250:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d13040. 00000080:00000010:0.1:1769074685.466254:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76be0. 00000080:00000010:0.1:1769074685.466258:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76280. 00000080:00000010:0.1:1769074685.466261:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d13020. 00000080:00000010:0.1:1769074685.466266:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d828a0. 00000080:00000010:0.1:1769074685.466269:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d13dc0. 00000080:00000010:0.1:1769074685.466273:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76980. 00000080:00000010:0.1:1769074685.466277:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76760. 00000080:00000010:0.1:1769074685.466297:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d13f60. 00000080:00000010:0.1:1769074685.466301:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82660. 00000080:00000010:0.1:1769074685.466306:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d826a0. 00000080:00000010:0.1:1769074685.466309:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d829e0. 00000080:00000010:0.1:1769074685.466312:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76f80. 00000080:00000010:0.1:1769074685.466315:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76a40. 00000080:00000010:0.1:1769074685.466320:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76d40. 00000080:00000010:0.1:1769074685.466324:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d13840. 00000080:00000010:0.1:1769074685.466327:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d13be0. 00000080:00000010:0.1:1769074685.466332:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76220. 00000080:00000010:0.1:1769074685.466336:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d13700. 00000080:00000010:0.1:1769074685.466339:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d13980. 00000080:00000010:0.1:1769074685.466343:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d13760. 00000080:00000010:0.1:1769074685.466346:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76880. 00000080:00000010:0.1:1769074685.466350:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d764e0. 00000080:00000010:0.1:1769074685.466354:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82240. 00000080:00000010:0.1:1769074685.466358:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76a00. 00000080:00000010:0.1:1769074685.466361:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76120. 00000080:00000010:0.1:1769074685.466365:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d13f80. 00000080:00000010:0.1:1769074685.466377:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654e8a0. 00000080:00000010:0.1:1769074685.466383:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d13a40. 00000080:00000010:0.1:1769074685.466387:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d13d40. 00000080:00000010:0.1:1769074685.466392:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d13e60. 00000080:00000010:0.1:1769074685.466395:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76ba0. 00000080:00000010:0.1:1769074685.466399:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76940. 00000080:00000010:0.1:1769074685.466412:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0f040. 00000080:00000010:0.1:1769074685.466419:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76aa0. 00000080:00000010:0.1:1769074685.466429:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d13880. 00000080:00000010:0.1:1769074685.466433:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76820. 00000080:00000010:0.1:1769074685.466437:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76380. 00000080:00000010:0.1:1769074685.466440:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d134e0. 00000080:00000010:0.1:1769074685.466443:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d824e0. 00000080:00000010:0.1:1769074685.466447:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82f20. 00000080:00000010:0.1:1769074685.466451:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76060. 00000080:00000010:0.1:1769074685.466455:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d763c0. 00000080:00000010:0.1:1769074685.466458:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d13120. 00000080:00000010:0.1:1769074685.466461:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82060. 00000080:00000010:0.1:1769074685.466464:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76b60. 00000080:00000010:0.1:1769074685.466468:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d13940. 00000080:00000010:0.1:1769074685.466471:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d139e0. 00000080:00000010:0.1:1769074685.466474:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82d00. 00000080:00000010:0.1:1769074685.466477:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82fa0. 00000080:00000010:0.1:1769074685.466480:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82f40. 00000080:00000010:0.1:1769074685.466483:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76ac0. 00000080:00000010:0.1:1769074685.466488:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0f4c0. 00000080:00000010:0.1:1769074685.466492:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d13660. 00000080:00000010:0.1:1769074685.466495:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82c60. 00000080:00000010:0.1:1769074685.466512:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d13380. 00000080:00000010:0.1:1769074685.466516:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d138e0. 00000080:00000010:0.1:1769074685.466521:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82500. 00000080:00000010:0.1:1769074685.466524:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d828c0. 00000080:00000010:0.1:1769074685.466527:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82100. 00000080:00000010:0.1:1769074685.466531:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d133c0. 00000080:00000010:0.1:1769074685.466534:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76d00. 00000080:00000010:0.1:1769074685.466538:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76b20. 00000080:00000010:0.1:1769074685.466541:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76fa0. 00000080:00000010:0.1:1769074685.466547:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d13b60. 00000080:00000010:0.1:1769074685.466551:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d13d20. 00000080:00000010:0.1:1769074685.466554:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76580. 00000080:00000010:0.1:1769074685.466557:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d761e0. 00000080:00000010:0.1:1769074685.466561:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d82cc0. 00000080:00000010:0.1:1769074685.466567:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76600. 00000080:00000010:0.1:1769074685.466571:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d134c0. 00000080:00000010:0.1:1769074685.466581:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76c80. 00000080:00000010:0.1:1769074685.466584:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d13fa0. 00000080:00000010:0.1:1769074685.466589:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76fe0. 00000080:00000010:0.1:1769074685.466592:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d765a0. 00000080:00000010:0.1:1769074685.466595:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d13f40. 00000080:00000010:0.1:1769074685.466598:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76780. 00000080:00000010:0.1:1769074685.466601:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76e20. 00000080:00000010:0.1:1769074685.466606:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0fd00. 00000080:00000010:0.1:1769074685.466611:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d76400. 00000080:00000010:0.1:1769074685.466623:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78c60. 00000080:00000010:0.1:1769074685.466635:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3f60. 00000080:00000010:0.1:1769074685.466640:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78fe0. 00000080:00000010:0.1:1769074685.466644:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d13340. 00000080:00000010:0.1:1769074685.466649:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3540. 00000080:00000010:0.1:1769074685.466654:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0fba0. 00000080:00000010:0.1:1769074685.466659:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d135a0. 00000080:00000010:0.1:1769074685.466662:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78a00. 00000080:00000010:0.1:1769074685.466666:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78ea0. 00000080:00000010:0.1:1769074685.466670:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78320. 00000080:00000010:0.1:1769074685.466676:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d13780. 00000080:00000010:0.1:1769074685.466682:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3f00. 00000080:00000010:0.1:1769074685.466686:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d13c60. 00000080:00000010:0.1:1769074685.466690:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78460. 00000080:00000010:0.1:1769074685.466694:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d13b80. 00000080:00000010:0.1:1769074685.466698:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d13ca0. 00000080:00000010:0.1:1769074685.466701:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78ae0. 00000080:00000010:0.1:1769074685.466705:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c782e0. 00000080:00000010:0.1:1769074685.466709:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78920. 00000080:00000010:0.1:1769074685.466715:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d13180. 00000080:00000010:0.1:1769074685.466718:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d13100. 00000080:00000010:0.1:1769074685.466723:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78d60. 00000080:00000010:0.1:1769074685.466727:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78f60. 00000080:00000010:0.1:1769074685.466731:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3fa0. 00000080:00000010:0.1:1769074685.466734:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78840. 00000080:00000010:0.1:1769074685.466738:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d135c0. 00000080:00000010:0.1:1769074685.466742:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d13420. 00000080:00000010:0.1:1769074685.466751:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87d132a0. 00000080:00000010:0.1:1769074685.466755:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78be0. 00000080:00000010:0.1:1769074685.466764:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4f100. 00000080:00000010:0.1:1769074685.466779:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4f480. 00000080:00000010:0.1:1769074685.466784:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4f080. 00000080:00000010:0.1:1769074685.466789:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e35a0. 00000080:00000010:0.1:1769074685.466795:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4f420. 00000080:00000010:0.1:1769074685.466799:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4f2a0. 00000080:00000010:0.1:1769074685.466803:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e33c0. 00000080:00000010:0.1:1769074685.466808:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4f200. 00000080:00000010:0.1:1769074685.466812:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4f680. 00000080:00000010:0.1:1769074685.466816:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4fa20. 00000080:00000010:0.1:1769074685.466821:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0f920. 00000080:00000010:0.1:1769074685.466826:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4fb00. 00000080:00000010:0.1:1769074685.466832:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3740. 00000080:00000010:0.1:1769074685.466837:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4f520. 00000080:00000010:0.1:1769074685.466845:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4fcc0. 00000080:00000010:0.1:1769074685.466849:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4fd80. 00000080:00000010:0.1:1769074685.466854:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3d00. 00000080:00000010:0.1:1769074685.466859:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4f160. 00000080:00000010:0.1:1769074685.466863:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78980. 00000080:00000010:0.1:1769074685.466869:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78760. 00000080:00000010:0.1:1769074685.466874:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0ff00. 00000080:00000010:0.1:1769074685.466879:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0f520. 00000080:00000010:0.1:1769074685.466884:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78b40. 00000080:00000010:0.1:1769074685.466889:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78de0. 00000080:00000010:0.1:1769074685.466893:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78c00. 00000080:00000010:0.1:1769074685.466897:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78360. 00000080:00000010:0.1:1769074685.466901:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3b20. 00000080:00000010:0.1:1769074685.466907:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0fb00. 00000080:00000010:0.1:1769074685.466912:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78880. 00000080:00000010:0.1:1769074685.466917:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4f1c0. 00000080:00000010:0.1:1769074685.466921:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4f3e0. 00000080:00000010:0.1:1769074685.466925:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3240. 00000080:00000010:0.1:1769074685.466930:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4fbc0. 00000080:00000010:0.1:1769074685.466935:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0f260. 00000080:00000010:0.1:1769074685.466949:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e38c0. 00000080:00000010:0.1:1769074685.466953:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4ff00. 00000080:00000010:0.1:1769074685.466956:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4fa80. 00000080:00000010:0.1:1769074685.466961:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c787e0. 00000080:00000010:0.1:1769074685.466965:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4f000. 00000080:00000010:0.1:1769074685.466969:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c780c0. 00000080:00000010:0.1:1769074685.466973:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4f7c0. 00000080:00000010:0.1:1769074685.466977:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0ffc0. 00000080:00000010:0.1:1769074685.466981:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78120. 00000080:00000010:0.1:1769074685.466985:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78ba0. 00000080:00000010:0.1:1769074685.466989:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78940. 00000080:00000010:0.1:1769074685.466994:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3900. 00000080:00000010:0.1:1769074685.466999:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e30a0. 00000080:00000010:0.1:1769074685.467005:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78c20. 00000080:00000010:0.1:1769074685.467009:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c783a0. 00000080:00000010:0.1:1769074685.467015:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3a80. 00000080:00000010:0.1:1769074685.467019:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e37c0. 00000080:00000010:0.1:1769074685.467023:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3e40. 00000080:00000010:0.1:1769074685.467027:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4fe40. 00000080:00000010:0.1:1769074685.467031:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4fc40. 00000080:00000010:0.1:1769074685.467036:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0f680. 00000080:00000010:0.1:1769074685.467041:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4fae0. 00000080:00000010:0.1:1769074685.467046:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e33e0. 00000080:00000010:0.1:1769074685.467051:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4f0e0. 00000080:00000010:0.1:1769074685.467054:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4f040. 00000080:00000010:0.1:1769074685.467058:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4f020. 00000080:00000010:0.1:1769074685.467062:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3ec0. 00000080:00000010:0.1:1769074685.467068:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3480. 00000080:00000010:0.1:1769074685.467072:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4fdc0. 00000080:00000010:0.1:1769074685.467076:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4f240. 00000080:00000010:0.1:1769074685.467082:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4f860. 00000080:00000010:0.1:1769074685.467086:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78820. 00000080:00000010:0.1:1769074685.467090:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78380. 00000080:00000010:0.1:1769074685.467095:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c788e0. 00000080:00000010:0.1:1769074685.467100:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78b60. 00000080:00000010:0.1:1769074685.467105:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3760. 00000080:00000010:0.1:1769074685.467115:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3e60. 00000080:00000010:0.1:1769074685.467136:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4f700. 00000080:00000010:0.1:1769074685.467160:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4f5e0. 00000080:00000010:0.1:1769074685.467167:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4f800. 00000080:00000010:0.1:1769074685.467173:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78ac0. 00000080:00000010:0.1:1769074685.467177:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78d00. 00000080:00000010:0.1:1769074685.467183:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0f6c0. 00000080:00000010:0.1:1769074685.467195:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c784c0. 00000080:00000010:0.1:1769074685.467202:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78640. 00000080:00000010:0.1:1769074685.467206:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4fc00. 00000080:00000010:0.1:1769074685.467211:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78fa0. 00000080:00000010:0.1:1769074685.467214:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c789a0. 00000080:00000010:0.1:1769074685.467225:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4fa40. 00000080:00000010:0.1:1769074685.467231:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4fd40. 00000080:00000010:0.1:1769074685.467235:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4fe60. 00000080:00000010:0.1:1769074685.467238:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4f880. 00000080:00000010:0.1:1769074685.467242:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78600. 00000080:00000010:0.1:1769074685.467251:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4f4e0. 00000080:00000010:0.1:1769074685.467256:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4fa00. 00000080:00000010:0.1:1769074685.467260:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4f120. 00000080:00000010:0.1:1769074685.467263:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4fba0. 00000080:00000010:0.1:1769074685.467268:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3ae0. 00000080:00000010:0.1:1769074685.467278:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4fc20. 00000080:00000010:0.1:1769074685.467305:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4f3a0. 00000080:00000010:0.1:1769074685.467309:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3160. 00000080:00000010:0.1:1769074685.467314:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3cc0. 00000080:00000010:0.1:1769074685.467318:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3b00. 00000080:00000010:0.1:1769074685.467329:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4faa0. 00000080:00000010:0.1:1769074685.467335:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c785a0. 00000080:00000010:0.1:1769074685.467339:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78780. 00000080:00000010:0.1:1769074685.467342:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4f6a0. 00000080:00000010:0.1:1769074685.467346:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4f660. 00000080:00000010:0.1:1769074685.467357:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78ee0. 00000080:00000010:0.1:1769074685.467364:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3580. 00000080:00000010:0.1:1769074685.467368:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78ca0. 00000080:00000010:0.1:1769074685.467371:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78500. 00000080:00000010:0.1:1769074685.467382:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c788c0. 00000080:00000010:0.1:1769074685.467393:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3360. 00000080:00000010:0.1:1769074685.467399:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78300. 00000080:00000010:0.1:1769074685.467405:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3700. 00000080:00000010:0.1:1769074685.467409:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4f3c0. 00000080:00000010:0.1:1769074685.467415:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0f0a0. 00000080:00000010:0.1:1769074685.467426:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4fb60. 00000080:00000010:0.1:1769074685.467432:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4fd00. 00000080:00000010:0.1:1769074685.467436:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0f7a0. 00000080:00000010:0.1:1769074685.467439:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c785c0. 00000080:00000010:0.1:1769074685.467443:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4fb20. 00000080:00000010:0.1:1769074685.467452:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78420. 00000080:00000010:0.1:1769074685.467459:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3c60. 00000080:00000010:0.1:1769074685.467463:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3440. 00000080:00000010:0.1:1769074685.467467:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0f160. 00000080:00000010:0.1:1769074685.467471:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3420. 00000080:00000010:0.1:1769074685.467481:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4ffa0. 00000080:00000010:0.1:1769074685.467487:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c782a0. 00000080:00000010:0.1:1769074685.467490:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4f9a0. 00000080:00000010:0.1:1769074685.467494:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78200. 00000080:00000010:0.1:1769074685.467496:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78fc0. 00000080:00000010:0.1:1769074685.467505:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4ff40. 00000080:00000010:0.1:1769074685.467512:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c784a0. 00000080:00000010:0.1:1769074685.467517:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4f340. 00000080:00000010:0.1:1769074685.467520:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e30e0. 00000080:00000010:0.1:1769074685.467523:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78a20. 00000080:00000010:0.1:1769074685.467533:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78b00. 00000080:00000010:0.1:1769074685.467540:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c780a0. 00000080:00000010:0.1:1769074685.467544:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4ffe0. 00000080:00000010:0.1:1769074685.467547:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3720. 00000080:00000010:0.1:1769074685.467551:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3bc0. 00000080:00000010:0.1:1769074685.467560:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78d80. 00000080:00000010:0.1:1769074685.467565:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4fda0. 00000080:00000010:0.1:1769074685.467569:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0fe00. 00000080:00000010:0.1:1769074685.467573:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3560. 00000080:00000010:0.1:1769074685.467577:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78560. 00000080:00000010:0.1:1769074685.467592:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4fc60. 00000080:00000010:0.1:1769074685.467598:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4fb80. 00000080:00000010:0.1:1769074685.467601:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4f440. 00000080:00000010:0.1:1769074685.467605:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3260. 00000080:00000010:0.1:1769074685.467609:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c782c0. 00000080:00000010:0.1:1769074685.467619:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c4f500. 00000080:00000010:0.1:1769074685.467624:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3500. 00000080:00000010:0.1:1769074685.467628:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c781c0. 00000080:00000010:0.1:1769074685.467631:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3400. 00000080:00000010:0.1:1769074685.467635:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78140. 00000080:00000010:0.1:1769074685.467646:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0f1c0. 00000080:00000010:0.1:1769074685.467653:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e31e0. 00000080:00000010:0.1:1769074685.467657:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78bc0. 00000080:00000010:0.1:1769074685.467660:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78a80. 00000080:00000010:0.1:1769074685.467667:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489a00. 00000080:00000010:0.1:1769074685.467677:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87c78720. 00000080:00000010:0.1:1769074685.467683:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0f140. 00000080:00000010:0.1:1769074685.467688:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3b40. 00000080:00000010:0.1:1769074685.467694:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757e520. 00000080:00000010:0.1:1769074685.467700:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757eb60. 00000080:00000010:0.1:1769074685.467711:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489120. 00000080:00000010:0.1:1769074685.467718:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489ba0. 00000080:00000010:0.1:1769074685.467722:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757e960. 00000080:00000010:0.1:1769074685.467726:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757e1c0. 00000080:00000010:0.1:1769074685.467730:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489940. 00000080:00000010:0.1:1769074685.467742:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757ece0. 00000080:00000010:0.1:1769074685.467749:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874899e0. 00000080:00000010:0.1:1769074685.467753:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3f80. 00000080:00000010:0.1:1769074685.467757:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757e140. 00000080:00000010:0.1:1769074685.467761:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757ebc0. 00000080:00000010:0.1:1769074685.467789:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3220. 00000080:00000010:0.1:1769074685.467795:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e30c0. 00000080:00000010:0.1:1769074685.467800:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489aa0. 00000080:00000010:0.1:1769074685.467804:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e33a0. 00000080:00000010:0.1:1769074685.467808:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3060. 00000080:00000010:0.1:1769074685.467820:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757e720. 00000080:00000010:0.1:1769074685.467835:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489820. 00000080:00000010:0.1:1769074685.467840:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489380. 00000080:00000010:0.1:1769074685.467844:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757eea0. 00000080:00000010:0.1:1769074685.467849:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489060. 00000080:00000010:0.1:1769074685.467861:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0f540. 00000080:00000010:0.1:1769074685.467869:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874893c0. 00000080:00000010:0.1:1769074685.467873:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489b60. 00000080:00000010:0.1:1769074685.467877:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757ee40. 00000080:00000010:0.1:1769074685.467881:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757e460. 00000080:00000010:0.1:1769074685.467891:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489d00. 00000080:00000010:0.1:1769074685.467898:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757e1a0. 00000080:00000010:0.1:1769074685.467902:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489b20. 00000080:00000010:0.1:1769074685.467906:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757e2e0. 00000080:00000010:0.1:1769074685.467910:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489640. 00000080:00000010:0.1:1769074685.467921:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874898a0. 00000080:00000010:0.1:1769074685.467928:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757e020. 00000080:00000010:0.1:1769074685.467931:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757ed60. 00000080:00000010:0.1:1769074685.467935:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757ef60. 00000080:00000010:0.1:1769074685.467939:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489580. 00000080:00000010:0.1:1769074685.467950:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874891e0. 00000080:00000010:0.1:1769074685.467956:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757ebe0. 00000080:00000010:0.1:1769074685.467960:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489600. 00000080:00000010:0.1:1769074685.467964:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489c80. 00000080:00000010:0.1:1769074685.467968:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489fe0. 00000080:00000010:0.1:1769074685.467979:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489780. 00000080:00000010:0.1:1769074685.467986:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757e5e0. 00000080:00000010:0.1:1769074685.467990:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757e800. 00000080:00000010:0.1:1769074685.467996:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489c60. 00000080:00000010:0.1:1769074685.468000:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757eb40. 00000080:00000010:0.1:1769074685.468013:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757ef80. 00000080:00000010:0.1:1769074685.468020:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757ea40. 00000080:00000010:0.1:1769074685.468023:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757ee60. 00000080:00000010:0.1:1769074685.468027:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757e220. 00000080:00000010:0.1:1769074685.468031:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489b80. 00000080:00000010:0.1:1769074685.468041:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3c40. 00000080:00000010:0.1:1769074685.468048:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757e880. 00000080:00000010:0.1:1769074685.468059:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757e4e0. 00000080:00000010:0.1:1769074685.468063:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489ca0. 00000080:00000010:0.1:1769074685.468067:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757ef20. 00000080:00000010:0.1:1769074685.468080:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757e740. 00000080:00000010:0.1:1769074685.468087:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489500. 00000080:00000010:0.1:1769074685.468091:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757e620. 00000080:00000010:0.1:1769074685.468095:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757ec20. 00000080:00000010:0.1:1769074685.468099:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489180. 00000080:00000010:0.1:1769074685.468109:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757eaa0. 00000080:00000010:0.1:1769074685.468115:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3a20. 00000080:00000010:0.1:1769074685.468119:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489100. 00000080:00000010:0.1:1769074685.468123:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489480. 00000080:00000010:0.1:1769074685.468127:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757e660. 00000080:00000010:0.1:1769074685.468137:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489080. 00000080:00000010:0.1:1769074685.468143:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757e060. 00000080:00000010:0.1:1769074685.468148:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757e3c0. 00000080:00000010:0.1:1769074685.468152:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3b80. 00000080:00000010:0.1:1769074685.468156:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489260. 00000080:00000010:0.1:1769074685.468166:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757ee80. 00000080:00000010:0.1:1769074685.468172:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489fc0. 00000080:00000010:0.1:1769074685.468176:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e39a0. 00000080:00000010:0.1:1769074685.468180:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489a20. 00000080:00000010:0.1:1769074685.468184:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489b00. 00000080:00000010:0.1:1769074685.468194:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874890a0. 00000080:00000010:0.1:1769074685.468203:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3e80. 00000080:00000010:0.1:1769074685.468206:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874897a0. 00000080:00000010:0.1:1769074685.468209:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3820. 00000080:00000010:0.1:1769074685.468213:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3aa0. 00000080:00000010:0.1:1769074685.468222:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489d80. 00000080:00000010:0.1:1769074685.468228:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3940. 00000080:00000010:0.1:1769074685.468231:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489160. 00000080:00000010:0.1:1769074685.468236:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757ed00. 00000080:00000010:0.1:1769074685.468239:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489960. 00000080:00000010:0.1:1769074685.468249:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3c00. 00000080:00000010:0.1:1769074685.468255:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757e640. 00000080:00000010:0.1:1769074685.468262:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0f720. 00000080:00000010:0.1:1769074685.468272:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757efa0. 00000080:00000010:0.1:1769074685.468276:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757e9a0. 00000080:00000010:0.1:1769074685.468314:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874891c0. 00000080:00000010:0.1:1769074685.468322:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757e1e0. 00000080:00000010:0.1:1769074685.468326:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489140. 00000080:00000010:0.1:1769074685.468331:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757e340. 00000080:00000010:0.1:1769074685.468335:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489bc0. 00000080:00000010:0.1:1769074685.468346:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489f00. 00000080:00000010:0.1:1769074685.468351:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3120. 00000080:00000010:0.1:1769074685.468355:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489a80. 00000080:00000010:0.1:1769074685.468359:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489a60. 00000080:00000010:0.1:1769074685.468363:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489000. 00000080:00000010:0.1:1769074685.468373:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874897c0. 00000080:00000010:0.1:1769074685.468381:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0f7c0. 00000080:00000010:0.1:1769074685.468479:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757eda0. 00000080:00000010:0.1:1769074685.468485:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489e40. 00000080:00000010:0.1:1769074685.468490:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489c40. 00000080:00000010:0.1:1769074685.468504:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489ae0. 00000080:00000010:0.1:1769074685.468510:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874890e0. 00000080:00000010:0.1:1769074685.468515:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0fe40. 00000080:00000010:0.1:1769074685.468519:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3fe0. 00000080:00000010:0.1:1769074685.468523:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489920. 00000080:00000010:0.1:1769074685.468533:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489dc0. 00000080:00000010:0.1:1769074685.468539:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489840. 00000080:00000010:0.1:1769074685.468544:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757ec60. 00000080:00000010:0.1:1769074685.468549:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757eb80. 00000080:00000010:0.1:1769074685.468552:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757eca0. 00000080:00000010:0.1:1769074685.468562:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e32a0. 00000080:00000010:0.1:1769074685.468568:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489be0. 00000080:00000010:0.1:1769074685.468571:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e36c0. 00000080:00000010:0.1:1769074685.468575:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757e500. 00000080:00000010:0.1:1769074685.468578:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489280. 00000080:00000010:0.1:1769074685.468588:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489980. 00000080:00000010:0.1:1769074685.468594:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e32c0. 00000080:00000010:0.1:1769074685.468597:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3e00. 00000080:00000010:0.1:1769074685.468602:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489800. 00000080:00000010:0.1:1769074685.468627:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489de0. 00000080:00000010:0.1:1769074685.468640:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757e8c0. 00000080:00000010:0.1:1769074685.468647:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0f1a0. 00000080:00000010:0.1:1769074685.468651:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0f2e0. 00000080:00000010:0.1:1769074685.468655:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757e100. 00000080:00000010:0.1:1769074685.468658:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3040. 00000080:00000010:0.1:1769074685.468669:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3020. 00000080:00000010:0.1:1769074685.468676:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489c00. 00000080:00000010:0.1:1769074685.468679:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489360. 00000080:00000010:0.1:1769074685.468684:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757e300. 00000080:00000010:0.1:1769074685.468687:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757e5c0. 00000080:00000010:0.1:1769074685.468697:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874e3860. 00000080:00000010:0.1:1769074685.468705:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9974e040. 00000080:00000010:0.1:1769074685.468716:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84800e60. 00000080:00000010:0.1:1769074685.468720:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757e420. 00000080:00000010:0.1:1769074685.468723:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87489880. 00000080:00000010:0.1:1769074685.468734:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84800320. 00000080:00000010:0.1:1769074685.468742:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b874890c0. 00000080:00000010:0.1:1769074685.468747:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84800720. 00000080:00000010:0.1:1769074685.468756:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481ca20. 00000080:00000010:0.1:1769074685.468760:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757e2a0. 00000080:00000010:0.1:1769074685.486617:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757e900. 00000080:00000010:0.1:1769074685.486638:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757e680. 00000080:00000010:0.1:1769074685.486681:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481cb00. 00000080:00000010:0.1:1769074685.486695:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0fdc0. 00000080:00000010:0.1:1769074685.486704:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757ea20. 00000080:00000010:0.1:1769074685.487319:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757e6c0. 00000080:00000010:0.1:1769074685.487331:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481c0a0. 00000080:00000010:0.1:1769074685.487336:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481c7a0. 00000080:00000010:0.1:1769074685.487344:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b848001a0. 00000080:00000010:0.1:1769074685.487349:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481c160. 00000080:00000010:0.1:1769074685.487355:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84800ce0. 00000080:00000010:0.1:1769074685.487359:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481c2c0. 00000080:00000010:0.1:1769074685.487363:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757ecc0. 00000080:00000010:0.1:1769074685.487368:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84800d40. 00000080:00000010:0.1:1769074685.487372:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84800020. 00000080:00000010:0.1:1769074685.487395:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757ed80. 00000080:00000010:0.1:1769074685.487401:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84800700. 00000080:00000010:0.1:1769074685.487406:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481ce00. 00000080:00000010:0.1:1769074685.487411:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84800b60. 00000080:00000010:0.1:1769074685.487415:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481c1c0. 00000080:00000010:0.1:1769074685.487419:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481c140. 00000080:00000010:0.1:1769074685.487423:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481cbc0. 00000080:00000010:0.1:1769074685.487427:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757e2c0. 00000080:00000010:0.1:1769074685.487434:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481c9c0. 00000080:00000010:0.1:1769074685.487439:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481c720. 00000080:00000010:0.1:1769074685.487464:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481c000. 00000080:00000010:0.1:1769074685.487472:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b849364a0. 00000080:00000010:0.1:1769074685.487477:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481c7c0. 00000080:00000010:0.1:1769074685.487482:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936fa0. 00000080:00000010:0.1:1769074685.487486:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936a00. 00000080:00000010:0.1:1769074685.487491:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481ce40. 00000080:00000010:0.1:1769074685.487495:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481cc40. 00000080:00000010:0.1:1769074685.487498:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481cae0. 00000080:00000010:0.1:1769074685.487503:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b849361c0. 00000080:00000010:0.1:1769074685.487508:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481c1a0. 00000080:00000010:0.1:1769074685.487513:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b849363e0. 00000080:00000010:0.1:1769074685.487517:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84800f00. 00000080:00000010:0.1:1769074685.487522:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936540. 00000080:00000010:0.1:1769074685.487526:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481c040. 00000080:00000010:0.1:1769074685.487530:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936f00. 00000080:00000010:0.1:1769074685.487535:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936a80. 00000080:00000010:0.1:1769074685.487540:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b848000c0. 00000080:00000010:0.1:1769074685.487544:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84800220. 00000080:00000010:0.1:1769074685.487549:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481c020. 00000080:00000010:0.1:1769074685.487552:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481cd60. 00000080:00000010:0.1:1769074685.487557:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936000. 00000080:00000010:0.1:1769074685.487562:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481cf60. 00000080:00000010:0.1:1769074685.487566:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936ea0. 00000080:00000010:0.1:1769074685.487570:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936320. 00000080:00000010:0.1:1769074685.487574:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84800240. 00000080:00000010:0.1:1769074685.487579:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936460. 00000080:00000010:0.1:1769074685.487589:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b849361a0. 00000080:00000010:0.1:1769074685.487594:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481c240. 00000080:00000010:0.1:1769074685.487598:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481cbe0. 00000080:00000010:0.1:1769074685.487602:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84800940. 00000080:00000010:0.1:1769074685.490222:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b848005a0. 00000080:00000010:0.1:1769074685.490246:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b848008c0. 00000080:00000010:0.1:1769074685.490254:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481c700. 00000080:00000010:0.1:1769074685.490263:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936040. 00000080:00000010:0.1:1769074685.490274:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481c5e0. 00000080:00000010:0.1:1769074685.490295:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936d60. 00000080:00000010:0.1:1769074685.490300:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936dc0. 00000080:00000010:0.1:1769074685.490307:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481c800. 00000080:00000010:0.1:1769074685.490310:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481cde0. 00000080:00000010:0.1:1769074685.490314:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936840. 00000080:00000010:0.1:1769074685.490319:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481cf80. 00000080:00000010:0.1:1769074685.490323:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936860. 00000080:00000010:0.1:1769074685.490327:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481cc00. 00000080:00000010:0.1:1769074685.490331:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936280. 00000080:00000010:0.1:1769074685.490335:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481ce60. 00000080:00000010:0.1:1769074685.490345:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0f700. 00000080:00000010:0.1:1769074685.490350:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936980. 00000080:00000010:0.1:1769074685.490355:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0f980. 00000080:00000010:0.1:1769074685.490360:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b849365e0. 00000080:00000010:0.1:1769074685.490364:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936800. 00000080:00000010:0.1:1769074685.490369:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481c880. 00000080:00000010:0.1:1769074685.490374:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936de0. 00000080:00000010:0.1:1769074685.490378:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481c4e0. 00000080:00000010:0.1:1769074685.490383:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0f760. 00000080:00000010:0.1:1769074685.490387:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84800e80. 00000080:00000010:0.1:1769074685.490392:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481c0c0. 00000080:00000010:0.1:1769074685.490396:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84800d20. 00000080:00000010:0.1:1769074685.490400:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481cf20. 00000080:00000010:0.1:1769074685.490404:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936a40. 00000080:00000010:0.1:1769074685.490407:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936e60. 00000080:00000010:0.1:1769074685.490412:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481c740. 00000080:00000010:0.1:1769074685.490416:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84800540. 00000080:00000010:0.1:1769074685.494329:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936880. 00000080:00000010:0.1:1769074685.494353:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b849364e0. 00000080:00000010:0.1:1769074685.494359:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481c620. 00000080:00000010:0.1:1769074685.495185:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481cc20. 00000080:00000010:0.1:1769074685.495198:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84800fc0. 00000080:00000010:0.1:1769074685.495202:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84800080. 00000080:00000010:0.1:1769074685.495206:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481c9e0. 00000080:00000010:0.1:1769074685.495209:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481c3a0. 00000080:00000010:0.1:1769074685.495220:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0fc00. 00000080:00000010:0.1:1769074685.495228:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481caa0. 00000080:00000010:0.1:1769074685.495231:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481c820. 00000080:00000010:0.1:1769074685.495235:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481c060. 00000080:00000010:0.1:1769074685.495238:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84800ba0. 00000080:00000010:0.1:1769074685.495245:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481c8e0. 00000080:00000010:0.1:1769074685.495248:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481ce80. 00000080:00000010:0.1:1769074685.495252:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481cac0. 00000080:00000010:0.1:1769074685.495256:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936f20. 00000080:00000010:0.1:1769074685.495261:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936740. 00000080:00000010:0.1:1769074685.495265:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84800c40. 00000080:00000010:0.1:1769074685.495269:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481cb20. 00000080:00000010:0.1:1769074685.495273:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b848007c0. 00000080:00000010:0.1:1769074685.495276:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481cfa0. 00000080:00000010:0.1:1769074685.495322:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84800f60. 00000080:00000010:0.1:1769074685.495329:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936620. 00000080:00000010:0.1:1769074685.495332:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936c20. 00000080:00000010:0.1:1769074685.495336:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84800800. 00000080:00000010:0.1:1769074685.495342:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84800f80. 00000080:00000010:0.1:1769074685.495347:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481c9a0. 00000080:00000010:0.1:1769074685.495351:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481cf40. 00000080:00000010:0.1:1769074685.495357:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0fd40. 00000080:00000010:0.1:1769074685.495362:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84800aa0. 00000080:00000010:0.1:1769074685.495366:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481c600. 00000080:00000010:0.1:1769074685.495370:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481cfe0. 00000080:00000010:0.1:1769074685.495375:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481cda0. 00000080:00000010:0.1:1769074685.495379:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481ce20. 00000080:00000010:0.1:1769074685.495382:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84800180. 00000080:00000010:0.1:1769074685.495403:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b849363a0. 00000080:00000010:0.1:1769074685.495408:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481cc60. 00000080:00000010:0.1:1769074685.495413:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84800200. 00000080:00000010:0.1:1769074685.495417:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b849366a0. 00000080:00000010:0.1:1769074685.495421:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481cb80. 00000080:00000010:0.1:1769074685.495425:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b848007a0. 00000080:00000010:0.1:1769074685.495429:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b848001c0. 00000080:00000010:0.1:1769074685.495434:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936660. 00000080:00000010:0.1:1769074685.495438:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936060. 00000080:00000010:0.1:1769074685.495455:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b849363c0. 00000080:00000010:0.1:1769074685.495460:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481c500. 00000080:00000010:0.1:1769074685.495463:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481c8c0. 00000080:00000010:0.1:1769074685.495468:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481c100. 00000080:00000010:0.1:1769074685.495471:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481c480. 00000080:00000010:0.1:1769074685.495475:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481c080. 00000080:00000010:0.1:1769074685.495479:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481cec0. 00000080:00000010:0.1:1769074685.495484:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84800da0. 00000080:00000010:0.1:1769074685.495716:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936b60. 00000080:00000010:0.1:1769074685.495722:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84800b20. 00000080:00000010:0.1:1769074685.495726:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936d20. 00000080:00000010:0.1:1769074685.495729:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b849364c0. 00000080:00000010:0.1:1769074685.495733:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481c200. 00000080:00000010:0.1:1769074685.495738:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84800f20. 00000080:00000010:0.1:1769074685.495741:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936640. 00000080:00000010:0.1:1769074685.496374:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0f880. 00000080:00000010:0.1:1769074685.496380:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b849369a0. 00000080:00000010:0.1:1769074685.496384:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936f40. 00000080:00000010:1.1:1769074685.496787:0:11214:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b984ed2e0. 00000080:00000010:1.1:1769074685.496808:0:11214:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580ba20. 00000080:00000010:1.1:1769074685.496823:0:11214:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580bb00. 00000080:00000010:1.1:1769074685.496837:0:11214:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b991096e0. 00000080:00000010:1.1:1769074685.496846:0:11214:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b99109300. 00000080:00000010:1.1:1769074685.497272:0:2365:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580b0a0. 00000080:00000010:1.1:1769074685.497305:0:2365:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580b7a0. 00000080:00000010:1.1:1769074685.497315:0:2365:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b991095c0. 00000080:00000010:1.1:1769074685.497319:0:2365:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b99109420. 00000080:00000010:1.1:1769074685.497323:0:2365:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b991092a0. 00000080:00000010:1.1:1769074685.497328:0:2365:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580b560. 00000080:00000010:1.1:1769074685.497335:0:2365:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580b160. 00000080:00000010:1.1:1769074685.497340:0:2365:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580b960. 00000080:00000010:1.1:1769074685.497343:0:2365:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580be00. 00000080:00000010:1.1:1769074685.497347:0:2365:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b99109200. 00000080:00000010:1.1:1769074685.497360:0:2365:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254800. 00000080:00000010:1.1:1769074685.497370:0:2365:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580bce0. 00000080:00000010:1.1:1769074685.497375:0:2365:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b99109fc0. 00000080:00000010:1.1:1769074685.497379:0:2365:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b99109680. 00000080:00000010:1.1:1769074685.497384:0:2365:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580b140. 00000080:00000010:1.1:1769074685.497392:0:2365:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254b60. 00000080:00000010:1.1:1769074685.497413:0:2365:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b852544c0. 00000080:00000010:1.1:1769074685.497417:0:2365:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580b9c0. 00000080:00000010:1.1:1769074685.497422:0:2365:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580b720. 00000080:00000010:1.1:1769074685.497427:0:2365:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0fc60. 00000080:00000010:1.1:1769074685.497437:0:2365:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b991096c0. 00000080:00000010:0.1:1769074685.497988:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8481cfc0. 00000080:00000010:0.1:1769074685.498008:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25220. 00000080:00000010:0.1:1769074685.498013:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25360. 00000080:00000010:0.1:1769074685.498019:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936600. 00000080:00000010:0.1:1769074685.498025:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b848002e0. 00000080:00000010:0.1:1769074685.498032:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936340. 00000080:00000010:0.1:1769074685.498035:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25e60. 00000080:00000010:0.1:1769074685.498041:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936fe0. 00000080:00000010:0.1:1769074685.498047:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0f0c0. 00000080:00000010:0.1:1769074685.498060:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d257e0. 00000080:00000010:0.1:1769074685.498066:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84800860. 00000080:00000010:0.1:1769074685.498071:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d254e0. 00000080:00000010:0.1:1769074685.498075:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b848005e0. 00000080:00000010:0.1:1769074685.498079:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25a00. 00000080:00000010:0.1:1769074685.498083:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25120. 00000080:00000010:0.1:1769074685.498088:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25ba0. 00000080:00000010:0.1:1769074685.498093:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936780. 00000080:00000010:0.1:1769074685.498096:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25c20. 00000080:00000010:0.1:1769074685.498100:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25aa0. 00000080:00000010:0.1:1769074685.498104:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936e20. 00000080:00000010:0.1:1769074685.498109:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25660. 00000080:00000010:0.1:1769074685.498112:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936400. 00000080:00000010:0.1:1769074685.498116:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936ee0. 00000080:00000010:0.1:1769074685.498119:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936440. 00000080:00000010:0.1:1769074685.498126:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0ff20. 00000080:00000010:0.1:1769074685.498130:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936180. 00000080:00000010:0.1:1769074685.498135:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25380. 00000080:00000010:0.1:1769074685.498140:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d258e0. 00000080:00000010:0.1:1769074685.498144:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25e80. 00000080:00000010:0.1:1769074685.498148:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25ac0. 00000080:00000010:0.1:1769074685.498153:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84800e20. 00000080:00000010:0.1:1769074685.498157:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84800b80. 00000080:00000010:0.1:1769074685.498161:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d254c0. 00000080:00000010:0.1:1769074685.498165:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936100. 00000080:00000010:0.1:1769074685.498169:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25640. 00000080:00000010:0.1:1769074685.498173:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d258a0. 00000080:00000010:0.1:1769074685.498177:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d259a0. 00000080:00000010:0.1:1769074685.498181:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25f40. 00000080:00000010:0.1:1769074685.498184:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25340. 00000080:00000010:0.1:1769074685.498188:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936480. 00000080:00000010:0.1:1769074685.498193:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936080. 00000080:00000010:0.1:1769074685.498196:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b849362a0. 00000080:00000010:0.1:1769074685.498200:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84800560. 00000080:00000010:0.1:1769074685.498204:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936200. 00000080:00000010:0.1:1769074685.498208:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25fe0. 00000080:00000010:0.1:1769074685.498215:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84800680. 00000080:00000010:0.1:1769074685.498218:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25da0. 00000080:00000010:0.1:1769074685.498222:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25e20. 00000080:00000010:0.1:1769074685.498225:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84800420. 00000080:00000010:0.1:1769074685.498229:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25b80. 00000080:00000010:0.1:1769074685.498296:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25ee0. 00000080:00000010:0.1:1769074685.498302:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25440. 00000080:00000010:0.1:1769074685.498305:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25180. 00000080:00000010:0.1:1769074685.498309:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d258c0. 00000080:00000010:0.1:1769074685.498313:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d256e0. 00000080:00000010:0.1:1769074685.498318:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25300. 00000080:00000010:0.1:1769074685.498322:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936fc0. 00000080:00000010:0.1:1769074685.498327:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0f740. 00000080:00000010:0.1:1769074685.498331:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84800d00. 00000080:00000010:0.1:1769074685.498336:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d255c0. 00000080:00000010:0.1:1769074685.498341:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25420. 00000080:00000010:0.1:1769074685.498344:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b848008e0. 00000080:00000010:0.1:1769074685.498347:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84800660. 00000080:00000010:0.1:1769074685.498351:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b848006a0. 00000080:00000010:0.1:1769074685.498355:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d252a0. 00000080:00000010:0.1:1769074685.498359:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25200. 00000080:00000010:0.1:1769074685.498363:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25fc0. 00000080:00000010:0.1:1769074685.498366:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936b00. 00000080:00000010:0.1:1769074685.498370:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b849360a0. 00000080:00000010:0.1:1769074685.498373:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b849367a0. 00000080:00000010:0.1:1769074685.498377:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84936560. 00000080:00000010:0.1:1769074685.498381:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d254a0. 00000080:00000010:0.1:1769074685.498385:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d256c0. 00000080:00000010:0.1:1769074685.498389:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b849362c0. 00000080:00000010:0.1:1769074685.498392:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25520. 00000080:00000010:0.1:1769074685.498397:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b893377a0. 00000080:00000010:0.1:1769074685.498401:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b89337300. 00000080:00000010:0.1:1769074685.498404:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84800ea0. 00000080:00000010:0.1:1769074685.498408:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84800a60. 00000080:00000010:0.1:1769074685.498411:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b89337680. 00000080:00000010:0.1:1769074685.498416:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25cc0. 00000080:00000010:0.1:1769074685.498421:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b89337380. 00000080:00000010:0.1:1769074685.498425:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d257a0. 00000080:00000010:0.1:1769074685.498430:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84800920. 00000080:00000010:0.1:1769074685.498434:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25160. 00000080:00000010:0.1:1769074685.498438:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b893379c0. 00000080:00000010:1.1:1769074685.498552:0:2365:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254820. 00000080:00000010:1.1:1769074685.498564:0:2365:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b991090a0. 00000080:00000010:1.1:1769074685.498571:0:2365:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580b000. 00000080:00000010:1.1:1769074685.498577:0:2365:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b99109560. 00000080:00000010:1.1:1769074685.498732:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0f400. 00000080:00000010:1.1:1769074685.498741:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580b7c0. 00000080:00000010:1.1:1769074685.498839:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b99109960. 00000080:00000010:1.1:1769074685.498845:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254e40. 00000080:00000010:1.1:1769074685.498849:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254ea0. 00000080:00000010:1.1:1769074685.498855:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580be40. 00000080:00000010:1.1:1769074685.498858:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b99109e00. 00000080:00000010:1.1:1769074685.498862:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580bae0. 00000080:00000010:1.1:1769074685.498866:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580b0e0. 00000080:00000010:1.1:1769074685.498872:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b99109ce0. 00000080:00000010:1.1:1769074685.498877:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b852540a0. 00000080:00000010:1.1:1769074685.498881:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580b920. 00000080:00000010:1.1:1769074685.498885:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b852546c0. 00000080:00000010:1.1:1769074685.498889:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580bd60. 00000080:00000010:1.1:1769074685.498893:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580b840. 00000080:00000010:1.1:1769074685.498897:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580bbe0. 00000080:00000010:1.1:1769074685.498902:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b99109540. 00000080:00000010:1.1:1769074685.498906:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b99109f00. 00000080:00000010:1.1:1769074685.498911:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254600. 00000080:00000010:1.1:1769074685.498915:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580b860. 00000080:00000010:1.1:1769074685.498920:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254500. 00000080:00000010:1.1:1769074685.498925:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254300. 00000080:00000010:1.1:1769074685.498929:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0fee0. 00000080:00000010:1.1:1769074685.498933:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254a20. 00000080:00000010:1.1:1769074685.498937:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580b700. 00000080:00000010:1.1:1769074685.498946:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580b5e0. 00000080:00000010:1.1:1769074685.498951:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b99109000. 00000080:00000010:1.1:1769074685.498967:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b99109ea0. 00000080:00000010:1.1:1769074685.498972:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254000. 00000080:00000010:1.1:1769074685.498977:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b991097c0. 00000080:00000010:1.1:1769074685.498982:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0f440. 00000080:00000010:1.1:1769074685.498986:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0f500. 00000080:00000010:1.1:1769074685.498990:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254be0. 00000080:00000010:1.1:1769074685.498997:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b891ca560. 00000080:00000010:1.1:1769074685.499001:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b891cad80. 00000080:00000010:1.1:1769074685.499006:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b852544e0. 00000080:00000010:1.1:1769074685.499011:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b891cace0. 00000080:00000010:1.1:1769074685.499014:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b891ca1c0. 00000080:00000010:1.1:1769074685.499018:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b991091a0. 00000080:00000010:1.1:1769074685.499023:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b852548e0. 00000080:00000010:1.1:1769074685.499031:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b891ca960. 00000080:00000010:1.1:1769074685.499035:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b991092e0. 00000080:00000010:1.1:1769074685.499038:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b891ca2c0. 00000080:00000010:1.1:1769074685.499042:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b891ca780. 00000080:00000010:1.1:1769074685.499046:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b99109020. 00000080:00000010:1.1:1769074685.499051:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b99109d60. 00000080:00000010:1.1:1769074685.499060:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b5f120. 00000080:00000010:1.1:1769074685.499064:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b5f520. 00000080:00000010:1.1:1769074685.499068:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b5f240. 00000080:00000010:1.1:1769074685.499072:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b5ff20. 00000080:00000010:1.1:1769074685.499079:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b99109840. 00000080:00000010:1.1:1769074685.499083:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b99109be0. 00000080:00000010:1.1:1769074685.499087:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0f6e0. 00000080:00000010:1.1:1769074685.499091:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0f100. 00000080:00000010:1.1:1769074685.499095:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254280. 00000080:00000010:1.1:1769074685.499100:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b5f700. 00000080:00000010:1.1:1769074685.499103:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b5f660. 00000080:00000010:1.1:1769074685.499107:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b5fd20. 00000080:00000010:1.1:1769074685.499111:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b99109280. 00000080:00000010:1.1:1769074685.499115:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254c40. 00000080:00000010:1.1:1769074685.499119:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b99109980. 00000080:00000010:1.1:1769074685.499126:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b5fa40. 00000080:00000010:1.1:1769074685.499130:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b991095e0. 00000080:00000010:1.1:1769074685.499140:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b99109b40. 00000080:00000010:1.1:1769074685.499145:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b5fb40. 00000080:00000010:1.1:1769074685.499150:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b99109f80. 00000080:00000010:1.1:1769074685.499155:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b5fe40. 00000080:00000010:1.1:1769074685.499160:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b5fb20. 00000080:00000010:1.1:1769074685.499164:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b99109360. 00000080:00000010:1.1:1769074685.499168:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b99109e60. 00000080:00000010:1.1:1769074685.499172:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b5ff60. 00000080:00000010:1.1:1769074685.499176:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b99109220. 00000080:00000010:1.1:1769074685.499179:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b991097e0. 00000080:00000010:1.1:1769074685.499184:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b5fd60. 00000080:00000010:1.1:1769074685.499188:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b991090c0. 00000080:00000010:1.1:1769074685.499191:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b99109f20. 00000080:00000010:1.1:1769074685.499194:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0f5c0. 00000080:00000010:1.1:1769074685.499200:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b5f0e0. 00000080:00000010:2.1:1769074685.499602:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0fec0. 00000080:00000010:2.1:1769074685.499621:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b5f4c0. 00000080:00000010:2.1:1769074685.499628:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b99109ba0. 00000080:00000010:2.1:1769074685.499633:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b5f4e0. 00000080:00000010:2.1:1769074685.499637:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254b80. 00000080:00000010:2.1:1769074685.499664:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b99109c20. 00000080:00000010:2.1:1769074685.499670:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b5f360. 00000080:00000010:2.1:1769074685.499674:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b5fbe0. 00000080:00000010:2.1:1769074685.499678:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b99109aa0. 00000080:00000010:2.1:1769074685.499681:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b99109820. 00000080:00000010:2.1:1769074685.499690:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b99109380. 00000080:00000010:2.1:1769074685.499694:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b991098e0. 00000080:00000010:2.1:1769074685.499698:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254540. 00000080:00000010:2.1:1769074685.499702:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b852549c0. 00000080:00000010:2.1:1769074685.499706:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b99109e80. 00000080:00000010:2.1:1769074685.499757:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b5fac0. 00000080:00000010:2.1:1769074685.499771:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b99109ac0. 00000080:00000010:2.1:1769074685.499776:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b5fb60. 00000080:00000010:2.1:1769074685.499780:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254020. 00000080:00000010:2.1:1769074685.499789:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b5f0c0. 00000080:00000010:2.1:1769074685.499794:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8a4c8ca0. 00000080:00000010:2.1:1769074685.499800:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b5fe60. 00000080:00000010:2.1:1769074685.499804:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b5fba0. 00000080:00000010:2.1:1769074685.499807:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b991094c0. 00000080:00000010:2.1:1769074685.499813:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b5f220. 00000080:00000010:2.1:1769074685.499817:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254b40. 00000080:00000010:2.1:1769074685.499821:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254a40. 00000080:00000010:2.1:1769074685.499824:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b5f280. 00000080:00000010:2.1:1769074685.499828:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b99109640. 00000080:00000010:2.1:1769074685.499832:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b99109fa0. 00000080:00000010:2.1:1769074685.499836:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b991099a0. 00000080:00000010:2.1:1769074685.499839:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b991091e0. 00000080:00000010:2.1:1769074685.499843:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254ac0. 00000080:00000010:2.1:1769074685.499846:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b99109c80. 00000080:00000010:2.1:1769074685.499850:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b991095a0. 00000080:00000010:2.1:1769074685.499854:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b99109780. 00000080:00000010:2.1:1769074685.499858:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b5f460. 00000080:00000010:2.1:1769074685.499871:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254640. 00000080:00000010:2.1:1769074685.499876:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b99109400. 00000080:00000010:2.1:1769074685.499880:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b5ffe0. 00000080:00000010:2.1:1769074685.499884:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b99109ee0. 00000080:00000010:2.1:1769074685.499889:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98697ce0. 00000080:00000010:2.1:1769074685.499893:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8a4c8ee0. 00000080:00000010:2.1:1769074685.499897:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b852543a0. 00000080:00000010:2.1:1769074685.499901:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254c20. 00000080:00000010:2.1:1769074685.499905:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254620. 00000080:00000010:2.1:1769074685.499909:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254f20. 00000080:00000010:2.1:1769074685.499913:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98697ea0. 00000080:00000010:2.1:1769074685.499916:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98697ae0. 00000080:00000010:2.1:1769074685.499920:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b986970e0. 00000080:00000010:2.1:1769074685.499923:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254de0. 00000080:00000010:2.1:1769074685.499927:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98697e40. 00000080:00000010:2.1:1769074685.499930:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98697dc0. 00000080:00000010:2.1:1769074685.499934:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98697320. 00000080:00000010:2.1:1769074685.499937:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b98697720. 00000080:00000010:2.1:1769074685.499941:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b5f580. 00000080:00000010:2.1:1769074685.499949:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9860f040. 00000080:00000010:2.1:1769074685.499955:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b5fc60. 00000080:00000010:2.1:1769074685.499958:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b5f600. 00000080:00000010:2.1:1769074685.499962:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b5f340. 00000080:00000010:2.1:1769074685.499966:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b852541a0. 00000080:00000010:2.1:1769074685.499970:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b5f6e0. 00000080:00000010:2.1:1769074685.499974:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9860f280. 00000080:00000010:2.1:1769074685.499979:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9860f360. 00000080:00000010:2.1:1769074685.499990:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87f48b80. 00000080:00000010:2.1:1769074685.499996:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9860f980. 00000080:00000010:2.1:1769074685.500000:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254960. 00000080:00000010:2.1:1769074685.500004:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9860fa20. 00000080:00000010:2.1:1769074685.500007:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9860fd60. 00000080:00000010:2.1:1769074685.500011:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87f48ae0. 00000080:00000010:2.1:1769074685.500015:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254200. 00000080:00000010:2.1:1769074685.500023:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b892fd280. 00000080:00000010:2.1:1769074685.500026:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254080. 00000080:00000010:2.1:1769074685.500037:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87f48980. 00000080:00000010:2.1:1769074685.500042:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87f48020. 00000080:00000010:2.1:1769074685.500047:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254340. 00000080:00000010:2.1:1769074685.500051:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b892fd780. 00000080:00000010:2.1:1769074685.500055:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254c60. 00000080:00000010:2.1:1769074685.500059:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87f48920. 00000080:00000010:2.1:1769074685.500062:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b892fd120. 00000080:00000010:2.1:1769074685.500068:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254180. 00000080:00000010:2.1:1769074685.500072:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b852546e0. 00000080:00000010:2.1:1769074685.500076:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b986b0d40. 00000080:00000010:2.1:1769074685.500080:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84be1540. 00000080:00000010:2.1:1769074685.500086:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8928b120. 00000080:00000010:2.1:1769074685.500091:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254fc0. 00000080:00000010:2.1:1769074685.500095:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8928bf20. 00000080:00000010:2.1:1769074685.500100:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8928b660. 00000080:00000010:2.1:1769074685.500107:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8770c960. 00000080:00000010:2.1:1769074685.500112:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b889874a0. 00000080:00000010:2.1:1769074685.500116:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8928bfe0. 00000080:00000010:2.1:1769074685.500119:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8928b2c0. 00000080:00000010:2.1:1769074685.500124:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87f48000. 00000080:00000010:2.1:1769074685.500127:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8928bc40. 00000080:00000010:2.1:1769074685.500130:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88987500. 00000080:00000010:2.1:1769074685.500134:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87f48700. 00000080:00000010:2.1:1769074685.500138:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87f48760. 00000080:00000010:2.1:1769074685.500142:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8928b880. 00000080:00000010:2.1:1769074685.500145:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254d60. 00000080:00000010:2.1:1769074685.500149:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87f48a20. 00000080:00000010:2.1:1769074685.500153:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8928be60. 00000080:00000010:2.1:1769074685.500157:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87f48c20. 00000080:00000010:2.1:1769074685.500160:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87f48e00. 00000080:00000010:2.1:1769074685.500163:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87f481a0. 00000080:00000010:2.1:1769074685.500167:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8928bd40. 00000080:00000010:2.1:1769074685.500171:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87f48f60. 00000080:00000010:2.1:1769074685.500175:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982ba0326060. 00000080:00000010:2.1:1769074685.500179:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982ba0326a20. 00000080:00000010:2.1:1769074685.500183:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87f48c00. 00000080:00000010:2.1:1769074685.500197:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982ba0326ca0. 00000080:00000010:2.1:1769074685.500212:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87fdc4c0. 00000080:00000010:2.1:1769074685.500216:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87fdc780. 00000080:00000010:2.1:1769074685.500220:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87fdc2a0. 00000080:00000010:2.1:1769074685.500224:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87f48880. 00000080:00000010:2.1:1769074685.500229:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87fdc520. 00000080:00000010:2.1:1769074685.500234:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87fdca20. 00000080:00000010:2.1:1769074685.500238:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87fdcb00. 00000080:00000010:2.1:1769074685.500242:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87fdc440. 00000080:00000010:2.1:1769074685.500245:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87fdc180. 00000080:00000010:2.1:1769074685.500249:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87f48bc0. 00000080:00000010:2.1:1769074685.500253:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87f48ee0. 00000080:00000010:2.1:1769074685.500257:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88987fa0. 00000080:00000010:2.1:1769074685.500261:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82dec4a0. 00000080:00000010:2.1:1769074685.500265:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82dec4e0. 00000080:00000010:2.1:1769074685.500269:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87fdc900. 00000080:00000010:2.1:1769074685.500273:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87fdc680. 00000080:00000010:2.1:1769074685.500276:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87f481e0. 00000080:00000010:2.1:1769074685.502580:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82deca60. 00000080:00000010:2.1:1769074685.502591:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87f48280. 00000080:00000010:2.1:1769074685.502598:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87f48d60. 00000080:00000010:2.1:1769074685.502615:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87fdce00. 00000080:00000010:2.1:1769074685.502621:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87fdc3e0. 00000080:00000010:2.1:1769074685.502625:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87fdc540. 00000080:00000010:2.1:1769074685.502630:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87fdcf00. 00000080:00000010:2.1:1769074685.502634:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87f48aa0. 00000080:00000010:2.1:1769074685.502639:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87f48f20. 00000080:00000010:2.1:1769074685.502883:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82dec100. 00000080:00000010:2.1:1769074685.502888:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87fdc720. 00000080:00000010:2.1:1769074685.502892:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87fdc000. 00000080:00000010:2.1:1769074685.502898:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87f48ac0. 00000080:00000010:2.1:1769074685.502904:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87fdcfe0. 00000080:00000010:2.1:1769074685.502911:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87f48de0. 00000080:00000010:2.1:1769074685.502915:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87fdcfa0. 00000080:00000010:2.1:1769074685.502919:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87f48720. 00000080:00000010:2.1:1769074685.502922:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87fdc340. 00000080:00000010:2.1:1769074685.502945:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87fdc8a0. 00000080:00000010:2.1:1769074685.502949:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82dec7e0. 00000080:00000010:2.1:1769074685.502954:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82decde0. 00000080:00000010:2.1:1769074685.502958:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87f48800. 00000080:00000010:2.1:1769074685.502961:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87f48dc0. 00000080:00000010:2.1:1769074685.502966:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87fdc580. 00000080:00000010:2.1:1769074685.502969:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87f480e0. 00000080:00000010:2.1:1769074685.502974:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87fdcf40. 00000080:00000010:2.1:1769074685.502977:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87fdc600. 00000080:00000010:2.1:1769074685.502981:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82decd60. 00000080:00000010:2.1:1769074685.502985:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87f48260. 00000080:00000010:2.1:1769074685.502988:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87f48580. 00000080:00000010:2.1:1769074685.502992:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87fdcd00. 00000080:00000010:2.1:1769074685.503005:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b10c60. 00000080:00000010:2.1:1769074685.503010:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b103e0. 00000080:00000010:2.1:1769074685.503015:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87fdcb20. 00000080:00000010:2.1:1769074685.503018:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87f48e40. 00000080:00000010:2.1:1769074685.503022:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87fdc160. 00000080:00000010:2.1:1769074685.503026:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87f48f00. 00000080:00000010:2.1:1769074685.503031:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87f483c0. 00000080:00000010:2.1:1769074685.503037:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b870853c0. 00000080:00000010:2.1:1769074685.503047:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85890f00. 00000080:00000010:2.1:1769074685.503051:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88987340. 00000080:00000010:2.1:1769074685.503058:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b10dc0. 00000080:00000010:2.1:1769074685.503062:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b858901a0. 00000080:00000010:2.1:1769074685.503067:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85890de0. 00000080:00000010:2.1:1769074685.503071:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87fdccc0. 00000080:00000010:2.1:1769074685.503075:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87fdce60. 00000080:00000010:2.1:1769074685.503080:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b10d80. 00000080:00000010:2.1:1769074685.503087:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85890f40. 00000080:00000010:2.1:1769074685.503092:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b10a00. 00000080:00000010:2.1:1769074685.503095:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87fdcb40. 00000080:00000010:2.1:1769074685.503101:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b10060. 00000080:00000010:2.1:1769074685.503104:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87fdcf80. 00000080:00000010:2.1:1769074685.503108:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b10160. 00000080:00000010:2.1:1769074685.503115:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b858909e0. 00000080:00000010:2.1:1769074685.503126:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87fdca40. 00000080:00000010:2.1:1769074685.503131:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b104a0. 00000080:00000010:2.1:1769074685.503136:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87fdc360. 00000080:00000010:2.1:1769074685.503139:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87fdcd40. 00000080:00000010:2.1:1769074685.503143:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85890c00. 00000080:00000010:2.1:1769074685.503146:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87fdcb60. 00000080:00000010:2.1:1769074685.503151:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8130baa0. 00000080:00000010:2.1:1769074685.503154:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b858900e0. 00000080:00000010:2.1:1769074685.503162:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b852d43c0. 00000080:00000010:2.1:1769074685.503167:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b10640. 00000080:00000010:2.1:1769074685.503171:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85890240. 00000080:00000010:2.1:1769074685.503175:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85890760. 00000080:00000010:2.1:1769074685.503178:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b852d4ee0. 00000080:00000010:2.1:1769074685.503183:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b852d4b40. 00000080:00000010:2.1:1769074685.503187:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b10320. 00000080:00000010:2.1:1769074685.503191:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85890d40. 00000080:00000010:2.1:1769074685.503194:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b852d46e0. 00000080:00000010:2.1:1769074685.503198:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b10020. 00000080:00000010:2.1:1769074685.503201:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85890880. 00000080:00000010:2.1:1769074685.503205:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b852d4c20. 00000080:00000010:2.1:1769074685.503210:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b858904e0. 00000080:00000010:2.1:1769074685.503213:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b852d45e0. 00000080:00000010:2.1:1769074685.503217:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b100a0. 00000080:00000010:2.1:1769074685.503220:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b852d44e0. 00000080:00000010:2.1:1769074685.503225:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b852d4080. 00000080:00000010:2.1:1769074685.503228:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b852d4e40. 00000080:00000010:2.1:1769074685.503232:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85890740. 00000080:00000010:2.1:1769074685.503237:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85890560. 00000080:00000010:2.1:1769074685.503241:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b10840. 00000080:00000010:2.1:1769074685.503245:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85890700. 00000080:00000010:2.1:1769074685.503249:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85890ce0. 00000080:00000010:2.1:1769074685.503253:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8770c520. 00000080:00000010:2.1:1769074685.503257:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b101e0. 00000080:00000010:2.1:1769074685.503260:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b10ca0. 00000080:00000010:2.1:1769074685.503264:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85890960. 00000080:00000010:2.1:1769074685.503268:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b108c0. 00000080:00000010:2.1:1769074685.503277:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85890d00. 00000080:00000010:2.1:1769074685.503300:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85890120. 00000080:00000010:2.1:1769074685.503309:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8770c360. 00000080:00000010:2.1:1769074685.503315:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85890d80. 00000080:00000010:2.1:1769074685.503319:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85890a40. 00000080:00000010:2.1:1769074685.503323:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b858906a0. 00000080:00000010:2.1:1769074685.503326:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b852d47a0. 00000080:00000010:2.1:1769074685.503333:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85890060. 00000080:00000010:2.1:1769074685.503337:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b852d4460. 00000080:00000010:2.1:1769074685.503341:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8770cd80. 00000080:00000010:2.1:1769074685.503345:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b852d4ce0. 00000080:00000010:2.1:1769074685.503349:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b852d4900. 00000080:00000010:2.1:1769074685.503355:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b10540. 00000080:00000010:2.1:1769074685.503361:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b852d4ea0. 00000080:00000010:2.1:1769074685.503365:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b858908e0. 00000080:00000010:2.1:1769074685.503368:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85890020. 00000080:00000010:2.1:1769074685.503371:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b10ec0. 00000080:00000010:2.1:1769074685.503375:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85890940. 00000080:00000010:2.1:1769074685.503379:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85890620. 00000080:00000010:2.1:1769074685.503382:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85890ea0. 00000080:00000010:2.1:1769074685.503386:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b10560. 00000080:00000010:2.1:1769074685.503390:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b10f20. 00000080:00000010:2.1:1769074685.503395:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82cd44e0. 00000080:00000010:2.1:1769074685.503399:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b852d4a80. 00000080:00000010:2.1:1769074685.503404:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b813452e0. 00000080:00000010:2.1:1769074685.503408:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82cd4b00. 00000080:00000010:2.1:1769074685.503412:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b10ee0. 00000080:00000010:2.1:1769074685.503417:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82cd49e0. 00000080:00000010:2.1:1769074685.503420:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b852d4cc0. 00000080:00000010:2.1:1769074685.503424:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82cd4fa0. 00000080:00000010:2.1:1769074685.503428:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982ba02789e0. 00000080:00000010:2.1:1769074685.503433:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b10aa0. 00000080:00000010:2.1:1769074685.503437:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b10e80. 00000080:00000010:2.1:1769074685.503443:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982ba02780e0. 00000080:00000010:2.1:1769074685.503446:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982ba0eb2140. 00000080:00000010:2.1:1769074685.503458:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654ecc0. 00000080:00000010:2.1:1769074685.503469:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b10a80. 00000080:00000010:2.1:1769074685.503473:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654e7e0. 00000080:00000010:2.1:1769074685.503479:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654e000. 00000080:00000010:2.1:1769074685.503484:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b107c0. 00000080:00000010:2.1:1769074685.503489:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654e9c0. 00000080:00000010:2.1:1769074685.503493:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b852d4380. 00000080:00000010:2.1:1769074685.503496:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b852d4340. 00000080:00000010:2.1:1769074685.503515:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b852d4120. 00000080:00000010:2.1:1769074685.503519:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b10ae0. 00000080:00000010:2.1:1769074685.503524:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654eca0. 00000080:00000010:2.1:1769074685.503528:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b852d4300. 00000080:00000010:2.1:1769074685.503532:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654e9a0. 00000080:00000010:2.1:1769074685.503561:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b852d4440. 00000080:00000010:2.1:1769074685.503568:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654ec80. 00000080:00000010:2.1:1769074685.503574:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b10080. 00000080:00000010:2.1:1769074685.503578:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b10860. 00000080:00000010:2.1:1769074685.503583:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654ee00. 00000080:00000010:2.1:1769074685.503588:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654e3e0. 00000080:00000010:2.1:1769074685.503592:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b852d4f80. 00000080:00000010:2.1:1769074685.503597:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654ec20. 00000080:00000010:2.1:1769074685.503601:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654ef00. 00000080:00000010:2.1:1769074685.503606:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654e7c0. 00000080:00000010:2.1:1769074685.503611:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654e900. 00000080:00000010:2.1:1769074685.503616:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654e2c0. 00000080:00000010:2.1:1769074685.503623:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654eb00. 00000080:00000010:2.1:1769074685.503634:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9a100. 00000080:00000010:2.1:1769074685.503639:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654e3a0. 00000080:00000010:2.1:1769074685.504101:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9a4a0. 00000080:00000010:2.1:1769074685.504107:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b91045b20. 00000080:00000010:2.1:1769074685.504113:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9ab20. 00000080:00000010:2.1:1769074685.504117:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9ada0. 00000080:00000010:2.1:1769074685.504122:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b100e0. 00000080:00000010:2.1:1769074685.504127:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b10a40. 00000080:00000010:2.1:1769074685.504131:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9aa60. 00000080:00000010:2.1:1769074685.504136:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b91045660. 00000080:00000010:2.1:1769074685.504140:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b107e0. 00000080:00000010:2.1:1769074685.504158:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9a400. 00000080:00000010:2.1:1769074685.504162:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9a020. 00000080:00000010:2.1:1769074685.504168:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654eac0. 00000080:00000010:2.1:1769074685.504172:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b910458a0. 00000080:00000010:2.1:1769074685.504177:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b103c0. 00000080:00000010:2.1:1769074685.504181:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654e240. 00000080:00000010:2.1:1769074685.504186:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b10d20. 00000080:00000010:2.1:1769074685.504189:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b105a0. 00000080:00000010:2.1:1769074685.504193:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654eee0. 00000080:00000010:2.1:1769074685.504197:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654ea60. 00000080:00000010:2.1:1769074685.504201:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b10b20. 00000080:00000010:2.1:1769074685.504205:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654e980. 00000080:00000010:2.1:1769074685.504209:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b91045120. 00000080:00000010:2.1:1769074685.504213:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9a000. 00000080:00000010:2.1:1769074685.504219:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b91045ac0. 00000080:00000010:2.1:1769074685.504224:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654eaa0. 00000080:00000010:2.1:1769074685.504228:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9a680. 00000080:00000010:2.1:1769074685.504233:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654ef80. 00000080:00000010:2.1:1769074685.504236:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654e9e0. 00000080:00000010:2.1:1769074685.504241:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654ea20. 00000080:00000010:2.1:1769074685.504244:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654e5c0. 00000080:00000010:2.1:1769074685.504247:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b105e0. 00000080:00000010:2.1:1769074685.504251:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b10760. 00000080:00000010:2.1:1769074685.504254:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b10f00. 00000080:00000010:2.1:1769074685.504259:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654ef40. 00000080:00000010:2.1:1769074685.504262:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b10f80. 00000080:00000010:2.1:1769074685.504266:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b10a60. 00000080:00000010:2.1:1769074685.504271:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654e1e0. 00000080:00000010:2.1:1769074685.504275:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9a420. 00000080:00000010:2.1:1769074685.504278:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9ad60. 00000080:00000010:2.1:1769074685.504311:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654ea80. 00000080:00000010:2.1:1769074685.504315:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9ad80. 00000080:00000010:2.1:1769074685.504319:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654e2e0. 00000080:00000010:2.1:1769074685.504324:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654eb20. 00000080:00000010:2.1:1769074685.504327:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654e500. 00000080:00000010:2.1:1769074685.504332:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9a860. 00000080:00000010:2.1:1769074685.504343:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9afe0. 00000080:00000010:2.1:1769074685.504347:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9a080. 00000080:00000010:2.1:1769074685.504351:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654e180. 00000080:00000010:2.1:1769074685.504355:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654e460. 00000080:00000010:2.1:1769074685.504360:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9aae0. 00000080:00000010:2.1:1769074685.504366:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b10200. 00000080:00000010:2.1:1769074685.504370:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9a720. 00000080:00000010:2.1:1769074685.504374:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654ec00. 00000080:00000010:2.1:1769074685.504377:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654e4a0. 00000080:00000010:2.1:1769074685.504381:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9a380. 00000080:00000010:2.1:1769074685.504385:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b910453c0. 00000080:00000010:2.1:1769074685.504389:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654e280. 00000080:00000010:2.1:1769074685.504392:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654ed40. 00000080:00000010:2.1:1769074685.504396:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b10cc0. 00000080:00000010:2.1:1769074685.504400:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b10260. 00000080:00000010:2.1:1769074685.504405:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9a480. 00000080:00000010:2.1:1769074685.504408:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654e780. 00000080:00000010:2.1:1769074685.504412:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9a300. 00000080:00000010:2.1:1769074685.504417:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9aa40. 00000080:00000010:2.1:1769074685.504422:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9a2e0. 00000080:00000010:2.1:1769074685.504427:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9a8e0. 00000080:00000010:2.1:1769074685.504430:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654efe0. 00000080:00000010:2.1:1769074685.504434:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9ac80. 00000080:00000010:2.1:1769074685.504438:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654ed20. 00000080:00000010:2.1:1769074685.504441:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654e5e0. 00000080:00000010:2.1:1769074685.504445:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654e220. 00000080:00000010:2.1:1769074685.504449:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9a260. 00000080:00000010:2.1:1769074685.504453:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654e620. 00000080:00000010:2.1:1769074685.504460:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654e1c0. 00000080:00000010:2.1:1769074685.504464:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9a580. 00000080:00000010:2.1:1769074685.504468:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9ae40. 00000080:00000010:2.1:1769074685.504472:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654ef20. 00000080:00000010:2.1:1769074685.504475:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654e0c0. 00000080:00000010:2.1:1769074685.504478:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b10b40. 00000080:00000010:2.1:1769074685.504483:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9a320. 00000080:00000010:2.1:1769074685.504487:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9af60. 00000080:00000010:2.1:1769074685.504498:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b10880. 00000080:00000010:2.1:1769074685.504502:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9a460. 00000080:00000010:2.1:1769074685.504509:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b10280. 00000080:00000010:2.1:1769074685.504513:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654ee20. 00000080:00000010:2.1:1769074685.504517:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b10e60. 00000080:00000010:2.1:1769074685.504521:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b91045fa0. 00000080:00000010:2.1:1769074685.504526:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9afa0. 00000080:00000010:2.1:1769074685.504530:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654efc0. 00000080:00000010:2.1:1769074685.504533:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b109e0. 00000080:00000010:2.1:1769074685.504540:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654ece0. 00000080:00000010:2.1:1769074685.504544:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9aac0. 00000080:00000010:2.1:1769074685.504547:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b10300. 00000080:00000010:2.1:1769074685.504551:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b10fe0. 00000080:00000010:2.1:1769074685.504555:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b91045d20. 00000080:00000010:2.1:1769074685.504559:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9ad20. 00000080:00000010:2.1:1769074685.504562:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654eea0. 00000080:00000010:2.1:1769074685.504566:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654eb80. 00000080:00000010:2.1:1769074685.504569:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b910453a0. 00000080:00000010:2.1:1769074685.504572:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9a8a0. 00000080:00000010:2.1:1769074685.504577:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9a7a0. 00000080:00000010:2.1:1769074685.504581:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b10500. 00000080:00000010:2.1:1769074685.504583:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9a0a0. 00000080:00000010:2.1:1769074685.504587:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9a4c0. 00000080:00000010:2.1:1769074685.504590:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654ed80. 00000080:00000010:2.1:1769074685.504596:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b91045aa0. 00000080:00000010:2.1:1769074685.504600:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b10f40. 00000080:00000010:2.1:1769074685.504603:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9ac60. 00000080:00000010:2.1:1769074685.504607:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654e720. 00000080:00000010:2.1:1769074685.504610:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9ade0. 00000080:00000010:2.1:1769074685.504614:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b108e0. 00000080:00000010:2.1:1769074685.504618:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9a3e0. 00000080:00000010:2.1:1769074685.504622:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9a280. 00000080:00000010:2.1:1769074685.504625:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9ab00. 00000080:00000010:2.1:1769074685.504628:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b10e20. 00000080:00000010:2.1:1769074685.504632:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b10940. 00000080:00000010:2.1:1769074685.504635:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9a960. 00000080:00000010:2.1:1769074685.504658:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b91045060. 00000080:00000010:2.1:1769074685.504662:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654ebc0. 00000080:00000010:2.1:1769074685.504666:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654e5a0. 00000080:00000010:2.1:1769074685.504671:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b102c0. 00000080:00000010:2.1:1769074685.504675:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654e640. 00000080:00000010:2.1:1769074685.504678:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654e880. 00000080:00000010:2.1:1769074685.504681:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8654ea00. 00000080:00000010:2.1:1769074685.504684:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b88b9a180. 00000080:00000010:0.1:1769074685.504792:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25960. 00000080:00000010:0.1:1769074685.504800:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b89337520. 00000080:00000010:0.1:1769074685.504806:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d251c0. 00000080:00000010:0.1:1769074685.504810:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25ce0. 00000080:00000010:0.1:1769074685.504966:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b89337d80. 00000080:00000010:0.1:1769074685.504973:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25540. 00000080:00000010:0.1:1769074685.504979:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84800120. 00000080:00000010:0.1:1769074685.504984:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25bc0. 00000080:00000010:0.1:1769074685.504987:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b87f38e40. 00000080:00000010:0.1:1769074685.504992:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25f00. 00000080:00000010:0.1:1769074685.504996:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25a80. 00000080:00000010:0.1:1769074685.505001:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b86311500. 00000080:00000010:0.1:1769074685.505004:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b86311300. 00000080:00000010:0.1:1769074685.505007:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25720. 00000080:00000010:0.1:1769074685.505012:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b86311080. 00000080:00000010:0.1:1769074685.505016:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b863116e0. 00000080:00000010:0.1:1769074685.505021:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84800580. 00000080:00000010:0.1:1769074685.505025:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25000. 00000080:00000010:0.1:1769074685.505029:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84800fe0. 00000080:00000010:0.1:1769074685.505033:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d257c0. 00000080:00000010:0.1:1769074685.505036:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84800ca0. 00000080:00000010:0.1:1769074685.505040:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84800500. 00000080:00000010:0.1:1769074685.505043:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25320. 00000080:00000010:0.1:1769074685.505046:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b86311d60. 00000080:00000010:0.1:1769074685.505050:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b86311dc0. 00000080:00000010:0.1:1769074685.505053:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b848005c0. 00000080:00000010:0.1:1769074685.505056:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25ae0. 00000080:00000010:0.1:1769074685.505061:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0f9e0. 00000080:00000010:0.1:1769074685.505064:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0f6a0. 00000080:00000010:0.1:1769074685.505069:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b86311920. 00000080:00000010:0.1:1769074685.505072:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84800b00. 00000080:00000010:0.1:1769074685.505076:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d250e0. 00000080:00000010:0.1:1769074685.505079:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b848000a0. 00000080:00000010:0.1:1769074685.505082:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b863113a0. 00000080:00000010:0.1:1769074685.505087:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d252e0. 00000080:00000010:0.1:1769074685.505090:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25040. 00000080:00000010:0.1:1769074685.505094:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b86311800. 00000080:00000010:0.1:1769074685.505097:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25020. 00000080:00000010:0.1:1769074685.505102:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b84800a80. 00000080:00000010:0.1:1769074685.505105:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b86311f60. 00000080:00000010:0.1:1769074685.505108:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25dc0. 00000080:00000010:0.1:1769074685.505112:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b86311840. 00000080:00000010:0.1:1769074685.505115:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25840. 00000080:00000010:0.1:1769074685.505120:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9974e860. 00000080:00000010:0.1:1769074685.505132:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254fe0. 00000080:00000010:0.1:1769074685.505137:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25be0. 00000080:00000010:0.1:1769074685.505140:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9974e380. 00000080:00000010:0.1:1769074685.505144:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25860. 00000080:00000010:0.1:1769074685.505147:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254240. 00000080:00000010:0.1:1769074685.505151:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b852542c0. 00000080:00000010:0.1:1769074685.505157:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25700. 00000080:00000010:0.1:1769074685.505161:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d255e0. 00000080:00000010:0.1:1769074685.505164:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25760. 00000080:00000010:0.1:1769074685.505167:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25de0. 00000080:00000010:0.1:1769074685.505301:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25c00. 00000080:00000010:0.1:1769074685.505306:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0f660. 00000080:00000010:0.1:1769074685.505313:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580b760. 00000080:00000010:0.1:1769074685.505316:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580bb40. 00000080:00000010:0.1:1769074685.505320:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9974ed60. 00000080:00000010:0.1:1769074685.505325:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580bde0. 00000080:00000010:0.1:1769074685.505328:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9974e8e0. 00000080:00000010:0.1:1769074685.505332:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580bc00. 00000080:00000010:0.1:1769074685.505335:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0f380. 00000080:00000010:0.1:1769074685.505338:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9974e920. 00000080:00000010:0.1:1769074685.505344:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580b360. 00000080:00000010:0.1:1769074685.505347:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580be60. 00000080:00000010:0.1:1769074685.505350:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0f8e0. 00000080:00000010:0.1:1769074685.505356:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580b880. 00000080:00000010:0.1:1769074685.505359:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0fe80. 00000080:00000010:0.1:1769074685.505363:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580b7e0. 00000080:00000010:0.1:1769074685.505367:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580b0c0. 00000080:00000010:0.1:1769074685.505371:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580b120. 00000080:00000010:0.1:1769074685.505374:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9974e2e0. 00000080:00000010:0.1:1769074685.505378:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9974e460. 00000080:00000010:0.1:1769074685.505383:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580bba0. 00000080:00000010:0.1:1769074685.505387:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9974e7c0. 00000080:00000010:0.1:1769074685.505390:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580b940. 00000080:00000010:0.1:1769074685.505394:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580b9e0. 00000080:00000010:0.1:1769074685.505398:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9974e760. 00000080:00000010:0.1:1769074685.505402:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9974e5e0. 00000080:00000010:0.1:1769074685.505405:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580b3a0. 00000080:00000010:0.1:1769074685.505409:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9974e8a0. 00000080:00000010:0.1:1769074685.505412:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9974ebe0. 00000080:00000010:0.1:1769074685.505415:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254980. 00000080:00000010:0.1:1769074685.505420:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580b6a0. 00000080:00000010:0.1:1769074685.505423:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9974e4e0. 00000080:00000010:0.1:1769074685.505427:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254d20. 00000080:00000010:0.1:1769074685.505431:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580b660. 00000080:00000010:0.1:1769074685.505434:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580b060. 00000080:00000010:0.1:1769074685.505438:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580b8e0. 00000080:00000010:0.1:1769074685.505442:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9974e540. 00000080:00000010:0.1:1769074685.505445:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9974eb40. 00000080:00000010:0.1:1769074685.505448:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580b3c0. 00000080:00000010:0.1:1769074685.505452:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580bac0. 00000080:00000010:0.1:1769074685.505457:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254260. 00000080:00000010:0.1:1769074685.505460:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254c80. 00000080:00000010:0.1:1769074685.505463:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254da0. 00000080:00000010:0.1:1769074685.505467:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254ec0. 00000080:00000010:0.1:1769074685.505470:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0fd20. 00000080:00000010:0.1:1769074685.505475:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9866e4c0. 00000080:00000010:0.1:1769074685.505479:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580bd20. 00000080:00000010:0.1:1769074685.505484:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8a762ba0. 00000080:00000010:0.1:1769074685.505487:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254140. 00000080:00000010:0.1:1769074685.505492:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580bd00. 00000080:00000010:0.1:1769074685.505587:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8a5415a0. 00000080:00000010:0.1:1769074685.505594:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580b4c0. 00000080:00000010:0.1:1769074685.505597:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580b640. 00000080:00000010:0.1:1769074685.505601:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982ba03438a0. 00000080:00000010:0.1:1769074685.505605:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580b8a0. 00000080:00000010:0.1:1769074685.505609:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580b580. 00000080:00000010:0.1:1769074685.505613:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0f640. 00000080:00000010:0.1:1769074685.505617:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b852547a0. 00000080:00000010:0.1:1769074685.505621:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982ba0343ca0. 00000080:00000010:0.1:1769074685.505625:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254860. 00000080:00000010:0.1:1769074685.505630:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b86090400. 00000080:00000010:0.1:1769074685.505634:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b86090380. 00000080:00000010:0.1:1769074685.505638:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580b1e0. 00000080:00000010:0.1:1769074685.505643:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580b340. 00000080:00000010:0.1:1769074685.505646:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b9a3c0ea0. 00000080:00000010:0.1:1769074685.505653:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580bfe0. 00000080:00000010:0.1:1769074685.505657:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254dc0. 00000080:00000010:0.1:1769074685.505660:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580be20. 00000080:00000010:0.1:1769074685.505663:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b852543e0. 00000080:00000010:0.1:1769074685.505667:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254b00. 00000080:00000010:0.1:1769074685.505671:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8768fb80. 00000080:00000010:0.1:1769074685.505675:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8768fd00. 00000080:00000010:0.1:1769074685.505678:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580b400. 00000080:00000010:0.1:1769074685.505681:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8768fa60. 00000080:00000010:0.1:1769074685.505684:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254ee0. 00000080:00000010:0.1:1769074685.505687:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254400. 00000080:00000010:0.1:1769074685.505691:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8ad9cee0. 00000080:00000010:0.1:1769074685.505699:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580bca0. 00000080:00000010:0.1:1769074685.505702:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254520. 00000080:00000010:0.1:1769074685.505705:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580b440. 00000080:00000010:0.1:1769074685.505709:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580b180. 00000080:00000010:0.1:1769074685.505712:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580b6e0. 00000080:00000010:0.1:1769074685.505715:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0f600. 00000080:00000010:0.1:1769074685.505718:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254360. 00000080:00000010:0.1:1769074685.505722:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b99109d20. 00000080:00000010:0.1:1769074685.505727:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254ba0. 00000080:00000010:0.1:1769074685.505730:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b99109e40. 00000080:00000010:0.1:1769074685.505733:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0fc80. 00000080:00000010:0.1:1769074685.505736:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0ffe0. 00000080:00000010:0.1:1769074685.505740:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254880. 00000080:00000010:0.1:1769074685.505745:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580b480. 00000080:00000010:0.1:1769074685.505749:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580b080. 00000080:00000010:0.1:1769074685.505752:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254d40. 00000080:00000010:0.1:1769074685.505755:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580bec0. 00000080:00000010:0.1:1769074685.505759:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580b260. 00000080:00000010:0.1:1769074685.505763:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82d0fda0. 00000080:00000010:0.1:1769074685.505779:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b99109cc0. 00000080:00000010:0.1:1769074685.505783:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b99109ca0. 00000080:00000010:0.1:1769074685.505786:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85254ce0. 00000080:00000010:0.1:1769074685.505789:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b99109500. 00000080:00000010:0.1:1769074685.506202:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8580b4a0. 00000080:00000010:0.1:1769074687.495369:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e47380. 00000080:00000010:0.1:1769074687.495388:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90dc2940. 00000080:00000010:0.1:1769074687.518368:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90dc18c0. 00000080:00000010:1.1:1769074687.531778:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90dbf380. 00000080:00000010:1.1:1769074687.531805:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90dba100. 00000080:00000010:1.1:1769074687.531816:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90dc3180. 00000080:00000010:1.1:1769074687.531827:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e41080. 00000080:00000010:1.1:1769074687.531834:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e43180. 00000080:00000010:1.1:1769074687.531840:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90dbeb40. 00000080:00000010:1.1:1769074687.531847:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90dbdac0. 00000080:00000010:1.1:1769074687.531854:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90dc6300. 00000080:00000010:1.1:1769074687.531860:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e418c0. 00000080:00000010:1.1:1769074687.531866:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e42940. 00000080:00000010:1.1:1769074687.531872:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90dc39c0. 00000080:00000010:1.1:1769074687.531879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90db8000. 00000080:00000010:1.1:1769074687.531886:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e42100. 00000080:00000010:1.1:1769074687.531892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e44a40. 00000080:00000010:1.1:1769074687.531899:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e46b40. 00000080:00000010:1.1:1769074687.531905:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90dbd280. 00000080:00000010:1.1:1769074687.531913:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90d1a940. 00000080:00000010:2.1:1769074687.564345:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90dc7380. 00000080:00000010:2.1:1769074687.564369:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e40000. 00000080:00000010:2.1:1769074687.564382:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e44200. 00000080:00000010:2.1:1769074687.564393:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90db8840. 00000080:00000010:3.1:1769074687.589419:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e46300. 00000080:00000010:3.1:1769074687.589453:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e40840. 00000080:00000010:3.1:1769074687.589475:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90dc4200. 00000080:00000010:3.1:1769074687.589483:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90dc0840. 00000080:00000010:3.1:1769074687.589491:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e45280. 00000080:00000010:3.1:1769074687.589499:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e45ac0. 00000080:00000010:3.1:1769074687.589510:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90d1a100. 00000080:00000010:3.1:1769074687.589525:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90dbb9c0. 00000080:00000010:3.1:1769074687.589534:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90dc2100. 00000080:00000010:3.1:1769074687.589541:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e439c0. 00000080:00000010:3.1:1769074687.589576:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90dc4a40. 00000080:00000010:3.1:1769074687.589583:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90dba940. 00000080:00000010:3.1:1769074687.589591:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90dc6b40. 00000080:00000010:3.1:1769074687.589599:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e48840. 00000080:00000010:3.1:1769074687.589607:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90d198c0. 00000080:00000010:3.1:1769074687.589613:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90dc0000. 00000080:00000010:3.1:1769074687.589621:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90db98c0. 00000080:00000010:3.1:1769074687.589628:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90d1b180. 00000080:00000010:3.1:1769074687.589635:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e4e300. 00000080:00000010:3.1:1769074687.589641:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90db9080. 00000080:00000010:3.1:1769074687.589648:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e4c200. 00000080:00000010:3.1:1769074687.589655:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e4b9c0. 00000080:00000010:3.1:1769074687.589662:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90dbb180. 00000080:00000010:3.1:1769074687.589668:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90dc5ac0. 00000080:00000010:0.1:1769074687.618487:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e4f380. 00000080:00000010:0.1:1769074687.618505:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e49080. 00000080:00000010:0.1:1769074687.618520:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e4b180. 00000080:00000010:0.1:1769074687.618532:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90dc5280. 00000080:00000010:0.1:1769074687.618540:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e498c0. 00000080:00000010:0.1:1769074687.618548:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e4a940. 00000080:00000010:0.1:1769074687.618556:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90dc98c0. 00000080:00000010:0.1:1769074687.618565:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e4a100. 00000080:00000010:0.1:1769074687.618571:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90dcf380. 00000080:00000010:0.1:1769074687.618580:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e4ca40. 00000080:00000010:0.1:1769074687.618678:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90dcb9c0. 00000080:00000010:0.1:1769074687.618687:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e4eb40. 00000080:00000010:0.1:1769074687.618701:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90dbca40. 00000080:00000010:0.1:1769074687.618708:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e48000. 00000080:00000010:0.1:1769074687.618716:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e4dac0. 00000080:00000010:0.1:1769074687.618723:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90dc8840. 00000080:00000010:0.1:1769074687.618739:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e4d280. 00000080:00000010:0.1:1769074687.618748:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90dbc200. 00000080:00000010:0.1:1769074687.618755:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e50000. 00000080:00000010:0.1:1769074687.618761:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90dce300. 00000080:00000010:0.1:1769074687.618771:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90dceb40. 00000080:00000010:0.1:1769074687.618777:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90dcca40. 00000080:00000010:0.1:1769074687.618785:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e5f380. 00000080:00000010:0.1:1769074687.618794:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90dc8000. 00000080:00000010:0.1:1769074687.618874:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90dcdac0. 00000080:00000010:0.1:1769074687.619438:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e59080. 00000080:00000010:0.1:1769074687.619448:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90dcd280. 00000080:00000010:0.1:1769074687.619549:0:12:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e5b180. 00000080:00000010:0.1:1769074687.619558:0:12:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e598c0. 00000080:00000010:0.1:1769074687.619564:0:12:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90dcb180. 00000080:00000010:0.1:1769074687.619573:0:12:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e5a940. 00000080:00000010:0.1:1769074687.619674:0:12:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e55ac0. 00000080:00000010:0.1:1769074687.619685:0:12:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e5a100. 00000080:00000010:1.1:1769074687.622492:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e55280. 00000080:00000010:1.1:1769074687.622533:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90dca940. 00000080:00000010:1.1:1769074687.622544:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90d19080. 00000080:00000010:1.1:1769074687.622554:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e5ca40. 00000080:00000010:1.1:1769074687.622562:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90dc9080. 00000080:00000010:1.1:1769074687.622569:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e5eb40. 00000080:00000010:1.1:1769074687.622576:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90dcc200. 00000080:00000010:1.1:1769074687.622679:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e58000. 00000080:00000010:1.1:1769074687.622689:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e50840. 00000080:00000010:1.1:1769074687.622698:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e56300. 00000080:00000010:1.1:1769074687.622707:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90da3180. 00000080:00000010:1.1:1769074687.622716:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90d1e300. 00000080:00000010:1.1:1769074687.622724:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90d1f380. 00000080:00000010:1.1:1769074687.622747:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e54200. 00000080:00000010:1.1:1769074687.622756:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90da1080. 00000080:00000010:1.1:1769074687.622764:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e539c0. 00000080:00000010:1.1:1769074687.622770:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e5dac0. 00000080:00000010:1.1:1769074687.622776:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90da7380. 00000080:00000010:1.1:1769074687.622782:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e5d280. 00000080:00000010:1.1:1769074687.622788:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90da39c0. 00000080:00000010:1.1:1769074687.622805:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e57380. 00000080:00000010:1.1:1769074687.622813:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e51080. 00000080:00000010:1.1:1769074687.622819:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e53180. 00000080:00000010:1.1:1769074687.622826:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e58840. 00000080:00000010:1.1:1769074687.622834:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e518c0. 00000080:00000010:1.1:1769074687.622841:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e5e300. 00000080:00000010:1.1:1769074687.622847:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90da4200. 00000080:00000010:1.1:1769074687.622853:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e52940. 00000080:00000010:1.1:1769074687.622860:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e52100. 00000080:00000010:1.1:1769074687.622866:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e5c200. 00000080:00000010:0.1:1769074687.639707:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90d1b9c0. 00000080:00000010:0.1:1769074687.656336:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90d1c200. 00000080:00000010:0.1:1769074687.656354:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90da6300. 00000080:00000010:0.1:1769074687.656364:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90da0840. 00000080:00000010:0.1:1769074687.656374:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e5b9c0. 00000080:00000010:0.1:1769074687.656387:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e54a40. 00000080:00000010:0.1:1769074687.656396:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e67380. 00000080:00000010:0.1:1769074687.656403:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e61080. 00000080:00000010:0.1:1769074687.656409:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e56b40. 00000080:00000010:0.1:1769074687.656418:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e69080. 00000080:00000010:2.1:1769074687.691382:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e63180. 00000080:00000010:2.1:1769074687.691399:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e618c0. 00000080:00000010:3.1:1769074687.722852:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e6a940. 00000080:00000010:3.1:1769074687.722880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90da18c0. 00000080:00000010:3.1:1769074687.722903:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e60000. 00000080:00000010:3.1:1769074687.722911:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90d7dac0. 00000080:00000010:3.1:1769074687.722930:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90d7eb40. 00000080:00000010:3.1:1769074687.722939:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e6a100. 00000080:00000010:3.1:1769074687.722952:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90d1ca40. 00000080:00000010:3.1:1769074687.722960:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e65ac0. 00000080:00000010:3.1:1769074687.722968:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e65280. 00000080:00000010:3.1:1769074687.722973:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e60840. 00000080:00000010:3.1:1769074687.722981:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90d7ca40. 00000080:00000010:3.1:1769074687.722989:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e6ca40. 00000080:00000010:3.1:1769074687.722996:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90d7a100. 00000080:00000010:3.1:1769074687.723002:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90d7a940. 00000080:00000010:3.1:1769074687.723010:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e6eb40. 00000080:00000010:3.1:1769074687.723017:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90d798c0. 00000080:00000010:3.1:1769074687.723027:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90d7b180. 00000080:00000010:3.1:1769074687.723065:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90d79080. 00000080:00000010:3.1:1769074687.723073:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e68000. 00000080:00000010:3.1:1769074687.723080:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e6dac0. 00000080:00000010:2.1:1769074687.738645:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e6b180. 00000080:00000010:2.1:1769074687.738676:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e62940. 00000080:00000010:2.1:1769074687.738898:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90da5280. 00000080:00000010:2.1:1769074687.738907:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e62100. 00000080:00000010:2.1:1769074687.738914:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90da5ac0. 00000080:00000010:2.1:1769074687.738932:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e64a40. 00000080:00000010:2.1:1769074687.738940:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90da0000. 00000080:00000010:2.1:1769074687.738947:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90da6b40. 00000080:00000010:2.1:1769074687.738956:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90d1d280. 00000080:00000010:2.1:1769074687.738963:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90da4a40. 00000080:00000010:2.1:1769074687.738972:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e66b40. 00000080:00000010:2.1:1769074687.738990:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90da2100. 00000080:00000010:2.1:1769074687.738999:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90da2940. 00000080:00000010:2.1:1769074687.739007:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e698c0. 00000080:00000010:2.1:1769074687.749867:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90d7f380. 00000080:00000010:2.1:1769074687.749895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90d7b9c0. 00000080:00000010:2.1:1769074687.749909:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e66300. 00000080:00000010:2.1:1769074687.749916:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90d7c200. 00000080:00000010:2.1:1769074687.749967:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e6d280. 00000080:00000010:2.1:1769074687.749976:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e64200. 00000080:00000010:2.1:1769074687.749991:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90d18000. 00000080:00000010:2.1:1769074687.750003:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e68840. 00000080:00000010:2.1:1769074687.750011:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90d7e300. 00000080:00000010:2.1:1769074687.750018:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90d1eb40. 00000080:00000010:2.1:1769074687.750027:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90d78840. 00000080:00000010:2.1:1769074687.750046:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90d7d280. 00000080:00000010:2.1:1769074687.750057:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90d78000. 00000080:00000010:2.1:1769074687.750064:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e7a100. 00000080:00000010:2.1:1769074687.750072:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e6e300. 00000080:00000010:2.1:1769074687.750079:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e639c0. 00000080:00000010:2.1:1769074687.750091:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e7ca40. 00000080:00000010:2.1:1769074687.750099:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e839c0. 00000080:00000010:2.1:1769074687.750107:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e6c200. 00000080:00000010:2.1:1769074687.750118:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e87380. 00000080:00000010:2.1:1769074687.750126:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e8b180. 00000080:00000010:2.1:1769074687.750135:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e7eb40. 00000080:00000010:2.1:1769074687.750142:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e81080. 00000080:00000010:2.1:1769074687.750149:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e78000. 00000080:00000010:2.1:1769074687.750157:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e83180. 00000080:00000010:2.1:1769074687.750164:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e7dac0. 00000080:00000010:2.1:1769074687.750170:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e7d280. 00000080:00000010:2.1:1769074687.750177:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e78840. 00000080:00000010:2.1:1769074687.750183:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e898c0. 00000080:00000010:2.1:1769074687.750190:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e7e300. 00000080:00000010:2.1:1769074687.750197:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e818c0. 00000080:00000010:2.1:1769074687.750204:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e82940. 00000080:00000010:2.1:1769074687.750210:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e7c200. 00000080:00000010:0.1:1769074687.803343:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e6b9c0. 00000080:00000010:0.1:1769074687.803359:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e6f380. 00000080:00000010:0.1:1769074687.803375:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e7b9c0. 00000080:00000010:0.1:1769074687.803382:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e7f380. 00000080:00000010:0.1:1769074687.803389:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e94200. 00000080:00000010:0.1:1769074687.803416:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e939c0. 00000080:00000010:0.1:1769074687.803428:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e79080. 00000080:00000010:1.1:1769074687.806805:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e97380. 00000080:00000010:1.1:1769074687.836275:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e82100. 00000080:00000010:1.1:1769074687.836349:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e84a40. 00000080:00000010:1.1:1769074687.836359:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e86b40. 00000080:00000010:1.1:1769074687.836377:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e7b180. 00000080:00000010:1.1:1769074687.836386:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e80000. 00000080:00000010:1.1:1769074687.836392:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e85ac0. 00000080:00000010:1.1:1769074687.837012:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e91080. 00000080:00000010:1.1:1769074687.837034:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e798c0. 00000080:00000010:1.1:1769074687.837048:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e93180. 00000080:00000010:1.1:1769074687.837056:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e918c0. 00000080:00000010:1.1:1769074687.837067:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e85280. 00000080:00000010:1.1:1769074687.837074:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e92940. 00000080:00000010:1.1:1769074687.837083:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e80840. 00000080:00000010:1.1:1769074687.837093:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e92100. 00000080:00000010:1.1:1769074687.837108:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e8a940. 00000080:00000010:1.1:1769074687.837117:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e7a940. 00000080:00000010:1.1:1769074687.837124:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e9b9c0. 00000080:00000010:1.1:1769074687.837133:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e86300. 00000080:00000010:1.1:1769074687.837142:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e84200. 00000080:00000010:1.1:1769074687.837149:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ea0000. 00000080:00000010:1.1:1769074687.837156:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ea5ac0. 00000080:00000010:1.1:1769074687.837164:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e9f380. 00000080:00000010:1.1:1769074687.837171:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e99080. 00000080:00000010:1.1:1769074687.837179:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e94a40. 00000080:00000010:1.1:1769074687.837200:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e96b40. 00000080:00000010:1.1:1769074687.837309:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ea5280. 00000080:00000010:1.1:1769074687.837321:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e90000. 00000080:00000010:1.1:1769074687.837514:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e95ac0. 00000080:00000010:1.1:1769074687.837524:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ea0840. 00000080:00000010:1.1:1769074687.837532:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e9b180. 00000080:00000010:1.1:1769074687.837539:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ea6300. 00000080:00000010:1.1:1769074687.837546:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e8a100. 00000080:00000010:1.1:1769074687.837567:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e998c0. 00000080:00000010:1.1:1769074687.837574:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e8ca40. 00000080:00000010:1.1:1769074687.837582:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ea4200. 00000080:00000010:1.1:1769074687.837591:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ea39c0. 00000080:00000010:1.1:1769074687.837597:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e9a940. 00000080:00000010:1.1:1769074687.837608:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e9a100. 00000080:00000010:1.1:1769074687.837614:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e95280. 00000080:00000010:0.1:1769074687.840837:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e8eb40. 00000080:00000010:0.1:1769074687.840880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e9ca40. 00000080:00000010:1.1:1769074687.870760:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ea2940. 00000080:00000010:1.1:1769074687.870783:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ebc200. 00000080:00000010:1.1:1769074687.870791:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ea2100. 00000080:00000010:1.1:1769074687.905337:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ebb9c0. 00000080:00000010:1.1:1769074687.905361:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ea4a40. 00000080:00000010:1.1:1769074687.905372:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ea6b40. 00000080:00000010:1.1:1769074687.905380:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ec4200. 00000080:00000010:1.1:1769074687.905388:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ebf380. 00000080:00000010:1.1:1769074687.905404:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90eb9080. 00000080:00000010:1.1:1769074687.905416:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ec39c0. 00000080:00000010:1.1:1769074687.905424:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ec7380. 00000080:00000010:1.1:1769074687.905430:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ec1080. 00000080:00000010:1.1:1769074687.905436:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ec3180. 00000080:00000010:1.1:1769074687.905443:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ebb180. 00000080:00000010:1.1:1769074687.905449:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90eb98c0. 00000080:00000010:0.1:1769074687.905558:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e9eb40. 00000080:00000010:0.1:1769074687.905570:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e98000. 00000080:00000010:0.1:1769074687.905576:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e9dac0. 00000080:00000010:0.1:1769074687.905596:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e9d280. 00000080:00000010:0.1:1769074687.905603:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ea7380. 00000080:00000010:0.1:1769074687.905610:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e98840. 00000080:00000010:0.1:1769074687.905621:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e90840. 00000080:00000010:0.1:1769074687.905633:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e96300. 00000080:00000010:0.1:1769074687.905641:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ea1080. 00000080:00000010:0.1:1769074687.905649:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e9e300. 00000080:00000010:0.1:1769074687.905656:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e9c200. 00000080:00000010:0.1:1769074687.905662:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90eb3180. 00000080:00000010:0.1:1769074687.905669:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90eb18c0. 00000080:00000010:0.1:1769074687.905676:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ebca40. 00000080:00000010:0.1:1769074687.905685:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ebeb40. 00000080:00000010:0.1:1769074687.905693:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ea3180. 00000080:00000010:0.1:1769074687.905700:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90eb8000. 00000080:00000010:0.1:1769074687.905706:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ebdac0. 00000080:00000010:0.1:1769074687.905712:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90eb2940. 00000080:00000010:0.1:1769074687.905718:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ebd280. 00000080:00000010:0.1:1769074687.905733:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ea18c0. 00000080:00000010:0.1:1769074687.905741:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90eb8840. 00000080:00000010:0.1:1769074687.905749:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ebe300. 00000080:00000010:0.1:1769074687.938345:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e88000. 00000080:00000010:0.1:1769074687.938371:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90eba940. 00000080:00000010:0.1:1769074687.938388:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ec18c0. 00000080:00000010:0.1:1769074687.938407:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ec2940. 00000080:00000010:0.1:1769074687.938419:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90eb2100. 00000080:00000010:0.1:1769074687.938426:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90eb4a40. 00000080:00000010:0.1:1769074687.938434:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e8dac0. 00000080:00000010:0.1:1769074687.938442:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90eba100. 00000080:00000010:0.1:1769074687.938448:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ec8840. 00000080:00000010:0.1:1769074687.938457:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ec2100. 00000080:00000010:0.1:1769074687.938462:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ece300. 00000080:00000010:0.1:1769074687.938470:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ec4a40. 00000080:00000010:0.1:1769074687.938477:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ec6b40. 00000080:00000010:0.1:1769074687.938485:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ecc200. 00000080:00000010:0.1:1769074687.938492:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ecb9c0. 00000080:00000010:0.1:1769074687.938502:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ec0000. 00000080:00000010:0.1:1769074687.938508:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ec5ac0. 00000080:00000010:3.1:1769074687.979113:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ec5280. 00000080:00000010:3.1:1769074687.979142:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ecf380. 00000080:00000010:3.1:1769074687.979161:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ec9080. 00000080:00000010:3.1:1769074687.979168:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ec0840. 00000080:00000010:3.1:1769074687.979175:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ec6300. 00000080:00000010:3.1:1769074687.979268:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ecb180. 00000080:00000010:3.1:1769074687.979512:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ed39c0. 00000080:00000010:3.1:1769074687.979619:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ec98c0. 00000080:00000010:3.1:1769074687.979628:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90eca940. 00000080:00000010:3.1:1769074687.979635:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90eca100. 00000080:00000010:3.1:1769074687.979642:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ed7380. 00000080:00000010:3.1:1769074687.979649:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ecca40. 00000080:00000010:3.1:1769074687.979657:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90eceb40. 00000080:00000010:3.1:1769074687.979664:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ed1080. 00000080:00000010:3.1:1769074687.979677:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90eb6b40. 00000080:00000010:3.1:1769074687.979685:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ec8000. 00000080:00000010:3.1:1769074687.979691:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ed3180. 00000080:00000010:2.1:1769074687.989492:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ecdac0. 00000080:00000010:2.1:1769074687.989533:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ecd280. 00000080:00000010:2.1:1769074687.989572:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ed18c0. 00000080:00000010:2.1:1769074687.989583:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90edb180. 00000080:00000010:2.1:1769074687.989601:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e8d280. 00000080:00000010:2.1:1769074687.989613:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90eb0000. 00000080:00000010:2.1:1769074687.989625:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ed2940. 00000080:00000010:2.1:1769074687.989633:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ed2100. 00000080:00000010:2.1:1769074687.989639:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e88840. 00000080:00000010:2.1:1769074687.989648:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ed4a40. 00000080:00000010:2.1:1769074687.989656:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e8e300. 00000080:00000010:2.1:1769074687.989663:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ed6b40. 00000080:00000010:2.1:1769074687.989670:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90eb5ac0. 00000080:00000010:2.1:1769074687.989678:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e8c200. 00000080:00000010:2.1:1769074687.989684:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90eb5280. 00000080:00000010:2.1:1769074687.989693:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ed98c0. 00000080:00000010:2.1:1769074687.989702:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90eb0840. 00000080:00000010:2.1:1769074687.989709:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90eb6300. 00000080:00000010:2.1:1769074687.989715:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90eda940. 00000080:00000010:2.1:1769074687.989721:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90eda100. 00000080:00000010:2.1:1769074687.989738:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90edca40. 00000080:00000010:2.1:1769074687.989748:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90eb4200. 00000080:00000010:2.1:1769074687.989755:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ed0000. 00000080:00000010:2.1:1769074687.989764:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ed5ac0. 00000080:00000010:2.1:1769074687.989770:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e8b9c0. 00000080:00000010:2.1:1769074687.989776:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ed5280. 00000080:00000010:2.1:1769074687.989781:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90eb39c0. 00000080:00000010:2.1:1769074687.989788:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90eb7380. 00000080:00000010:2.1:1769074687.989794:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ed0840. 00000080:00000010:2.1:1769074687.989800:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90edeb40. 00000080:00000010:3.1:1769074688.053361:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ed6300. 00000080:00000010:3.1:1769074688.053393:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ed4200. 00000080:00000010:0.1:1769074688.115403:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ed8000. 00000080:00000010:0.1:1769074688.115434:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90eb1080. 00000080:00000010:0.1:1769074688.115452:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ee1080. 00000080:00000010:0.1:1769074688.115460:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90eddac0. 00000080:00000010:0.1:1769074688.115469:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90edd280. 00000080:00000010:0.1:1769074688.115477:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ee3180. 00000080:00000010:0.1:1769074688.115483:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ed8840. 00000080:00000010:0.1:1769074688.115495:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ee18c0. 00000080:00000010:0.1:1769074688.115503:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ee2940. 00000080:00000010:0.1:1769074688.115508:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ede300. 00000080:00000010:0.1:1769074688.115525:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ee2100. 00000080:00000010:0.1:1769074688.115533:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90edc200. 00000080:00000010:0.1:1769074688.115540:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ee4a40. 00000080:00000010:0.1:1769074688.115549:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ee6b40. 00000080:00000010:0.1:1769074688.115557:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ee0000. 00000080:00000010:0.1:1769074688.115569:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90edb9c0. 00000080:00000010:0.1:1769074688.115576:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ef0840. 00000080:00000010:0.1:1769074688.115584:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ef6300. 00000080:00000010:0.1:1769074688.115590:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ef4200. 00000080:00000010:0.1:1769074688.115598:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ef39c0. 00000080:00000010:0.1:1769074688.115605:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ee5ac0. 00000080:00000010:0.1:1769074688.115612:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ee5280. 00000080:00000010:0.1:1769074688.115619:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90edf380. 00000080:00000010:0.1:1769074688.115628:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ee0840. 00000080:00000010:0.1:1769074688.115635:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ef7380. 00000080:00000010:0.1:1769074688.115642:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ee6300. 00000080:00000010:0.1:1769074688.115648:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ee4200. 00000080:00000010:0.1:1769074688.115654:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ee39c0. 00000080:00000010:0.1:1769074688.115660:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ee7380. 00000080:00000010:0.1:1769074688.115666:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ef98c0. 00000080:00000010:0.1:1769074688.115672:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90efa940. 00000080:00000010:0.1:1769074688.115678:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90efa100. 00000080:00000010:2.1:1769074688.150354:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ef1080. 00000080:00000010:2.1:1769074688.150385:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90efca40. 00000080:00000010:2.1:1769074688.150401:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90efeb40. 00000080:00000010:2.1:1769074688.150440:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ef3180. 00000080:00000010:2.1:1769074688.150448:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ef18c0. 00000080:00000010:2.1:1769074688.150460:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ed9080. 00000080:00000010:2.1:1769074688.150472:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ef8000. 00000080:00000010:2.1:1769074688.150480:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f02940. 00000080:00000010:2.1:1769074688.150488:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f02100. 00000080:00000010:2.1:1769074688.150498:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e8f380. 00000080:00000010:2.1:1769074688.150506:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f04a40. 00000080:00000010:2.1:1769074688.150524:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ef2940. 00000080:00000010:2.1:1769074688.150531:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f06b40. 00000080:00000010:2.1:1769074688.150540:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90efdac0. 00000080:00000010:2.1:1769074688.150547:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f00000. 00000080:00000010:2.1:1769074688.150554:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90efd280. 00000080:00000010:2.1:1769074688.150559:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ef2100. 00000080:00000010:2.1:1769074688.150565:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90e89080. 00000080:00000010:2.1:1769074688.150572:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ef8840. 00000080:00000010:2.1:1769074688.150578:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90efe300. 00000080:00000010:2.1:1769074688.150584:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90efc200. 00000080:00000010:2.1:1769074688.150590:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90efb9c0. 00000080:00000010:2.1:1769074688.150601:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f05ac0. 00000080:00000010:2.1:1769074688.150607:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f05280. 00000080:00000010:2.1:1769074688.150613:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90eff380. 00000080:00000010:2.1:1769074688.150620:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f09080. 00000080:00000010:2.1:1769074688.150627:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f00840. 00000080:00000010:2.1:1769074688.150635:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ef9080. 00000080:00000010:2.1:1769074688.150641:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f06300. 00000080:00000010:2.1:1769074688.150647:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f0b180. 00000080:00000010:2.1:1769074688.150653:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90efb180. 00000080:00000010:2.1:1769074688.150659:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f098c0. 00000080:00000010:2.1:1769074688.150668:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f11080. 00000080:00000010:2.1:1769074688.150674:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f13180. 00000080:00000010:3.1:1769074688.209356:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f04200. 00000080:00000010:3.1:1769074688.209382:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f118c0. 00000080:00000010:3.1:1769074688.209391:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f12940. 00000080:00000010:3.1:1769074688.209400:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f039c0. 00000080:00000010:3.1:1769074688.209405:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f12100. 00000080:00000010:3.1:1769074688.209411:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f14a40. 00000080:00000010:3.1:1769074688.209418:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f16b40. 00000080:00000010:3.1:1769074688.209424:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f07380. 00000080:00000010:3.1:1769074688.209430:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f10000. 00000080:00000010:3.1:1769074688.209461:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f01080. 00000080:00000010:3.1:1769074688.209468:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f15ac0. 00000080:00000010:3.1:1769074688.209473:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f15280. 00000080:00000010:3.1:1769074688.209479:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f03180. 00000080:00000010:3.1:1769074688.209490:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f10840. 00000080:00000010:3.1:1769074688.209499:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f0a940. 00000080:00000010:3.1:1769074688.209505:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f16300. 00000080:00000010:3.1:1769074688.209511:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f018c0. 00000080:00000010:3.1:1769074688.209522:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f1c200. 00000080:00000010:3.1:1769074688.209529:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f1b9c0. 00000080:00000010:3.1:1769074688.209540:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ef4a40. 00000080:00000010:3.1:1769074688.209547:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f1f380. 00000080:00000010:3.1:1769074688.209553:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f19080. 00000080:00000010:0.1:1769074688.279344:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f14200. 00000080:00000010:0.1:1769074688.279362:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f139c0. 00000080:00000010:0.1:1769074688.279374:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f1b180. 00000080:00000010:0.1:1769074688.279380:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f17380. 00000080:00000010:0.1:1769074688.279400:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f0a100. 00000080:00000010:0.1:1769074688.279407:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f198c0. 00000080:00000010:0.1:1769074688.279415:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f25280. 00000080:00000010:0.1:1769074688.279421:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f20840. 00000080:00000010:0.1:1769074688.279431:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f1a940. 00000080:00000010:0.1:1769074688.279437:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f26300. 00000080:00000010:0.1:1769074688.279444:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f24200. 00000080:00000010:0.1:1769074688.279449:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f1a100. 00000080:00000010:0.1:1769074688.279457:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ef6b40. 00000080:00000010:0.1:1769074688.279464:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f239c0. 00000080:00000010:0.1:1769074688.279478:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f27380. 00000080:00000010:0.1:1769074688.279484:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f0ca40. 00000080:00000010:0.1:1769074688.279490:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f1ca40. 00000080:00000010:0.1:1769074688.279496:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f1eb40. 00000080:00000010:0.1:1769074688.279503:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f21080. 00000080:00000010:0.1:1769074688.279526:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f18000. 00000080:00000010:0.1:1769074688.279536:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f1dac0. 00000080:00000010:0.1:1769074688.279543:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ef0000. 00000080:00000010:0.1:1769074688.279550:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f23180. 00000080:00000010:0.1:1769074688.279555:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f1d280. 00000080:00000010:0.1:1769074688.279564:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ef5ac0. 00000080:00000010:0.1:1769074688.279580:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f0eb40. 00000080:00000010:0.1:1769074688.279590:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f18840. 00000080:00000010:0.1:1769074688.279596:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f1e300. 00000080:00000010:0.1:1769074688.279602:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ef5280. 00000080:00000010:0.1:1769074688.279609:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f218c0. 00000080:00000010:0.1:1769074688.279618:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f2b180. 00000080:00000010:0.1:1769074688.279676:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f22940. 00000080:00000010:0.1:1769074688.279683:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f22100. 00000080:00000010:0.1:1769074688.279692:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f35280. 00000080:00000010:2.1:1769074688.333498:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f24a40. 00000080:00000010:2.1:1769074688.333530:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f26b40. 00000080:00000010:2.1:1769074688.333548:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f30840. 00000080:00000010:2.1:1769074688.333557:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f36300. 00000080:00000010:2.1:1769074688.333564:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f20000. 00000080:00000010:2.1:1769074688.333578:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f298c0. 00000080:00000010:2.1:1769074688.333586:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f34200. 00000080:00000010:2.1:1769074688.333593:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f339c0. 00000080:00000010:2.1:1769074688.333600:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f25ac0. 00000080:00000010:2.1:1769074688.333632:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f37380. 00000080:00000010:2.1:1769074688.333641:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f31080. 00000080:00000010:2.1:1769074688.333649:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f33180. 00000080:00000010:2.1:1769074688.333655:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f318c0. 00000080:00000010:2.1:1769074688.333665:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f2a940. 00000080:00000010:2.1:1769074688.333670:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f2a100. 00000080:00000010:2.1:1769074688.333681:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f3ca40. 00000080:00000010:2.1:1769074688.333752:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f32940. 00000080:00000010:2.1:1769074688.333762:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f3eb40. 00000080:00000010:2.1:1769074688.333770:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f38000. 00000080:00000010:2.1:1769074688.333776:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f32100. 00000080:00000010:2.1:1769074688.333783:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f3dac0. 00000080:00000010:2.1:1769074688.333794:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f08000. 00000080:00000010:2.1:1769074688.333802:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f3d280. 00000080:00000010:2.1:1769074688.333809:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f2ca40. 00000080:00000010:2.1:1769074688.333816:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f34a40. 00000080:00000010:2.1:1769074688.333822:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f36b40. 00000080:00000010:2.1:1769074688.333830:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f2eb40. 00000080:00000010:2.1:1769074688.333837:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f30000. 00000080:00000010:2.1:1769074688.333843:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f38840. 00000080:00000010:2.1:1769074688.333850:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f35ac0. 00000080:00000010:2.1:1769074688.333856:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f3e300. 00000080:00000010:2.1:1769074688.333890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f46b40. 00000080:00000010:2.1:1769074688.333898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f28000. 00000080:00000010:2.1:1769074688.333905:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f3c200. 00000080:00000010:2.1:1769074688.333911:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f40000. 00000080:00000010:2.1:1769074688.333918:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f45ac0. 00000080:00000010:2.1:1769074688.333925:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f2dac0. 00000080:00000010:2.1:1769074688.333932:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f45280. 00000080:00000010:2.1:1769074688.333938:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f3b9c0. 00000080:00000010:2.1:1769074688.333943:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f3f380. 00000080:00000010:2.1:1769074688.333951:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f39080. 00000080:00000010:2.1:1769074688.333957:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f40840. 00000080:00000010:2.1:1769074688.333963:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f46300. 00000080:00000010:3.1:1769074688.334324:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f3b180. 00000080:00000010:3.1:1769074688.334334:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f398c0. 00000080:00000010:3.1:1769074688.351334:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f44200. 00000080:00000010:3.1:1769074688.351354:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f0dac0. 00000080:00000010:3.1:1769074688.351364:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f439c0. 00000080:00000010:3.1:1769074688.351377:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f3a940. 00000080:00000010:3.1:1769074688.351397:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f3a100. 00000080:00000010:3.1:1769074688.351404:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f4b180. 00000080:00000010:3.1:1769074688.351411:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f47380. 00000080:00000010:3.1:1769074688.351418:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f0d280. 00000080:00000010:3.1:1769074688.351424:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f41080. 00000080:00000010:3.1:1769074688.351435:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f43180. 00000080:00000010:3.1:1769074688.351446:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f2d280. 00000080:00000010:3.1:1769074688.351453:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f418c0. 00000080:00000010:3.1:1769074688.351460:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f42940. 00000080:00000010:3.1:1769074688.351467:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f28840. 00000080:00000010:3.1:1769074688.351479:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f2e300. 00000080:00000010:3.1:1769074688.351485:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f08840. 00000080:00000010:3.1:1769074688.351651:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f498c0. 00000080:00000010:3.1:1769074688.351658:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f0e300. 00000080:00000010:3.1:1769074688.351666:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f2c200. 00000080:00000010:3.1:1769074688.351675:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f2b9c0. 00000080:00000010:3.1:1769074688.351683:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f42100. 00000080:00000010:3.1:1769074688.351690:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f44a40. 00000080:00000010:3.1:1769074688.351697:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f56300. 00000080:00000010:3.1:1769074688.351706:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f2f380. 00000080:00000010:3.1:1769074688.351713:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f0c200. 00000080:00000010:3.1:1769074688.351730:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f54200. 00000080:00000010:3.1:1769074688.351738:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f4a940. 00000080:00000010:3.1:1769074688.351744:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f0b9c0. 00000080:00000010:3.1:1769074688.351750:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f539c0. 00000080:00000010:3.1:1769074688.351758:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f4a100. 00000080:00000010:3.1:1769074688.351764:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f57380. 00000080:00000010:3.1:1769074688.351771:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f4ca40. 00000080:00000010:3.1:1769074688.351781:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f4eb40. 00000080:00000010:3.1:1769074688.351789:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f0f380. 00000080:00000010:3.1:1769074688.351811:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f51080. 00000080:00000010:3.1:1769074688.351822:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f53180. 00000080:00000010:3.1:1769074688.351828:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f518c0. 00000080:00000010:3.1:1769074688.351835:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f48000. 00000080:00000010:3.1:1769074688.351841:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f52940. 00000080:00000010:3.1:1769074688.351849:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f52100. 00000080:00000010:3.1:1769074688.351855:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f54a40. 00000080:00000010:3.1:1769074688.351862:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f4dac0. 00000080:00000010:3.1:1769074688.351868:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f4d280. 00000080:00000010:3.1:1769074688.351874:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f56b40. 00000080:00000010:3.1:1769074688.351880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f48840. 00000080:00000010:3.1:1769074688.351887:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f29080. 00000080:00000010:3.1:1769074688.351894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f5a940. 00000080:00000010:3.1:1769074688.351909:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f50000. 00000080:00000010:3.1:1769074688.351916:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f55ac0. 00000080:00000010:3.1:1769074688.351923:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f4e300. 00000080:00000010:3.1:1769074688.351928:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f55280. 00000080:00000010:3.1:1769074688.351934:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f4c200. 00000080:00000010:3.1:1769074688.351940:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f5a100. 00000080:00000010:3.1:1769074688.351946:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f50840. 00000080:00000010:3.1:1769074688.351952:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f5ca40. 00000080:00000010:0.1:1769074688.405379:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f4b9c0. 00000080:00000010:0.1:1769074688.405407:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f4f380. 00000080:00000010:0.1:1769074688.405422:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f49080. 00000080:00000010:0.1:1769074688.405435:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f65280. 00000080:00000010:0.1:1769074688.405447:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f5eb40. 00000080:00000010:0.1:1769074688.405455:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f6dac0. 00000080:00000010:0.1:1769074688.405463:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f60840. 00000080:00000010:0.1:1769074688.405472:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f58000. 00000080:00000010:0.1:1769074688.405479:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f70000. 00000080:00000010:0.1:1769074688.405486:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f75ac0. 00000080:00000010:0.1:1769074688.405494:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f6d280. 00000080:00000010:0.1:1769074688.405505:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f68840. 00000080:00000010:0.1:1769074688.405529:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f75280. 00000080:00000010:0.1:1769074688.405536:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f70840. 00000080:00000010:0.1:1769074688.405543:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f76300. 00000080:00000010:0.1:1769074688.405552:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f5dac0. 00000080:00000010:0.1:1769074688.405559:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f6e300. 00000080:00000010:0.1:1769074688.405567:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f74200. 00000080:00000010:0.1:1769074688.405574:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f739c0. 00000080:00000010:0.1:1769074688.471696:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f6c200. 00000080:00000010:0.1:1769074688.471712:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f6b9c0. 00000080:00000010:0.1:1769074688.471736:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f6f380. 00000080:00000010:0.1:1769074688.471743:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f69080. 00000080:00000010:0.1:1769074688.471756:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f6b180. 00000080:00000010:0.1:1769074688.471766:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f77380. 00000080:00000010:0.1:1769074688.471773:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f71080. 00000080:00000010:0.1:1769074688.471781:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f698c0. 00000080:00000010:0.1:1769074688.471793:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f5d280. 00000080:00000010:0.1:1769074688.471801:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f6a940. 00000080:00000010:0.1:1769074688.471809:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f73180. 00000080:00000010:0.1:1769074688.471815:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f718c0. 00000080:00000010:0.1:1769074688.471822:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f72940. 00000080:00000010:0.1:1769074688.471829:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f58840. 00000080:00000010:0.1:1769074688.471843:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f66300. 00000080:00000010:0.1:1769074688.471856:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f72100. 00000080:00000010:0.1:1769074688.471864:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f64200. 00000080:00000010:0.1:1769074688.471871:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f74a40. 00000080:00000010:0.1:1769074688.471878:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f76b40. 00000080:00000010:0.1:1769074688.471885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f6a100. 00000080:00000010:0.1:1769074688.471892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f6ca40. 00000080:00000010:0.1:1769074688.471900:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f818c0. 00000080:00000010:0.1:1769074688.471912:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f5e300. 00000080:00000010:0.1:1769074688.471922:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f6eb40. 00000080:00000010:0.1:1769074688.471928:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f68000. 00000080:00000010:0.1:1769074688.471935:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f82940. 00000080:00000010:0.1:1769074688.471942:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f82100. 00000080:00000010:0.1:1769074688.471949:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f639c0. 00000080:00000010:0.1:1769074688.471956:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f84a40. 00000080:00000010:0.1:1769074688.471981:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f86b40. 00000080:00000010:0.1:1769074688.471990:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f5c200. 00000080:00000010:0.1:1769074688.471997:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f80000. 00000080:00000010:0.1:1769074688.472003:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f85ac0. 00000080:00000010:0.1:1769074688.472010:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f5b9c0. 00000080:00000010:0.1:1769074688.472015:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f5f380. 00000080:00000010:0.1:1769074688.472023:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f8dac0. 00000080:00000010:0.1:1769074688.472030:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f8d280. 00000080:00000010:0.1:1769074688.472040:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f85280. 00000080:00000010:2.1:1769074688.499341:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f59080. 00000080:00000010:2.1:1769074688.499363:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f88840. 00000080:00000010:3.1:1769074688.540678:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fa5280. 00000080:00000010:3.1:1769074688.540808:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f9dac0. 00000080:00000010:3.1:1769074688.540828:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fa0840. 00000080:00000010:3.1:1769074688.540838:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f9d280. 00000080:00000010:3.1:1769074688.540852:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f97380. 00000080:00000010:3.1:1769074688.540865:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f91080. 00000080:00000010:3.1:1769074688.540874:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f98840. 00000080:00000010:3.1:1769074688.540882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f9e300. 00000080:00000010:3.1:1769074688.540889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fa6300. 00000080:00000010:3.1:1769074688.540895:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f9c200. 00000080:00000010:3.1:1769074688.540902:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fa4200. 00000080:00000010:3.1:1769074688.540909:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fa39c0. 00000080:00000010:3.1:1769074688.540916:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f9b9c0. 00000080:00000010:3.1:1769074688.540938:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f9f380. 00000080:00000010:3.1:1769074688.540945:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f99080. 00000080:00000010:3.1:1769074688.540951:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90faa940. 00000080:00000010:3.1:1769074688.540960:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fa7380. 00000080:00000010:3.1:1769074688.540977:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fa1080. 00000080:00000010:3.1:1769074688.540984:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fa3180. 00000080:00000010:2.1:1769074688.541081:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f80840. 00000080:00000010:2.1:1769074688.541097:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f8e300. 00000080:00000010:2.1:1769074688.541106:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f86300. 00000080:00000010:2.1:1769074688.541114:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f5b180. 00000080:00000010:2.1:1769074688.541121:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f598c0. 00000080:00000010:2.1:1769074688.541138:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f8c200. 00000080:00000010:2.1:1769074688.541146:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f84200. 00000080:00000010:2.1:1769074688.541152:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f8b9c0. 00000080:00000010:2.1:1769074688.541160:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f8f380. 00000080:00000010:2.1:1769074688.541167:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f89080. 00000080:00000010:2.1:1769074688.541185:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f94a40. 00000080:00000010:2.1:1769074688.541192:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f8b180. 00000080:00000010:2.1:1769074688.541199:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f96b40. 00000080:00000010:2.1:1769074688.541205:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f898c0. 00000080:00000010:2.1:1769074688.541216:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f67380. 00000080:00000010:2.1:1769074688.541223:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f61080. 00000080:00000010:2.1:1769074688.541230:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f839c0. 00000080:00000010:2.1:1769074688.541260:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f87380. 00000080:00000010:2.1:1769074688.541266:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f8a940. 00000080:00000010:2.1:1769074688.541272:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f8a100. 00000080:00000010:2.1:1769074688.541278:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f8ca40. 00000080:00000010:2.1:1769074688.541301:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f90000. 00000080:00000010:2.1:1769074688.541308:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f63180. 00000080:00000010:2.1:1769074688.541315:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f81080. 00000080:00000010:2.1:1769074688.541321:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f95ac0. 00000080:00000010:2.1:1769074688.541327:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f95280. 00000080:00000010:2.1:1769074688.541334:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f90840. 00000080:00000010:2.1:1769074688.541342:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f8eb40. 00000080:00000010:2.1:1769074688.541349:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f83180. 00000080:00000010:2.1:1769074688.541356:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f88000. 00000080:00000010:2.1:1769074688.541362:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f9b180. 00000080:00000010:2.1:1769074688.541368:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f998c0. 00000080:00000010:2.1:1769074688.541374:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fa2940. 00000080:00000010:2.1:1769074688.541381:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f9a940. 00000080:00000010:2.1:1769074688.541388:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f9a100. 00000080:00000010:2.1:1769074688.541393:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f96300. 00000080:00000010:2.1:1769074688.541399:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f94200. 00000080:00000010:2.1:1769074688.541405:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fa2100. 00000080:00000010:2.1:1769074688.541411:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f9ca40. 00000080:00000010:2.1:1769074688.541418:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fa4a40. 00000080:00000010:2.1:1769074688.541424:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fa6b40. 00000080:00000010:2.1:1769074688.541430:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f9eb40. 00000080:00000010:2.1:1769074688.541436:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fa0000. 00000080:00000010:2.1:1769074688.541441:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f98000. 00000080:00000010:2.1:1769074688.541447:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f939c0. 00000080:00000010:2.1:1769074688.541453:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fa5ac0. 00000080:00000010:0.1:1769074688.573427:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f93180. 00000080:00000010:0.1:1769074688.573446:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f918c0. 00000080:00000010:1.1:1769074688.578676:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f618c0. 00000080:00000010:1.1:1769074688.578724:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fa18c0. 00000080:00000010:1.1:1769074688.578740:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90faa100. 00000080:00000010:1.1:1769074688.578753:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f92940. 00000080:00000010:1.1:1769074688.578760:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90faca40. 00000080:00000010:1.1:1769074688.578772:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90faeb40. 00000080:00000010:1.1:1769074688.578780:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fb18c0. 00000080:00000010:1.1:1769074688.578846:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f92100. 00000080:00000010:1.1:1769074688.578852:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fbe300. 00000080:00000010:0.1:1769074688.623125:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fb2940. 00000080:00000010:0.1:1769074688.623163:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fb2100. 00000080:00000010:0.1:1769074688.623755:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fb4a40. 00000080:00000010:0.1:1769074688.623766:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fb6b40. 00000080:00000010:0.1:1769074688.623773:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fb0000. 00000080:00000010:0.1:1769074688.623779:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fb5ac0. 00000080:00000010:1.1:1769074688.650742:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fbf380. 00000080:00000010:1.1:1769074688.650779:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fb39c0. 00000080:00000010:1.1:1769074688.650799:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fb7380. 00000080:00000010:1.1:1769074688.650810:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fae300. 00000080:00000010:1.1:1769074688.650818:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fb1080. 00000080:00000010:1.1:1769074688.650824:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fb9080. 00000080:00000010:1.1:1769074688.650834:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fbb180. 00000080:00000010:1.1:1769074688.650842:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fb3180. 00000080:00000010:1.1:1769074688.650849:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fc6300. 00000080:00000010:0.1:1769074688.655793:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fb5280. 00000080:00000010:0.1:1769074688.655822:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fbc200. 00000080:00000010:0.1:1769074688.655839:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fb0840. 00000080:00000010:0.1:1769074688.655852:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fa8000. 00000080:00000010:0.1:1769074688.655859:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fbb9c0. 00000080:00000010:0.1:1769074688.655866:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fadac0. 00000080:00000010:0.1:1769074688.655873:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fad280. 00000080:00000010:0.1:1769074688.655878:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fa8840. 00000080:00000010:0.1:1769074688.655889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fb6300. 00000080:00000010:0.1:1769074688.655894:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fb4200. 00000080:00000010:1.1:1769074688.674493:0:1357:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fc4200. 00000080:00000010:1.1:1769074688.674525:0:1357:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fac200. 00000080:00000010:1.1:1769074688.674601:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fab9c0. 00000080:00000010:1.1:1769074688.674618:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f62940. 00000080:00000010:1.1:1769074688.674625:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90faf380. 00000080:00000010:1.1:1769074688.674633:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fa9080. 00000080:00000010:1.1:1769074688.674642:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fab180. 00000080:00000010:1.1:1769074688.674653:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fc39c0. 00000080:00000010:0.1:1769074688.674853:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fc4a40. 00000080:00000010:0.1:1769074688.674866:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fb98c0. 00000080:00000010:0.1:1769074688.674875:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fba940. 00000080:00000010:0.1:1769074688.674884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f62100. 00000080:00000010:0.1:1769074688.674892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fc6b40. 00000080:00000010:0.1:1769074688.674900:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f64a40. 00000080:00000010:0.1:1769074688.674909:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fa98c0. 00000080:00000010:0.1:1769074688.674916:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fc0000. 00000080:00000010:1.1:1769074688.674932:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fc7380. 00000080:00000010:0.1:1769074688.674942:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fba100. 00000080:00000010:1.1:1769074688.674947:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fc1080. 00000080:00000010:0.1:1769074688.674954:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fbca40. 00000080:00000010:1.1:1769074688.674963:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fc3180. 00000080:00000010:0.1:1769074688.674969:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fd6b40. 00000080:00000010:1.1:1769074688.674974:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fc18c0. 00000080:00000010:1.1:1769074688.674986:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fc2940. 00000080:00000010:1.1:1769074688.674992:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fc2100. 00000080:00000010:0.1:1769074688.675039:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fc5ac0. 00000080:00000010:0.1:1769074688.675048:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fc5280. 00000080:00000010:0.1:1769074688.675058:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fc0840. 00000080:00000010:3.1:1769074688.733358:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fd0000. 00000080:00000010:3.1:1769074688.733380:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fd5ac0. 00000080:00000010:3.1:1769074688.733396:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f66b40. 00000080:00000010:3.1:1769074688.733404:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fd5280. 00000080:00000010:3.1:1769074688.733440:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f60000. 00000080:00000010:3.1:1769074688.733458:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fddac0. 00000080:00000010:3.1:1769074688.733467:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fd0840. 00000080:00000010:3.1:1769074688.733474:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fd6300. 00000080:00000010:3.1:1769074688.733485:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fbeb40. 00000080:00000010:3.1:1769074688.733493:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fd4200. 00000080:00000010:3.1:1769074688.733500:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90f65ac0. 00000080:00000010:3.1:1769074688.733530:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fdd280. 00000080:00000010:3.1:1769074688.733537:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fd8840. 00000080:00000010:3.1:1769074688.733545:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fde300. 00000080:00000010:3.1:1769074688.733551:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fdc200. 00000080:00000010:3.1:1769074688.733558:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fdb9c0. 00000080:00000010:3.1:1769074688.733564:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fdf380. 00000080:00000010:3.1:1769074688.733572:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fd39c0. 00000080:00000010:3.1:1769074688.733583:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fd9080. 00000080:00000010:3.1:1769074688.733590:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fdb180. 00000080:00000010:2.1:1769074688.770598:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fb8000. 00000080:00000010:2.1:1769074688.770626:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fbdac0. 00000080:00000010:2.1:1769074688.770667:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fd7380. 00000080:00000010:2.1:1769074688.770682:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fd98c0. 00000080:00000010:2.1:1769074688.770689:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fbd280. 00000080:00000010:2.1:1769074688.770696:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fd1080. 00000080:00000010:2.1:1769074688.770719:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fd3180. 00000080:00000010:2.1:1769074688.770728:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fb8840. 00000080:00000010:2.1:1769074688.770735:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fda940. 00000080:00000010:2.1:1769074688.770742:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fda100. 00000080:00000010:2.1:1769074688.770747:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fdca40. 00000080:00000010:2.1:1769074688.770757:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fe18c0. 00000080:00000010:2.1:1769074688.770764:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fe2940. 00000080:00000010:2.1:1769074688.770770:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fdeb40. 00000080:00000010:2.1:1769074688.770776:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fd8000. 00000080:00000010:2.1:1769074688.770781:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fe2100. 00000080:00000010:2.1:1769074688.770788:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fe4a40. 00000080:00000010:2.1:1769074688.770795:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fe98c0. 00000080:00000010:2.1:1769074688.770803:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fd18c0. 00000080:00000010:2.1:1769074688.770811:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fe6b40. 00000080:00000010:1.1:1769074688.804596:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fea940. 00000080:00000010:1.1:1769074688.804631:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fea100. 00000080:00000010:1.1:1769074688.804656:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ff6300. 00000080:00000010:1.1:1769074688.804671:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90feca40. 00000080:00000010:1.1:1769074688.804679:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90feeb40. 00000080:00000010:1.1:1769074688.804688:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fd2940. 00000080:00000010:1.1:1769074688.804696:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fd2100. 00000080:00000010:1.1:1769074688.804721:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fe8000. 00000080:00000010:1.1:1769074688.804764:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fedac0. 00000080:00000010:1.1:1769074688.804770:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fed280. 00000080:00000010:1.1:1769074688.804784:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fe0000. 00000080:00000010:1.1:1769074688.804792:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fe8840. 00000080:00000010:1.1:1769074688.804799:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fee300. 00000080:00000010:0.1:1769074688.830455:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fe5ac0. 00000080:00000010:0.1:1769074688.830486:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ff4200. 00000080:00000010:0.1:1769074688.830499:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fd4a40. 00000080:00000010:0.1:1769074688.830506:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fe5280. 00000080:00000010:0.1:1769074688.830516:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fe0840. 00000080:00000010:0.1:1769074688.830522:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ff39c0. 00000080:00000010:0.1:1769074688.830530:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fec200. 00000080:00000010:0.1:1769074688.830536:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90feb9c0. 00000080:00000010:0.1:1769074688.830542:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ffa100. 00000080:00000010:0.1:1769074688.830562:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ffca40. 00000080:00000010:0.1:1769074688.830568:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fe6300. 00000080:00000010:1.1:1769074688.862987:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fef380. 00000080:00000010:1.1:1769074688.863016:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ffeb40. 00000080:00000010:1.1:1769074688.863034:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ff8000. 00000080:00000010:2.1:1769074688.863334:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fe9080. 00000080:00000010:2.1:1769074688.863349:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fe4200. 00000080:00000010:2.1:1769074688.863359:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ffdac0. 00000080:00000010:2.1:1769074688.900330:0:1357:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fe39c0. 00000080:00000010:2.1:1769074688.900358:0:1357:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ff7380. 00000080:00000010:2.1:1769074688.900379:0:1357:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90feb180. 00000080:00000010:2.1:1769074688.900395:0:1357:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ffd280. 00000080:00000010:2.1:1769074688.900402:0:1357:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90405280. 00000080:00000010:2.1:1769074688.900410:0:1357:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ff8840. 00000080:00000010:2.1:1769074688.900417:0:1357:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ffe300. 00000080:00000010:2.1:1769074688.900425:0:1357:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fe7380. 00000080:00000010:2.1:1769074688.900431:0:1357:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ffc200. 00000080:00000010:2.1:1769074688.900441:0:1357:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ff1080. 00000080:00000010:2.1:1769074688.900481:0:1357:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90400840. 00000080:00000010:2.1:1769074688.900490:0:1357:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90406300. 00000080:00000010:2.1:1769074688.900497:0:1357:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fe1080. 00000080:00000010:2.1:1769074688.900505:0:1357:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ffb9c0. 00000080:00000010:2.1:1769074688.900511:0:1357:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90404200. 00000080:00000010:2.1:1769074688.900518:0:1357:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fff380. 00000080:00000010:2.1:1769074688.900525:0:1357:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904039c0. 00000080:00000010:2.1:1769074688.900532:0:1357:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90407380. 00000080:00000010:2.1:1769074688.900537:0:1357:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90fe3180. 00000080:00000010:2.1:1769074688.900543:0:1357:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ff9080. 00000080:00000010:2.1:1769074688.900550:0:1357:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90401080. 00000080:00000010:2.1:1769074688.900556:0:1357:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ffb180. 00000080:00000010:2.1:1769074688.900565:0:1357:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90403180. 00000080:00000010:2.1:1769074688.900572:0:1357:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9040ca40. 00000080:00000010:2.1:1769074688.900581:0:1357:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9040eb40. 00000080:00000010:2.1:1769074688.900609:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904018c0. 00000080:00000010:2.1:1769074688.900617:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ff3180. 00000080:00000010:2.1:1769074688.900627:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ff98c0. 00000080:00000010:2.1:1769074688.900634:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ffa940. 00000080:00000010:3.1:1769074688.970599:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90414200. 00000080:00000010:3.1:1769074688.970622:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904139c0. 00000080:00000010:3.1:1769074688.970630:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90417380. 00000080:00000010:3.1:1769074688.970654:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90402940. 00000080:00000010:3.1:1769074688.970664:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90402100. 00000080:00000010:3.1:1769074688.970671:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90411080. 00000080:00000010:3.1:1769074688.970678:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90404a40. 00000080:00000010:3.1:1769074688.970685:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90406b40. 00000080:00000010:3.1:1769074688.970695:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90408000. 00000080:00000010:3.1:1769074688.970702:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9040dac0. 00000080:00000010:3.1:1769074688.970722:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90413180. 00000080:00000010:3.1:1769074688.970728:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904118c0. 00000080:00000010:3.1:1769074688.970736:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90400000. 00000080:00000010:3.1:1769074688.970743:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90412940. 00000080:00000010:3.1:1769074688.970750:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9040d280. 00000080:00000010:3.1:1769074688.970790:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90405ac0. 00000080:00000010:3.1:1769074688.970797:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90412100. 00000080:00000010:3.1:1769074688.970809:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90414a40. 00000080:00000010:3.1:1769074688.970817:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90418840. 00000080:00000010:3.1:1769074688.970830:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90408840. 00000080:00000010:3.1:1769074688.970850:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ff18c0. 00000080:00000010:3.1:1769074688.970863:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9041e300. 00000080:00000010:3.1:1769074688.970873:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90416b40. 00000080:00000010:3.1:1769074688.970889:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9041c200. 00000080:00000010:3.1:1769074688.970899:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90410000. 00000080:00000010:3.1:1769074688.970910:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9041b9c0. 00000080:00000010:3.1:1769074688.970922:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9041f380. 00000080:00000010:3.1:1769074688.970933:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90419080. 00000080:00000010:3.1:1769074688.970942:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90415ac0. 00000080:00000010:3.1:1769074688.970952:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9041b180. 00000080:00000010:3.1:1769074688.970962:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904198c0. 00000080:00000010:3.1:1769074688.970973:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ff2940. 00000080:00000010:3.1:1769074688.970985:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9040e300. 00000080:00000010:3.1:1769074688.970997:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9041a940. 00000080:00000010:3.1:1769074688.971009:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90415280. 00000080:00000010:3.1:1769074688.971024:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90410840. 00000080:00000010:3.1:1769074688.971040:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9040c200. 00000080:00000010:3.1:1769074688.971053:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9040b9c0. 00000080:00000010:3.1:1769074688.971066:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90416300. 00000080:00000010:3.1:1769074688.971076:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ff2100. 00000080:00000010:3.1:1769074688.971091:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9040f380. 00000080:00000010:3.1:1769074688.971103:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9041a100. 00000080:00000010:0.1:1769074689.055584:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90409080. 00000080:00000010:0.1:1769074689.055641:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9041ca40. 00000080:00000010:0.1:1769074689.055676:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90429080. 00000080:00000010:0.1:1769074689.055687:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9041eb40. 00000080:00000010:0.1:1769074689.055698:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9042b180. 00000080:00000010:0.1:1769074689.055723:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ff4a40. 00000080:00000010:0.1:1769074689.055740:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90418000. 00000080:00000010:0.1:1769074689.055749:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904298c0. 00000080:00000010:0.1:1769074689.055765:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9042a940. 00000080:00000010:0.1:1769074689.055772:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9042a100. 00000080:00000010:0.1:1769074689.055780:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9041dac0. 00000080:00000010:0.1:1769074689.055788:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9040b180. 00000080:00000010:0.1:1769074689.055795:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9041d280. 00000080:00000010:0.1:1769074689.055804:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90431080. 00000080:00000010:0.1:1769074689.055813:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90433180. 00000080:00000010:0.1:1769074689.055824:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9042ca40. 00000080:00000010:0.1:1769074689.055833:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904098c0. 00000080:00000010:0.1:1769074689.055842:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9040a940. 00000080:00000010:0.1:1769074689.055850:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9040a100. 00000080:00000010:0.1:1769074689.055859:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9042eb40. 00000080:00000010:0.1:1769074689.055868:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904318c0. 00000080:00000010:0.1:1769074689.055877:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90432940. 00000080:00000010:0.1:1769074689.055884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90432100. 00000080:00000010:0.1:1769074689.055898:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9043eb40. 00000080:00000010:0.1:1769074689.055908:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90438000. 00000080:00000010:0.1:1769074689.055919:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90428000. 00000080:00000010:0.1:1769074689.055927:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ff6b40. 00000080:00000010:0.1:1769074689.055936:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9043dac0. 00000080:00000010:0.1:1769074689.055945:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9042dac0. 00000080:00000010:0.1:1769074689.055954:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90434a40. 00000080:00000010:0.1:1769074689.055963:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90436b40. 00000080:00000010:0.1:1769074689.055972:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9043d280. 00000080:00000010:0.1:1769074689.055983:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90430000. 00000080:00000010:0.1:1769074689.055992:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90435ac0. 00000080:00000010:0.1:1769074689.056000:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90435280. 00000080:00000010:0.1:1769074689.056010:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9042d280. 00000080:00000010:0.1:1769074689.056020:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ff0000. 00000080:00000010:0.1:1769074689.056028:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90430840. 00000080:00000010:0.1:1769074689.056037:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90438840. 00000080:00000010:0.1:1769074689.056047:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90428840. 00000080:00000010:0.1:1769074689.056055:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9042e300. 00000080:00000010:0.1:1769074689.056065:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9042c200. 00000080:00000010:0.1:1769074689.056072:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90436300. 00000080:00000010:0.1:1769074689.056081:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90434200. 00000080:00000010:0.1:1769074689.056088:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904339c0. 00000080:00000010:0.1:1769074689.056095:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9043e300. 00000080:00000010:0.1:1769074689.056103:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90437380. 00000080:00000010:0.1:1769074689.056111:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90444a40. 00000080:00000010:0.1:1769074689.056120:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90446b40. 00000080:00000010:0.1:1769074689.056129:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ff5ac0. 00000080:00000010:1.1:1769074689.085518:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9042b9c0. 00000080:00000010:1.1:1769074689.085557:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90440000. 00000080:00000010:1.1:1769074689.085581:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ff5280. 00000080:00000010:1.1:1769074689.085593:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90445ac0. 00000080:00000010:1.1:1769074689.085625:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9042f380. 00000080:00000010:2.1:1769074689.086852:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90445280. 00000080:00000010:2.1:1769074689.086882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90440840. 00000080:00000010:2.1:1769074689.086904:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9043c200. 00000080:00000010:2.1:1769074689.086916:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9043b9c0. 00000080:00000010:2.1:1769074689.086924:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90446300. 00000080:00000010:2.1:1769074689.086937:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904498c0. 00000080:00000010:2.1:1769074689.086947:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90444200. 00000080:00000010:2.1:1769074689.086954:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9044a940. 00000080:00000010:2.1:1769074689.086961:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9044a100. 00000080:00000010:2.1:1769074689.086967:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9044ca40. 00000080:00000010:2.1:1769074689.086976:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90ff0840. 00000080:00000010:2.1:1769074689.086984:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90454200. 00000080:00000010:2.1:1769074689.087078:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9044eb40. 00000080:00000010:2.1:1769074689.087090:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904439c0. 00000080:00000010:2.1:1769074689.087098:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90448000. 00000080:00000010:2.1:1769074689.087106:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90447380. 00000080:00000010:2.1:1769074689.087113:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90441080. 00000080:00000010:2.1:1769074689.087120:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9043f380. 00000080:00000010:2.1:1769074689.087127:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9044dac0. 00000080:00000010:2.1:1769074689.087134:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90439080. 00000080:00000010:2.1:1769074689.087141:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9043b180. 00000080:00000010:2.1:1769074689.087148:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90443180. 00000080:00000010:2.1:1769074689.087155:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904539c0. 00000080:00000010:2.1:1769074689.087165:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904418c0. 00000080:00000010:2.1:1769074689.087173:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90442940. 00000080:00000010:2.1:1769074689.087179:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90442100. 00000080:00000010:2.1:1769074689.087185:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9045b9c0. 00000080:00000010:2.1:1769074689.087193:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9045f380. 00000080:00000010:2.1:1769074689.087200:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9044d280. 00000080:00000010:2.1:1769074689.087207:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90459080. 00000080:00000010:2.1:1769074689.087213:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9045b180. 00000080:00000010:2.1:1769074689.087223:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90448840. 00000080:00000010:2.1:1769074689.087229:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9044e300. 00000080:00000010:2.1:1769074689.087236:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904598c0. 00000080:00000010:2.1:1769074689.087243:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9044c200. 00000080:00000010:2.1:1769074689.087249:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9045a940. 00000080:00000010:2.1:1769074689.087255:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9044b9c0. 00000080:00000010:2.1:1769074689.087261:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9045a100. 00000080:00000010:2.1:1769074689.087273:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9045ca40. 00000080:00000010:2.1:1769074689.087299:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9044f380. 00000080:00000010:2.1:1769074689.087309:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90449080. 00000080:00000010:2.1:1769074689.087316:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9044b180. 00000080:00000010:2.1:1769074689.087334:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9045eb40. 00000080:00000010:2.1:1769074689.087348:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90460840. 00000080:00000010:2.1:1769074689.087357:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90466300. 00000080:00000010:2.1:1769074689.087366:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90458000. 00000080:00000010:2.1:1769074689.087375:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90464200. 00000080:00000010:2.1:1769074689.087381:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9045dac0. 00000080:00000010:2.1:1769074689.087388:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90457380. 00000080:00000010:2.1:1769074689.087395:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9045d280. 00000080:00000010:2.1:1769074689.087401:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90458840. 00000080:00000010:2.1:1769074689.087408:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9045e300. 00000080:00000010:2.1:1769074689.087422:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904639c0. 00000080:00000010:2.1:1769074689.087431:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90467380. 00000080:00000010:2.1:1769074689.087444:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904398c0. 00000080:00000010:2.1:1769074689.087453:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9045c200. 00000080:00000010:2.1:1769074689.087460:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90461080. 00000080:00000010:2.1:1769074689.087466:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90463180. 00000080:00000010:2.1:1769074689.087472:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90469080. 00000080:00000010:2.1:1769074689.087479:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904618c0. 00000080:00000010:2.1:1769074689.087486:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9046b180. 00000080:00000010:2.1:1769074689.087492:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904698c0. 00000080:00000010:2.1:1769074689.087501:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90462940. 00000080:00000010:2.1:1769074689.087513:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9046a940. 00000080:00000010:2.1:1769074689.087519:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90462100. 00000080:00000010:2.1:1769074689.087526:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90464a40. 00000080:00000010:2.1:1769074689.087533:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9046a100. 00000080:00000010:2.1:1769074689.087540:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90466b40. 00000080:00000010:2.1:1769074689.087548:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9046ca40. 00000080:00000010:2.1:1769074689.087561:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90460000. 00000080:00000010:2.1:1769074689.087569:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90465ac0. 00000080:00000010:2.1:1769074689.087576:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9046eb40. 00000080:00000010:2.1:1769074689.087584:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90465280. 00000080:00000010:2.1:1769074689.087591:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90468000. 00000080:00000010:2.1:1769074689.087605:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90474a40. 00000080:00000010:2.1:1769074689.087614:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90476b40. 00000080:00000010:2.1:1769074689.087621:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9046dac0. 00000080:00000010:2.1:1769074689.087627:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9046d280. 00000080:00000010:3.1:1769074689.096395:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90451080. 00000080:00000010:3.1:1769074689.159268:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90470000. 00000080:00000010:3.1:1769074689.159324:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90475ac0. 00000080:00000010:3.1:1769074689.159347:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90468840. 00000080:00000010:3.1:1769074689.159396:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90475280. 00000080:00000010:3.1:1769074689.159406:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90470840. 00000080:00000010:3.1:1769074689.159428:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9043a940. 00000080:00000010:3.1:1769074689.159438:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9043a100. 00000080:00000010:3.1:1769074689.159446:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90476300. 00000080:00000010:3.1:1769074689.159454:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9043ca40. 00000080:00000010:3.1:1769074689.159480:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90474200. 00000080:00000010:3.1:1769074689.159492:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904739c0. 00000080:00000010:3.1:1769074689.159502:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9047eb40. 00000080:00000010:3.1:1769074689.159598:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90478000. 00000080:00000010:3.1:1769074689.159610:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90477380. 00000080:00000010:3.1:1769074689.159621:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9046e300. 00000080:00000010:3.1:1769074689.159636:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9046c200. 00000080:00000010:1.1:1769074689.215351:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90473180. 00000080:00000010:1.1:1769074689.215387:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9046b9c0. 00000080:00000010:1.1:1769074689.215399:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9046f380. 00000080:00000010:1.1:1769074689.215407:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904718c0. 00000080:00000010:1.1:1769074689.215415:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90472940. 00000080:00000010:1.1:1769074689.215432:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9047dac0. 00000080:00000010:1.1:1769074689.215446:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90453180. 00000080:00000010:1.1:1769074689.215453:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90472100. 00000080:00000010:1.1:1769074689.215461:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90485ac0. 00000080:00000010:1.1:1769074689.215472:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9048a940. 00000080:00000010:1.1:1769074689.215480:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9047d280. 00000080:00000010:1.1:1769074689.215488:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90478840. 00000080:00000010:1.1:1769074689.215495:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9048a100. 00000080:00000010:1.1:1769074689.215506:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9048ca40. 00000080:00000010:1.1:1769074689.215516:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9047e300. 00000080:00000010:1.1:1769074689.215524:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9048eb40. 00000080:00000010:1.1:1769074689.215532:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90485280. 00000080:00000010:1.1:1769074689.215540:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90488000. 00000080:00000010:1.1:1769074689.215579:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9048dac0. 00000080:00000010:1.1:1769074689.215592:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9047c200. 00000080:00000010:1.1:1769074689.215600:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90480840. 00000080:00000010:1.1:1769074689.215607:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90486300. 00000080:00000010:1.1:1769074689.215614:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9047b9c0. 00000080:00000010:1.1:1769074689.215621:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9048d280. 00000080:00000010:1.1:1769074689.215629:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9047f380. 00000080:00000010:1.1:1769074689.215643:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90484200. 00000080:00000010:1.1:1769074689.215651:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904839c0. 00000080:00000010:1.1:1769074689.215659:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90488840. 00000080:00000010:1.1:1769074689.215670:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904518c0. 00000080:00000010:1.1:1769074689.215679:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90479080. 00000080:00000010:1.1:1769074689.215686:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90487380. 00000080:00000010:1.1:1769074689.215711:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9048e300. 00000080:00000010:1.1:1769074689.215734:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9048c200. 00000080:00000010:0.1:1769074689.215735:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90471080. 00000080:00000010:1.1:1769074689.215747:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9047b180. 00000080:00000010:1.1:1769074689.215762:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90481080. 00000080:00000010:1.1:1769074689.215772:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90483180. 00000080:00000010:1.1:1769074689.215778:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904818c0. 00000080:00000010:1.1:1769074689.217640:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90482940. 00000080:00000010:1.1:1769074689.217659:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9048b9c0. 00000080:00000010:1.1:1769074689.217671:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9048f380. 00000080:00000010:1.1:1769074689.217679:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90482100. 00000080:00000010:1.1:1769074689.217711:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90489080. 00000080:00000010:1.1:1769074689.217720:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90484a40. 00000080:00000010:1.1:1769074689.217730:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90452940. 00000080:00000010:1.1:1769074689.217737:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90452100. 00000080:00000010:1.1:1769074689.217745:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904798c0. 00000080:00000010:1.1:1769074689.217753:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9047a940. 00000080:00000010:1.1:1769074689.217760:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9048b180. 00000080:00000010:1.1:1769074689.217778:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90486b40. 00000080:00000010:1.1:1769074689.217805:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904898c0. 00000080:00000010:1.1:1769074689.217811:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90454a40. 00000080:00000010:2.1:1769074689.311358:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90480000. 00000080:00000010:2.1:1769074689.311386:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90496b40. 00000080:00000010:2.1:1769074689.311416:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90456b40. 00000080:00000010:2.1:1769074689.311425:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90490000. 00000080:00000010:2.1:1769074689.311438:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90495ac0. 00000080:00000010:2.1:1769074689.311461:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9049b180. 00000080:00000010:2.1:1769074689.311472:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904998c0. 00000080:00000010:2.1:1769074689.311661:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9049a940. 00000080:00000010:2.1:1769074689.311673:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9049a100. 00000080:00000010:2.1:1769074689.311684:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9047a100. 00000080:00000010:2.1:1769074689.311693:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90495280. 00000080:00000010:2.1:1769074689.311716:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9049ca40. 00000080:00000010:2.1:1769074689.311727:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90490840. 00000080:00000010:2.1:1769074689.311882:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9049eb40. 00000080:00000010:2.1:1769074689.311892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90498000. 00000080:00000010:2.1:1769074689.312021:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9049dac0. 00000080:00000010:2.1:1769074689.312030:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9047ca40. 00000080:00000010:2.1:1769074689.312039:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904a98c0. 00000080:00000010:2.1:1769074689.312091:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904aa940. 00000080:00000010:2.1:1769074689.312100:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904aa100. 00000080:00000010:2.1:1769074689.312112:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90496300. 00000080:00000010:2.1:1769074689.312123:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90494200. 00000080:00000010:2.1:1769074689.312131:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904939c0. 00000080:00000010:2.1:1769074689.312140:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90497380. 00000080:00000010:2.1:1769074689.312147:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90491080. 00000080:00000010:2.1:1769074689.312154:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90493180. 00000080:00000010:2.1:1769074689.312163:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9049d280. 00000080:00000010:2.1:1769074689.312397:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90498840. 00000080:00000010:2.1:1769074689.312405:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904918c0. 00000080:00000010:2.1:1769074689.312412:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9049e300. 00000080:00000010:2.1:1769074689.312430:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90492940. 00000080:00000010:3.1:1769074689.386353:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9049c200. 00000080:00000010:3.1:1769074689.386371:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9049b9c0. 00000080:00000010:3.1:1769074689.386384:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9049f380. 00000080:00000010:3.1:1769074689.386401:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90492100. 00000080:00000010:3.1:1769074689.386408:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90499080. 00000080:00000010:3.1:1769074689.386438:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90494a40. 00000080:00000010:3.1:1769074689.386462:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904aca40. 00000080:00000010:3.1:1769074689.386471:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904b39c0. 00000080:00000010:3.1:1769074689.386480:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904b9080. 00000080:00000010:3.1:1769074689.386488:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904bb180. 00000080:00000010:3.1:1769074689.386494:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904b98c0. 00000080:00000010:3.1:1769074689.386500:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904ba940. 00000080:00000010:3.1:1769074689.386508:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904aeb40. 00000080:00000010:3.1:1769074689.386514:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904a8000. 00000080:00000010:3.1:1769074689.386520:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904b7380. 00000080:00000010:3.1:1769074689.386536:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904b1080. 00000080:00000010:3.1:1769074689.386542:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904b3180. 00000080:00000010:3.1:1769074689.386547:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904adac0. 00000080:00000010:3.1:1769074689.386588:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904ba100. 00000080:00000010:3.1:1769074689.386595:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904bca40. 00000080:00000010:3.1:1769074689.386601:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904ad280. 00000080:00000010:3.1:1769074689.386606:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904a8840. 00000080:00000010:3.1:1769074689.386617:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904ae300. 00000080:00000010:3.1:1769074689.386624:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904beb40. 00000080:00000010:3.1:1769074689.386636:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904b8000. 00000080:00000010:3.1:1769074689.386643:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904bdac0. 00000080:00000010:3.1:1769074689.386667:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90450000. 00000080:00000010:3.1:1769074689.386675:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904b18c0. 00000080:00000010:3.1:1769074689.386683:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904ac200. 00000080:00000010:3.1:1769074689.386690:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904b2940. 00000080:00000010:3.1:1769074689.386696:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904bd280. 00000080:00000010:3.1:1769074689.386718:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904ab9c0. 00000080:00000010:3.1:1769074689.386724:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904af380. 00000080:00000010:3.1:1769074689.386731:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904a9080. 00000080:00000010:3.1:1769074689.386739:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904b2100. 00000080:00000010:3.1:1769074689.386746:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90455ac0. 00000080:00000010:3.1:1769074689.386752:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904ab180. 00000080:00000010:3.1:1769074689.386760:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904c3180. 00000080:00000010:3.1:1769074689.386768:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904b4a40. 00000080:00000010:3.1:1769074689.386775:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904b6b40. 00000080:00000010:3.1:1769074689.386782:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904b0000. 00000080:00000010:3.1:1769074689.386789:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90455280. 00000080:00000010:3.1:1769074689.386795:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904b8840. 00000080:00000010:3.1:1769074689.386801:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904b5ac0. 00000080:00000010:3.1:1769074689.386808:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904be300. 00000080:00000010:3.1:1769074689.386814:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904bc200. 00000080:00000010:3.1:1769074689.386820:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904bb9c0. 00000080:00000010:3.1:1769074689.386827:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904c18c0. 00000080:00000010:3.1:1769074689.386833:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904c2940. 00000080:00000010:3.1:1769074689.386845:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90450840. 00000080:00000010:3.1:1769074689.386852:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904bf380. 00000080:00000010:3.1:1769074689.386858:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904c2100. 00000080:00000010:3.1:1769074689.386865:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904cf380. 00000080:00000010:3.1:1769074689.386872:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904c9080. 00000080:00000010:3.1:1769074689.386878:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904b5280. 00000080:00000010:3.1:1769074689.386888:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904cb180. 00000080:00000010:3.1:1769074689.386992:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904b0840. 00000080:00000010:3.1:1769074689.386998:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904b6300. 00000080:00000010:3.1:1769074689.387005:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904b4200. 00000080:00000010:3.1:1769074689.387012:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904c98c0. 00000080:00000010:3.1:1769074689.387020:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904d9080. 00000080:00000010:3.1:1769074689.387027:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90456300. 00000080:00000010:3.1:1769074689.387041:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904e4a40. 00000080:00000010:3.1:1769074689.387049:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904db180. 00000080:00000010:3.1:1769074689.387056:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904d98c0. 00000080:00000010:3.1:1769074689.387063:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904ca940. 00000080:00000010:3.1:1769074689.387070:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904c4a40. 00000080:00000010:3.1:1769074689.387077:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904ca100. 00000080:00000010:3.1:1769074689.387083:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904cca40. 00000080:00000010:3.1:1769074689.387089:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904c6b40. 00000080:00000010:3.1:1769074689.387104:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904c0000. 00000080:00000010:3.1:1769074689.387111:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904ceb40. 00000080:00000010:3.1:1769074689.387133:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904c5ac0. 00000080:00000010:3.1:1769074689.387141:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904c8000. 00000080:00000010:3.1:1769074689.387146:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904cdac0. 00000080:00000010:3.1:1769074689.387152:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904cd280. 00000080:00000010:3.1:1769074689.387158:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904c5280. 00000080:00000010:3.1:1769074689.387171:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904c8840. 00000080:00000010:3.1:1769074689.387180:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904da940. 00000080:00000010:3.1:1769074689.387187:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904da100. 00000080:00000010:3.1:1769074689.387544:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904ce300. 00000080:00000010:3.1:1769074689.387552:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904cc200. 00000080:00000010:3.1:1769074689.387558:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904cb9c0. 00000080:00000010:3.1:1769074689.387565:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904dca40. 00000080:00000010:3.1:1769074689.387572:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904f39c0. 00000080:00000010:3.1:1769074689.387603:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904f7380. 00000080:00000010:3.1:1769074689.387613:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904f1080. 00000080:00000010:3.1:1769074689.387619:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904f3180. 00000080:00000010:3.1:1769074689.387626:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904c0840. 00000080:00000010:3.1:1769074689.387632:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904deb40. 00000080:00000010:3.1:1769074689.387644:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904d8000. 00000080:00000010:3.1:1769074689.387650:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904f18c0. 00000080:00000010:3.1:1769074689.387793:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904f2940. 00000080:00000010:3.1:1769074689.387802:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904ddac0. 00000080:00000010:3.1:1769074689.387808:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904dd280. 00000080:00000010:3.1:1769074689.387814:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904f2100. 00000080:00000010:3.1:1769074689.387823:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904f4a40. 00000080:00000010:3.1:1769074689.387830:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904f6b40. 00000080:00000010:3.1:1769074689.387835:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904d8840. 00000080:00000010:3.1:1769074689.387841:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904f0000. 00000080:00000010:3.1:1769074689.387849:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904e6b40. 00000080:00000010:3.1:1769074689.387857:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904de300. 00000080:00000010:3.1:1769074689.387863:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904dc200. 00000080:00000010:3.1:1769074689.387869:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904db9c0. 00000080:00000010:3.1:1769074689.387876:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904f5ac0. 00000080:00000010:0.1:1769074689.403122:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904f5280. 00000080:00000010:0.1:1769074689.403158:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904e0000. 00000080:00000010:0.1:1769074689.403171:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904f0840. 00000080:00000010:0.1:1769074689.403179:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904f6300. 00000080:00000010:0.1:1769074689.403194:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904c6300. 00000080:00000010:0.1:1769074689.403202:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904c4200. 00000080:00000010:0.1:1769074689.403212:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904df380. 00000080:00000010:0.1:1769074689.403246:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904fa940. 00000080:00000010:0.1:1769074689.403255:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904f4200. 00000080:00000010:0.1:1769074689.403274:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904fa100. 00000080:00000010:0.1:1769074689.403299:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904fca40. 00000080:00000010:0.1:1769074689.403318:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90500840. 00000080:00000010:0.1:1769074689.403387:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90506300. 00000080:00000010:0.1:1769074689.403396:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904c39c0. 00000080:00000010:0.1:1769074689.403411:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90504200. 00000080:00000010:0.1:1769074689.403420:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905039c0. 00000080:00000010:0.1:1769074689.403428:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90507380. 00000080:00000010:0.1:1769074689.403436:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904c7380. 00000080:00000010:0.1:1769074689.403443:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904c1080. 00000080:00000010:0.1:1769074689.403459:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904feb40. 00000080:00000010:0.1:1769074689.403467:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904f8000. 00000080:00000010:0.1:1769074689.403476:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90501080. 00000080:00000010:0.1:1769074689.403483:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904fdac0. 00000080:00000010:0.1:1769074689.403492:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904fd280. 00000080:00000010:0.1:1769074689.403499:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904f8840. 00000080:00000010:0.1:1769074689.403506:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90503180. 00000080:00000010:0.1:1769074689.403513:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904fe300. 00000080:00000010:0.1:1769074689.403521:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90508840. 00000080:00000010:0.1:1769074689.403531:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9050e300. 00000080:00000010:0.1:1769074689.403538:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9050c200. 00000080:00000010:0.1:1769074689.421500:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905018c0. 00000080:00000010:0.1:1769074689.421523:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904e5ac0. 00000080:00000010:0.1:1769074689.421649:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904e5280. 00000080:00000010:0.1:1769074689.421658:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90502940. 00000080:00000010:0.1:1769074689.421666:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90502100. 00000080:00000010:0.1:1769074689.421672:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90504a40. 00000080:00000010:0.1:1769074689.455388:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90506b40. 00000080:00000010:0.1:1769074689.455406:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9050b9c0. 00000080:00000010:0.1:1769074689.455421:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904e0840. 00000080:00000010:2.1:1769074689.455880:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90500000. 00000080:00000010:2.1:1769074689.455898:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90505ac0. 00000080:00000010:2.1:1769074689.455914:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904fc200. 00000080:00000010:2.1:1769074689.455921:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90505280. 00000080:00000010:2.1:1769074689.455929:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90514a40. 00000080:00000010:2.1:1769074689.455938:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904fb9c0. 00000080:00000010:2.1:1769074689.455946:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90516b40. 00000080:00000010:2.1:1769074689.455953:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904e6300. 00000080:00000010:2.1:1769074689.456218:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90510000. 00000080:00000010:2.1:1769074689.456226:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90515ac0. 00000080:00000010:2.1:1769074689.456235:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904ff380. 00000080:00000010:2.1:1769074689.457641:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904f9080. 00000080:00000010:2.1:1769074689.457752:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90515280. 00000080:00000010:2.1:1769074689.457766:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904fb180. 00000080:00000010:2.1:1769074689.457775:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904f98c0. 00000080:00000010:2.1:1769074689.457805:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9051e300. 00000080:00000010:3.1:1769074689.458520:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9051c200. 00000080:00000010:3.1:1769074689.458535:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904e4200. 00000080:00000010:3.1:1769074689.458544:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90510840. 00000080:00000010:3.1:1769074689.458552:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90516300. 00000080:00000010:3.1:1769074689.458561:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9050f380. 00000080:00000010:3.1:1769074689.458573:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90514200. 00000080:00000010:3.1:1769074689.458601:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9051b9c0. 00000080:00000010:3.1:1769074689.458609:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9051f380. 00000080:00000010:3.1:1769074689.458615:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905139c0. 00000080:00000010:3.1:1769074689.458622:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90519080. 00000080:00000010:3.1:1769074689.458628:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9051b180. 00000080:00000010:3.1:1769074689.458634:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90517380. 00000080:00000010:3.1:1769074689.458641:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904e39c0. 00000080:00000010:3.1:1769074689.458648:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90511080. 00000080:00000010:3.1:1769074689.458654:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905198c0. 00000080:00000010:3.1:1769074689.458660:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90513180. 00000080:00000010:3.1:1769074689.458666:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905118c0. 00000080:00000010:3.1:1769074689.458672:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9051a940. 00000080:00000010:3.1:1769074689.458678:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9051a100. 00000080:00000010:3.1:1769074689.458684:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9051ca40. 00000080:00000010:3.1:1769074689.458690:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90509080. 00000080:00000010:3.1:1769074689.458696:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9050b180. 00000080:00000010:3.1:1769074689.458714:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905098c0. 00000080:00000010:3.1:1769074689.458720:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9051eb40. 00000080:00000010:3.1:1769074689.458726:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90518000. 00000080:00000010:2.1:1769074689.502090:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9051dac0. 00000080:00000010:2.1:1769074689.502110:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90512940. 00000080:00000010:2.1:1769074689.524735:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9050a940. 00000080:00000010:2.1:1769074689.524760:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90512100. 00000080:00000010:2.1:1769074689.524783:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9051d280. 00000080:00000010:2.1:1769074689.524791:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90518840. 00000080:00000010:2.1:1769074689.524800:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90525ac0. 00000080:00000010:2.1:1769074689.524809:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90525280. 00000080:00000010:2.1:1769074689.524816:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9052e300. 00000080:00000010:2.1:1769074689.524824:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9052c200. 00000080:00000010:2.1:1769074689.524831:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9052b9c0. 00000080:00000010:2.1:1769074689.524866:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9050a100. 00000080:00000010:2.1:1769074689.524891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9050ca40. 00000080:00000010:2.1:1769074689.524904:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9052f380. 00000080:00000010:2.1:1769074689.524911:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90529080. 00000080:00000010:2.1:1769074689.524917:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9052b180. 00000080:00000010:2.1:1769074689.524923:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905298c0. 00000080:00000010:2.1:1769074689.524931:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9050eb40. 00000080:00000010:2.1:1769074689.524939:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90508000. 00000080:00000010:2.1:1769074689.524945:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9050dac0. 00000080:00000010:2.1:1769074689.524950:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9050d280. 00000080:00000010:3.1:1769074689.586343:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90520840. 00000080:00000010:3.1:1769074689.586364:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90526300. 00000080:00000010:3.1:1769074689.586382:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9053b9c0. 00000080:00000010:3.1:1769074689.586392:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90524200. 00000080:00000010:3.1:1769074689.586399:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9053f380. 00000080:00000010:3.1:1769074689.586407:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905239c0. 00000080:00000010:3.1:1769074689.586414:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90539080. 00000080:00000010:3.1:1769074689.586423:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9053b180. 00000080:00000010:3.1:1769074689.586441:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9052a940. 00000080:00000010:3.1:1769074689.586450:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90527380. 00000080:00000010:3.1:1769074689.586455:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905398c0. 00000080:00000010:3.1:1769074689.586462:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90521080. 00000080:00000010:3.1:1769074689.586517:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9052a100. 00000080:00000010:3.1:1769074689.586529:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9053a940. 00000080:00000010:3.1:1769074689.586536:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9053a100. 00000080:00000010:3.1:1769074689.586543:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9052ca40. 00000080:00000010:3.1:1769074689.586555:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90523180. 00000080:00000010:3.1:1769074689.586563:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9052eb40. 00000080:00000010:3.1:1769074689.586570:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9053ca40. 00000080:00000010:3.1:1769074689.586578:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9053eb40. 00000080:00000010:3.1:1769074689.586586:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90528000. 00000080:00000010:3.1:1769074689.586625:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90538000. 00000080:00000010:3.1:1769074689.586634:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9052dac0. 00000080:00000010:3.1:1769074689.586641:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9053dac0. 00000080:00000010:3.1:1769074689.586648:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905218c0. 00000080:00000010:3.1:1769074689.586656:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90522940. 00000080:00000010:3.1:1769074689.586662:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90522100. 00000080:00000010:3.1:1769074689.586673:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9052d280. 00000080:00000010:3.1:1769074689.586683:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90524a40. 00000080:00000010:3.1:1769074689.586689:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9053d280. 00000080:00000010:3.1:1769074689.586706:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90528840. 00000080:00000010:3.1:1769074689.586716:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905418c0. 00000080:00000010:3.1:1769074689.586723:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90542940. 00000080:00000010:3.1:1769074689.586732:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90526b40. 00000080:00000010:3.1:1769074689.586739:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90542100. 00000080:00000010:3.1:1769074689.586747:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90544a40. 00000080:00000010:3.1:1769074689.586755:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90520000. 00000080:00000010:3.1:1769074689.586762:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90546b40. 00000080:00000010:3.1:1769074689.586770:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90538840. 00000080:00000010:3.1:1769074689.586778:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90540000. 00000080:00000010:3.1:1769074689.586784:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90545ac0. 00000080:00000010:3.1:1769074689.586793:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9054c200. 00000080:00000010:3.1:1769074689.586801:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9054b9c0. 00000080:00000010:3.1:1769074689.586820:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9054f380. 00000080:00000010:3.1:1769074689.586828:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9053e300. 00000080:00000010:3.1:1769074689.586835:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9053c200. 00000080:00000010:3.1:1769074689.586847:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90552100. 00000080:00000010:3.1:1769074689.586855:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90549080. 00000080:00000010:3.1:1769074689.586874:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9054b180. 00000080:00000010:3.1:1769074689.586880:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90545280. 00000080:00000010:3.1:1769074689.586891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90540840. 00000080:00000010:3.1:1769074689.586897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905498c0. 00000080:00000010:3.1:1769074689.586904:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9054a940. 00000080:00000010:3.1:1769074689.586911:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90546300. 00000080:00000010:0.1:1769074689.587869:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90544200. 00000080:00000010:0.1:1769074689.587892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904e7380. 00000080:00000010:0.1:1769074689.618415:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90554a40. 00000080:00000010:0.1:1769074689.618442:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905439c0. 00000080:00000010:0.1:1769074689.618463:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9054a100. 00000080:00000010:0.1:1769074689.618473:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90556b40. 00000080:00000010:0.1:1769074689.618484:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90550000. 00000080:00000010:0.1:1769074689.618493:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90547380. 00000080:00000010:0.1:1769074689.618500:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90541080. 00000080:00000010:0.1:1769074689.618506:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90543180. 00000080:00000010:0.1:1769074689.618513:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9054ca40. 00000080:00000010:0.1:1769074689.618521:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9054eb40. 00000080:00000010:0.1:1769074689.618529:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90548000. 00000080:00000010:0.1:1769074689.618535:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90555ac0. 00000080:00000010:0.1:1769074689.618542:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9055a100. 00000080:00000010:0.1:1769074689.618549:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90555280. 00000080:00000010:0.1:1769074689.618555:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9055ca40. 00000080:00000010:0.1:1769074689.618561:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904e1080. 00000080:00000010:0.1:1769074689.618569:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904e3180. 00000080:00000010:0.1:1769074689.618575:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9054dac0. 00000080:00000010:0.1:1769074689.618582:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9055eb40. 00000080:00000010:0.1:1769074689.618594:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9054d280. 00000080:00000010:0.1:1769074689.618601:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90548840. 00000080:00000010:0.1:1769074689.618608:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90558000. 00000080:00000010:0.1:1769074689.618614:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90550840. 00000080:00000010:0.1:1769074689.618621:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9054e300. 00000080:00000010:0.1:1769074689.618628:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9055dac0. 00000080:00000010:0.1:1769074689.618634:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9055d280. 00000080:00000010:0.1:1769074689.618641:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90564200. 00000080:00000010:0.1:1769074689.618648:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905639c0. 00000080:00000010:0.1:1769074689.618666:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90556300. 00000080:00000010:0.1:1769074689.618674:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90567380. 00000080:00000010:0.1:1769074689.618680:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90558840. 00000080:00000010:0.1:1769074689.618686:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904e18c0. 00000080:00000010:0.1:1769074689.618692:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9055e300. 00000080:00000010:0.1:1769074689.618707:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9055c200. 00000080:00000010:0.1:1769074689.618722:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90561080. 00000080:00000010:0.1:1769074689.618730:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9055b9c0. 00000080:00000010:0.1:1769074689.618737:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9055f380. 00000080:00000010:0.1:1769074689.618753:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90559080. 00000080:00000010:0.1:1769074689.618761:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90563180. 00000080:00000010:0.1:1769074689.618774:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9055b180. 00000080:00000010:0.1:1769074689.618781:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905618c0. 00000080:00000010:0.1:1769074689.618788:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90562940. 00000080:00000010:0.1:1769074689.618794:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90554200. 00000080:00000010:0.1:1769074689.618800:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90562100. 00000080:00000010:0.1:1769074689.618806:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905598c0. 00000080:00000010:0.1:1769074689.618812:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9055a940. 00000080:00000010:0.1:1769074689.618818:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90564a40. 00000080:00000010:0.1:1769074689.618826:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905698c0. 00000080:00000010:0.1:1769074689.618833:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905539c0. 00000080:00000010:0.1:1769074689.618843:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90557380. 00000080:00000010:0.1:1769074689.618850:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90566b40. 00000080:00000010:0.1:1769074689.618857:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90560000. 00000080:00000010:0.1:1769074689.618863:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90551080. 00000080:00000010:0.1:1769074689.618870:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9056a940. 00000080:00000010:0.1:1769074689.618877:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90565ac0. 00000080:00000010:0.1:1769074689.618884:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90553180. 00000080:00000010:0.1:1769074689.618890:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905518c0. 00000080:00000010:0.1:1769074689.618897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9056a100. 00000080:00000010:0.1:1769074689.618904:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9056ca40. 00000080:00000010:0.1:1769074689.618911:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9056eb40. 00000080:00000010:0.1:1769074689.618917:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90568000. 00000080:00000010:0.1:1769074689.618924:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90565280. 00000080:00000010:1.1:1769074689.682343:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90560840. 00000080:00000010:1.1:1769074689.682365:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90566300. 00000080:00000010:1.1:1769074689.682389:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9056dac0. 00000080:00000010:1.1:1769074689.682399:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90575ac0. 00000080:00000010:1.1:1769074689.682407:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9056d280. 00000080:00000010:1.1:1769074689.682414:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90575280. 00000080:00000010:1.1:1769074689.682420:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90568840. 00000080:00000010:1.1:1769074689.682427:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9056e300. 00000080:00000010:1.1:1769074689.682434:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90570840. 00000080:00000010:1.1:1769074689.682448:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90552940. 00000080:00000010:1.1:1769074689.682456:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9056c200. 00000080:00000010:1.1:1769074689.682463:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90576300. 00000080:00000010:1.1:1769074689.682470:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90579080. 00000080:00000010:1.1:1769074689.682538:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9057b180. 00000080:00000010:1.1:1769074689.682546:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90574200. 00000080:00000010:1.1:1769074689.682553:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9056b9c0. 00000080:00000010:1.1:1769074689.682559:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905798c0. 00000080:00000010:1.1:1769074689.682565:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9057a940. 00000080:00000010:1.1:1769074689.682572:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905739c0. 00000080:00000010:1.1:1769074689.682579:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90577380. 00000080:00000010:1.1:1769074689.682585:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90571080. 00000080:00000010:1.1:1769074689.682596:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904e2940. 00000080:00000010:1.1:1769074689.682603:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90573180. 00000080:00000010:1.1:1769074689.682610:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9057a100. 00000080:00000010:1.1:1769074689.682617:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9056f380. 00000080:00000010:2.1:1769074689.772344:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90569080. 00000080:00000010:2.1:1769074689.772358:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9056b180. 00000080:00000010:2.1:1769074689.772374:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905718c0. 00000080:00000010:2.1:1769074689.772382:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90586300. 00000080:00000010:2.1:1769074689.772394:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90572940. 00000080:00000010:2.1:1769074689.772401:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90572100. 00000080:00000010:2.1:1769074689.772407:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90574a40. 00000080:00000010:2.1:1769074689.772422:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90584200. 00000080:00000010:2.1:1769074689.772436:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90576b40. 00000080:00000010:2.1:1769074689.772448:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b904e2100. 00000080:00000010:2.1:1769074689.772471:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905839c0. 00000080:00000010:2.1:1769074689.772481:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90570000. 00000080:00000010:2.1:1769074689.772497:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9058c200. 00000080:00000010:2.1:1769074689.772506:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90597380. 00000080:00000010:2.1:1769074689.772552:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90587380. 00000080:00000010:2.1:1769074689.772563:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9058b9c0. 00000080:00000010:2.1:1769074689.772571:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9058f380. 00000080:00000010:2.1:1769074689.772586:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9057ca40. 00000080:00000010:2.1:1769074689.772595:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9057eb40. 00000080:00000010:2.1:1769074689.772604:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90581080. 00000080:00000010:2.1:1769074689.772611:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90583180. 00000080:00000010:2.1:1769074689.772637:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905818c0. 00000080:00000010:2.1:1769074689.772646:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90582940. 00000080:00000010:2.1:1769074689.772651:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90582100. 00000080:00000010:2.1:1769074689.772660:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90589080. 00000080:00000010:2.1:1769074689.772690:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90584a40. 00000080:00000010:2.1:1769074689.772710:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90586b40. 00000080:00000010:2.1:1769074689.772722:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90580000. 00000080:00000010:2.1:1769074689.772730:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9058b180. 00000080:00000010:2.1:1769074689.772740:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905898c0. 00000080:00000010:2.1:1769074689.772748:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90585ac0. 00000080:00000010:2.1:1769074689.772755:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90585280. 00000080:00000010:2.1:1769074689.772761:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90580840. 00000080:00000010:2.1:1769074689.772777:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9059b180. 00000080:00000010:2.1:1769074689.772785:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9058a940. 00000080:00000010:2.1:1769074689.772794:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9058a100. 00000080:00000010:2.1:1769074689.772800:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905998c0. 00000080:00000010:2.1:1769074689.772807:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9059a940. 00000080:00000010:2.1:1769074689.772813:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9059a100. 00000080:00000010:2.1:1769074689.772819:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9058ca40. 00000080:00000010:2.1:1769074689.772826:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9059ca40. 00000080:00000010:2.1:1769074689.772833:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9058eb40. 00000080:00000010:2.1:1769074689.772841:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90588000. 00000080:00000010:2.1:1769074689.772847:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9059eb40. 00000080:00000010:2.1:1769074689.777346:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905d2100. 00000080:00000010:2.1:1769074689.777366:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905bc200. 00000080:00000010:2.1:1769074689.777382:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905d4a40. 00000080:00000010:3.1:1769074689.840461:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9058dac0. 00000080:00000010:3.1:1769074689.840475:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9058d280. 00000080:00000010:3.1:1769074689.840499:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90598000. 00000080:00000010:3.1:1769074689.840515:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90578000. 00000080:00000010:3.1:1769074689.840522:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9059dac0. 00000080:00000010:3.1:1769074689.840530:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90588840. 00000080:00000010:3.1:1769074689.840536:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9059d280. 00000080:00000010:3.1:1769074689.840543:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9057dac0. 00000080:00000010:3.1:1769074689.840550:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90598840. 00000080:00000010:3.1:1769074689.840558:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9058e300. 00000080:00000010:3.1:1769074689.840588:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9059e300. 00000080:00000010:3.1:1769074689.840595:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9059c200. 00000080:00000010:3.1:1769074689.840602:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9059b9c0. 00000080:00000010:3.1:1769074689.840613:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905a2100. 00000080:00000010:3.1:1769074689.840620:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9059f380. 00000080:00000010:3.1:1769074689.840626:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90599080. 00000080:00000010:3.1:1769074689.840632:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905ab180. 00000080:00000010:3.1:1769074689.840639:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905a4a40. 00000080:00000010:3.1:1769074689.840646:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9057d280. 00000080:00000010:3.1:1769074689.840654:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905a6b40. 00000080:00000010:3.1:1769074689.840685:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905a0000. 00000080:00000010:3.1:1769074689.840701:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905a5ac0. 00000080:00000010:3.1:1769074689.840708:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90578840. 00000080:00000010:3.1:1769074689.840715:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905a5280. 00000080:00000010:3.1:1769074689.840727:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905a98c0. 00000080:00000010:3.1:1769074689.840734:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905a0840. 00000080:00000010:3.1:1769074689.840740:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905a6300. 00000080:00000010:3.1:1769074689.840746:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905a4200. 00000080:00000010:3.1:1769074689.840753:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905aa940. 00000080:00000010:3.1:1769074689.840760:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905a39c0. 00000080:00000010:3.1:1769074689.840772:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90591080. 00000080:00000010:3.1:1769074689.840783:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905a7380. 00000080:00000010:3.1:1769074689.840791:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9057e300. 00000080:00000010:3.1:1769074689.840797:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905aa100. 00000080:00000010:3.1:1769074689.840804:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905aca40. 00000080:00000010:3.1:1769074689.840812:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905aeb40. 00000080:00000010:3.1:1769074689.840819:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9057c200. 00000080:00000010:3.1:1769074689.840825:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905a8000. 00000080:00000010:3.1:1769074689.840830:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905adac0. 00000080:00000010:3.1:1769074689.840836:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905ad280. 00000080:00000010:3.1:1769074689.840842:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905a1080. 00000080:00000010:3.1:1769074689.840847:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905a8840. 00000080:00000010:3.1:1769074689.840853:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905ae300. 00000080:00000010:3.1:1769074689.840861:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905ac200. 00000080:00000010:3.1:1769074689.840867:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905a3180. 00000080:00000010:3.1:1769074689.840873:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905a18c0. 00000080:00000010:3.1:1769074689.840879:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905ab9c0. 00000080:00000010:3.1:1769074689.840885:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905af380. 00000080:00000010:3.1:1769074689.840892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90593180. 00000080:00000010:3.1:1769074689.840897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905a9080. 00000080:00000010:3.1:1769074689.840904:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905a2940. 00000080:00000010:3.1:1769074689.840917:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905b8000. 00000080:00000010:3.1:1769074689.840924:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9057b9c0. 00000080:00000010:3.1:1769074689.840931:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9057f380. 00000080:00000010:3.1:1769074689.840937:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905bdac0. 00000080:00000010:3.1:1769074689.840946:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905c6300. 00000080:00000010:3.1:1769074689.840997:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905c4200. 00000080:00000010:3.1:1769074689.841005:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905c39c0. 00000080:00000010:3.1:1769074689.841012:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905bd280. 00000080:00000010:3.1:1769074689.841023:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905cf380. 00000080:00000010:3.1:1769074689.841030:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905918c0. 00000080:00000010:3.1:1769074689.841037:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905c7380. 00000080:00000010:3.1:1769074689.841043:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905c1080. 00000080:00000010:3.1:1769074689.841053:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905c3180. 00000080:00000010:3.1:1769074689.841058:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90592940. 00000080:00000010:3.1:1769074689.841065:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905c18c0. 00000080:00000010:3.1:1769074689.841071:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90592100. 00000080:00000010:3.1:1769074689.841077:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905c2940. 00000080:00000010:3.1:1769074689.841084:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905c2100. 00000080:00000010:3.1:1769074689.841090:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905c4a40. 00000080:00000010:3.1:1769074689.841096:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905c6b40. 00000080:00000010:3.1:1769074689.841102:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905c0000. 00000080:00000010:3.1:1769074689.841108:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905b8840. 00000080:00000010:3.1:1769074689.841114:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905c5ac0. 00000080:00000010:3.1:1769074689.841120:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905c5280. 00000080:00000010:3.1:1769074689.841126:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905c0840. 00000080:00000010:3.1:1769074689.841136:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905d18c0. 00000080:00000010:3.1:1769074689.841144:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905c9080. 00000080:00000010:3.1:1769074689.841150:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90594a40. 00000080:00000010:3.1:1769074689.841157:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905d2940. 00000080:00000010:3.1:1769074689.841164:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905be300. 00000080:00000010:3.1:1769074689.841170:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905cb180. 00000080:00000010:2.1:1769074689.847578:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905d6b40. 00000080:00000010:2.1:1769074689.847615:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905c98c0. 00000080:00000010:2.1:1769074689.847622:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905ca940. 00000080:00000010:2.1:1769074689.847638:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905d0000. 00000080:00000010:2.1:1769074689.847659:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905bb9c0. 00000080:00000010:2.1:1769074689.847699:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905ca100. 00000080:00000010:2.1:1769074689.847709:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90596b40. 00000080:00000010:2.1:1769074689.847717:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905bf380. 00000080:00000010:2.1:1769074689.847725:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905d5ac0. 00000080:00000010:2.1:1769074689.847733:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905cca40. 00000080:00000010:2.1:1769074689.847740:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905d5280. 00000080:00000010:2.1:1769074689.847747:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905d0840. 00000080:00000010:2.1:1769074689.847755:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905b9080. 00000080:00000010:2.1:1769074689.847763:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905d6300. 00000080:00000010:2.1:1769074689.847776:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905d4200. 00000080:00000010:2.1:1769074689.847783:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905bb180. 00000080:00000010:2.1:1769074689.847789:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905ceb40. 00000080:00000010:2.1:1769074689.847795:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905b98c0. 00000080:00000010:2.1:1769074689.847803:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905d39c0. 00000080:00000010:2.1:1769074689.847809:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90590000. 00000080:00000010:2.1:1769074689.847816:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905d7380. 00000080:00000010:2.1:1769074689.847822:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905d1080. 00000080:00000010:2.1:1769074689.847828:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905d3180. 00000080:00000010:2.1:1769074689.847835:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905c8000. 00000080:00000010:2.1:1769074689.847842:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905db9c0. 00000080:00000010:2.1:1769074689.847852:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905df380. 00000080:00000010:2.1:1769074689.847858:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905cdac0. 00000080:00000010:2.1:1769074689.847866:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905d9080. 00000080:00000010:2.1:1769074689.847874:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905db180. 00000080:00000010:2.1:1769074689.847881:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905d98c0. 00000080:00000010:2.1:1769074689.847892:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905da940. 00000080:00000010:2.1:1769074689.847899:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90595ac0. 00000080:00000010:2.1:1769074689.847907:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905ba940. 00000080:00000010:2.1:1769074689.847913:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905ba100. 00000080:00000010:2.1:1769074689.847923:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905cd280. 00000080:00000010:2.1:1769074689.847929:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905c8840. 00000080:00000010:2.1:1769074689.847957:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905ce300. 00000080:00000010:2.1:1769074689.847964:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905da100. 00000080:00000010:2.1:1769074689.847971:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905bca40. 00000080:00000010:2.1:1769074689.847978:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905beb40. 00000080:00000010:2.1:1769074689.847986:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905dca40. 00000080:00000010:2.1:1769074689.847993:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905deb40. 00000080:00000010:2.1:1769074689.848000:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905d8000. 00000080:00000010:2.1:1769074689.848006:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905ddac0. 00000080:00000010:2.1:1769074689.848012:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905e7380. 00000080:00000010:2.1:1769074689.848019:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905dd280. 00000080:00000010:2.1:1769074689.848028:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905e1080. 00000080:00000010:2.1:1769074689.848035:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905e3180. 00000080:00000010:0.1:1769074689.898720:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905e18c0. 00000080:00000010:0.1:1769074689.898760:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905cc200. 00000080:00000010:0.1:1769074689.898771:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905cb9c0. 00000080:00000010:0.1:1769074689.898779:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905eeb40. 00000080:00000010:0.1:1769074689.898791:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905d8840. 00000080:00000010:0.1:1769074689.898801:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905de300. 00000080:00000010:0.1:1769074689.898808:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905e2940. 00000080:00000010:0.1:1769074689.898820:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90595280. 00000080:00000010:1.1:1769074689.920329:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905e2100. 00000080:00000010:1.1:1769074689.920346:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90590840. 00000080:00000010:1.1:1769074689.920360:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90596300. 00000080:00000010:1.1:1769074689.920368:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905e4a40. 00000080:00000010:1.1:1769074689.920399:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905e6b40. 00000080:00000010:0.1:1769074689.947196:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905e0000. 00000080:00000010:0.1:1769074689.947215:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905e5ac0. 00000080:00000010:0.1:1769074689.947227:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905e5280. 00000080:00000010:0.1:1769074689.947241:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905e8000. 00000080:00000010:0.1:1769074689.947249:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905dc200. 00000080:00000010:0.1:1769074689.947257:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905e0840. 00000080:00000010:0.1:1769074689.947264:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905e6300. 00000080:00000010:0.1:1769074689.947273:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90594200. 00000080:00000010:0.1:1769074689.947414:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905edac0. 00000080:00000010:0.1:1769074689.947427:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905f0840. 00000080:00000010:0.1:1769074689.947434:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905f6300. 00000080:00000010:0.1:1769074689.947441:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905939c0. 00000080:00000010:0.1:1769074689.947447:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905ed280. 00000080:00000010:0.1:1769074689.947454:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905f4200. 00000080:00000010:0.1:1769074689.947463:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905e8840. 00000080:00000010:0.1:1769074689.947471:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905f8840. 00000080:00000010:0.1:1769074689.947530:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905e4200. 00000080:00000010:3.1:1769074689.970431:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90603180. 00000080:00000010:1.1:1769074689.971744:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905ee300. 00000080:00000010:1.1:1769074689.971764:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905f39c0. 00000080:00000010:1.1:1769074689.971777:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905fe300. 00000080:00000010:1.1:1769074689.971787:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905e39c0. 00000080:00000010:1.1:1769074689.971794:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906039c0. 00000080:00000010:1.1:1769074689.971802:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905f7380. 00000080:00000010:1.1:1769074689.971809:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90607380. 00000080:00000010:1.1:1769074689.971815:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905fc200. 00000080:00000010:1.1:1769074689.971822:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905ec200. 00000080:00000010:1.1:1769074689.971830:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905eb9c0. 00000080:00000010:1.1:1769074689.971838:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90601080. 00000080:00000010:1.1:1769074689.971867:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905f1080. 00000080:00000010:3.1:1769074690.005363:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905ef380. 00000080:00000010:3.1:1769074690.005386:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905e9080. 00000080:00000010:3.1:1769074690.005401:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906018c0. 00000080:00000010:3.1:1769074690.005419:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905f3180. 00000080:00000010:3.1:1769074690.005426:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90602940. 00000080:00000010:3.1:1769074690.074560:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90602100. 00000080:00000010:3.1:1769074690.074595:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90604a40. 00000080:00000010:3.1:1769074690.074606:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90606b40. 00000080:00000010:3.1:1769074690.074624:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90600000. 00000080:00000010:3.1:1769074690.074632:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90605ac0. 00000080:00000010:3.1:1769074690.074642:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905eb180. 00000080:00000010:3.1:1769074690.074650:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905e98c0. 00000080:00000010:3.1:1769074690.074664:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905f18c0. 00000080:00000010:3.1:1769074690.074672:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905f2940. 00000080:00000010:3.1:1769074690.074678:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905ea940. 00000080:00000010:3.1:1769074690.074685:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905f2100. 00000080:00000010:3.1:1769074690.074704:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905f4a40. 00000080:00000010:3.1:1769074690.074715:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905ea100. 00000080:00000010:3.1:1769074690.074721:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905f6b40. 00000080:00000010:3.1:1769074690.074730:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905fb9c0. 00000080:00000010:3.1:1769074690.074738:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905f0000. 00000080:00000010:3.1:1769074690.074745:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905f5ac0. 00000080:00000010:3.1:1769074690.074751:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905eca40. 00000080:00000010:3.1:1769074690.074783:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905f5280. 00000080:00000010:3.1:1769074690.074799:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90605280. 00000080:00000010:2.1:1769074690.076651:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9060dac0. 00000080:00000010:2.1:1769074690.076677:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9060d280. 00000080:00000010:2.1:1769074690.076700:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90608840. 00000080:00000010:2.1:1769074690.076717:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90600840. 00000080:00000010:2.1:1769074690.076724:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9060e300. 00000080:00000010:2.1:1769074690.076732:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9060c200. 00000080:00000010:2.1:1769074690.076740:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90606300. 00000080:00000010:2.1:1769074690.076747:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90604200. 00000080:00000010:2.1:1769074690.076754:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906139c0. 00000080:00000010:2.1:1769074690.076830:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90617380. 00000080:00000010:2.1:1769074690.076845:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9060b9c0. 00000080:00000010:2.1:1769074690.076852:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9060f380. 00000080:00000010:2.1:1769074690.076859:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90609080. 00000080:00000010:2.1:1769074690.076865:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9060b180. 00000080:00000010:2.1:1769074690.076871:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906098c0. 00000080:00000010:2.1:1769074690.076880:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90611080. 00000080:00000010:2.1:1769074690.076885:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9060a940. 00000080:00000010:2.1:1769074690.076893:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9060a100. 00000080:00000010:2.1:1769074690.076903:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9060ca40. 00000080:00000010:2.1:1769074690.076935:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9060eb40. 00000080:00000010:2.1:1769074690.076946:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905ff380. 00000080:00000010:2.1:1769074690.076955:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90613180. 00000080:00000010:2.1:1769074690.076961:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906118c0. 00000080:00000010:2.1:1769074690.076969:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90612940. 00000080:00000010:2.1:1769074690.076977:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9061eb40. 00000080:00000010:2.1:1769074690.079204:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90618000. 00000080:00000010:0.1:1769074690.116758:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90608000. 00000080:00000010:0.1:1769074690.116823:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90612100. 00000080:00000010:0.1:1769074690.116840:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90626b40. 00000080:00000010:0.1:1769074690.116855:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90620000. 00000080:00000010:0.1:1769074690.116862:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90625ac0. 00000080:00000010:0.1:1769074690.116870:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90614a40. 00000080:00000010:0.1:1769074690.116879:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90616b40. 00000080:00000010:0.1:1769074690.116887:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90625280. 00000080:00000010:0.1:1769074690.116894:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90620840. 00000080:00000010:0.1:1769074690.116901:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90626300. 00000080:00000010:0.1:1769074690.116907:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90610000. 00000080:00000010:0.1:1769074690.116914:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90615ac0. 00000080:00000010:0.1:1769074690.116925:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90615280. 00000080:00000010:0.1:1769074690.116931:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90610840. 00000080:00000010:0.1:1769074690.116942:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90624200. 00000080:00000010:0.1:1769074690.116951:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90616300. 00000080:00000010:0.1:1769074690.116958:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906239c0. 00000080:00000010:0.1:1769074690.116970:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905f9080. 00000080:00000010:0.1:1769074690.116977:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90627380. 00000080:00000010:0.1:1769074690.116988:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9061dac0. 00000080:00000010:0.1:1769074690.117008:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90621080. 00000080:00000010:0.1:1769074690.117016:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905fb180. 00000080:00000010:0.1:1769074690.117029:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90623180. 00000080:00000010:0.1:1769074690.117037:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90614200. 00000080:00000010:0.1:1769074690.117044:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906218c0. 00000080:00000010:0.1:1769074690.134783:0:12:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90622940. 00000080:00000010:0.1:1769074690.134818:0:12:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905f98c0. 00000080:00000010:0.1:1769074690.134836:0:12:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9062b180. 00000080:00000010:0.1:1769074690.134845:0:12:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906298c0. 00000080:00000010:0.1:1769074690.134852:0:12:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9062a940. 00000080:00000010:0.1:1769074690.134862:0:12:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9061d280. 00000080:00000010:0.1:1769074690.134869:0:12:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9062a100. 00000080:00000010:0.1:1769074690.134875:0:12:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9062ca40. 00000080:00000010:0.1:1769074690.134883:0:12:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9062eb40. 00000080:00000010:0.1:1769074690.134891:0:12:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90618840. 00000080:00000010:0.1:1769074690.134900:0:12:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9061e300. 00000080:00000010:0.1:1769074690.134910:0:12:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90628000. 00000080:00000010:3.1:1769074690.135674:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90622100. 00000080:00000010:3.1:1769074690.135695:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905fa940. 00000080:00000010:3.1:1769074690.135706:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9061c200. 00000080:00000010:3.1:1769074690.135712:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90624a40. 00000080:00000010:3.1:1769074690.135719:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90633180. 00000080:00000010:3.1:1769074690.135748:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906318c0. 00000080:00000010:3.1:1769074690.135758:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9062dac0. 00000080:00000010:3.1:1769074690.135764:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90632940. 00000080:00000010:3.1:1769074690.135770:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9062d280. 00000080:00000010:3.1:1769074690.135776:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90632100. 00000080:00000010:3.1:1769074690.135782:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90634a40. 00000080:00000010:3.1:1769074690.135788:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90628840. 00000080:00000010:3.1:1769074690.135796:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90636b40. 00000080:00000010:3.1:1769074690.135801:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9062e300. 00000080:00000010:0.1:1769074690.144388:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90630000. 00000080:00000010:0.1:1769074690.144404:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9061b9c0. 00000080:00000010:1.1:1769074690.183520:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9062c200. 00000080:00000010:1.1:1769074690.183535:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9062b9c0. 00000080:00000010:1.1:1769074690.183554:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90635ac0. 00000080:00000010:1.1:1769074690.183562:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9062f380. 00000080:00000010:1.1:1769074690.183568:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90629080. 00000080:00000010:1.1:1769074690.183575:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906398c0. 00000080:00000010:1.1:1769074690.183587:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9061f380. 00000080:00000010:1.1:1769074690.183597:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90619080. 00000080:00000010:2.1:1769074690.202636:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9061b180. 00000080:00000010:2.1:1769074690.216549:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9063a940. 00000080:00000010:2.1:1769074690.216565:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9063a100. 00000080:00000010:2.1:1769074690.216582:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906198c0. 00000080:00000010:2.1:1769074690.216594:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90635280. 00000080:00000010:2.1:1769074690.216601:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9061a940. 00000080:00000010:2.1:1769074690.216608:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90630840. 00000080:00000010:2.1:1769074690.216614:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9061a100. 00000080:00000010:2.1:1769074690.216621:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90636300. 00000080:00000010:2.1:1769074690.216628:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9063ca40. 00000080:00000010:2.1:1769074690.216635:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9063eb40. 00000080:00000010:2.1:1769074690.216641:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90634200. 00000080:00000010:2.1:1769074690.216649:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90638000. 00000080:00000010:2.1:1769074690.216655:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906339c0. 00000080:00000010:2.1:1769074690.216661:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90637380. 00000080:00000010:2.1:1769074690.216667:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9061ca40. 00000080:00000010:2.1:1769074690.216674:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9063dac0. 00000080:00000010:2.1:1769074690.216682:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905fa100. 00000080:00000010:2.1:1769074690.216717:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90631080. 00000080:00000010:2.1:1769074690.216724:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906439c0. 00000080:00000010:2.1:1769074690.216732:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9063d280. 00000080:00000010:2.1:1769074690.216742:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9064ca40. 00000080:00000010:2.1:1769074690.216748:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90638840. 00000080:00000010:2.1:1769074690.216755:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9063e300. 00000080:00000010:2.1:1769074690.216785:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9063c200. 00000080:00000010:2.1:1769074690.216794:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9063b9c0. 00000080:00000010:2.1:1769074690.216803:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9064eb40. 00000080:00000010:2.1:1769074690.216811:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90647380. 00000080:00000010:2.1:1769074690.216818:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905fca40. 00000080:00000010:2.1:1769074690.216825:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90641080. 00000080:00000010:2.1:1769074690.216831:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9063f380. 00000080:00000010:2.1:1769074690.216839:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90648000. 00000080:00000010:2.1:1769074690.216847:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90639080. 00000080:00000010:3.1:1769074690.216913:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905feb40. 00000080:00000010:3.1:1769074690.216924:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9064dac0. 00000080:00000010:3.1:1769074690.216933:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9063b180. 00000080:00000010:3.1:1769074690.216940:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9065d280. 00000080:00000010:3.1:1769074690.216946:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90658840. 00000080:00000010:3.1:1769074690.216953:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9065e300. 00000080:00000010:3.1:1769074690.216959:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9064d280. 00000080:00000010:2.1:1769074690.255309:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90648840. 00000080:00000010:2.1:1769074690.255338:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9064e300. 00000080:00000010:2.1:1769074690.255354:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9064c200. 00000080:00000010:2.1:1769074690.255371:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9065c200. 00000080:00000010:2.1:1769074690.255379:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9064b9c0. 00000080:00000010:2.1:1769074690.255392:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90643180. 00000080:00000010:2.1:1769074690.255400:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9064f380. 00000080:00000010:2.1:1769074690.255412:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90649080. 00000080:00000010:3.1:1769074690.282340:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9065b9c0. 00000080:00000010:3.1:1769074690.282379:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906418c0. 00000080:00000010:3.1:1769074690.282406:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9064b180. 00000080:00000010:3.1:1769074690.282414:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906498c0. 00000080:00000010:3.1:1769074690.282421:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90642940. 00000080:00000010:3.1:1769074690.282430:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9065f380. 00000080:00000010:3.1:1769074690.282443:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90659080. 00000080:00000010:3.1:1769074690.282451:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9064a940. 00000080:00000010:3.1:1769074690.282457:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9064a100. 00000080:00000010:3.1:1769074690.282463:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90668840. 00000080:00000010:3.1:1769074690.282470:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9065b180. 00000080:00000010:3.1:1769074690.282476:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9066e300. 00000080:00000010:3.1:1769074690.282484:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906598c0. 00000080:00000010:3.1:1769074690.282492:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9066c200. 00000080:00000010:3.1:1769074690.282499:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9065a940. 00000080:00000010:3.1:1769074690.282537:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9065a100. 00000080:00000010:3.1:1769074690.282544:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90642100. 00000080:00000010:3.1:1769074690.282554:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905f8000. 00000080:00000010:3.1:1769074690.282561:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905fdac0. 00000080:00000010:3.1:1769074690.282566:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b905fd280. 00000080:00000010:3.1:1769074690.282573:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9065ca40. 00000080:00000010:3.1:1769074690.282579:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9065eb40. 00000080:00000010:3.1:1769074690.282585:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90644a40. 00000080:00000010:3.1:1769074690.282595:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906739c0. 00000080:00000010:3.1:1769074690.282604:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9066b9c0. 00000080:00000010:3.1:1769074690.282647:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90658000. 00000080:00000010:3.1:1769074690.282655:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9066f380. 00000080:00000010:3.1:1769074690.282670:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90669080. 00000080:00000010:3.1:1769074690.282676:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9066b180. 00000080:00000010:3.1:1769074690.282682:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906698c0. 00000080:00000010:3.1:1769074690.282700:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9065dac0. 00000080:00000010:3.1:1769074690.282707:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9066a940. 00000080:00000010:3.1:1769074690.282714:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9066a100. 00000080:00000010:3.1:1769074690.282722:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9067c200. 00000080:00000010:3.1:1769074690.282729:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9066ca40. 00000080:00000010:3.1:1769074690.282738:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90646b40. 00000080:00000010:3.1:1769074690.282745:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90640000. 00000080:00000010:3.1:1769074690.282752:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9066eb40. 00000080:00000010:2.1:1769074690.284555:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90668000. 00000080:00000010:2.1:1769074690.284573:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90645ac0. 00000080:00000010:2.1:1769074690.284586:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90645280. 00000080:00000010:2.1:1769074690.284597:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9067b9c0. 00000080:00000010:2.1:1769074690.284605:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9067f380. 00000080:00000010:2.1:1769074690.284612:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90679080. 00000080:00000010:2.1:1769074690.284618:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9067b180. 00000080:00000010:2.1:1769074690.284624:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9066dac0. 00000080:00000010:2.1:1769074690.284631:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906798c0. 00000080:00000010:2.1:1769074690.284637:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9066d280. 00000080:00000010:2.1:1769074690.284645:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90677380. 00000080:00000010:1.1:1769074690.325655:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9067a940. 00000080:00000010:1.1:1769074690.325676:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90640840. 00000080:00000010:1.1:1769074690.325707:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9067a100. 00000080:00000010:1.1:1769074690.325714:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9067ca40. 00000080:00000010:1.1:1769074690.336923:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90671080. 00000080:00000010:1.1:1769074690.337087:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90687380. 00000080:00000010:1.1:1769074690.337130:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90646300. 00000080:00000010:1.1:1769074690.337139:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90644200. 00000080:00000010:1.1:1769074690.337147:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90681080. 00000080:00000010:1.1:1769074690.337155:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90683180. 00000080:00000010:1.1:1769074690.337186:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90673180. 00000080:00000010:1.1:1769074690.337198:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9067eb40. 00000080:00000010:1.1:1769074690.337206:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906818c0. 00000080:00000010:1.1:1769074690.337213:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90678000. 00000080:00000010:1.1:1769074690.337223:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9068b9c0. 00000080:00000010:1.1:1769074690.337230:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906718c0. 00000080:00000010:1.1:1769074690.337240:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9067dac0. 00000080:00000010:1.1:1769074690.337247:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9067d280. 00000080:00000010:1.1:1769074690.337253:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90682940. 00000080:00000010:1.1:1769074690.337260:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90682100. 00000080:00000010:1.1:1769074690.402824:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90684a40. 00000080:00000010:1.1:1769074690.402864:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90678840. 00000080:00000010:1.1:1769074690.402880:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90686b40. 00000080:00000010:1.1:1769074690.402893:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9068f380. 00000080:00000010:1.1:1769074690.402899:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9067e300. 00000080:00000010:1.1:1769074690.402907:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90680000. 00000080:00000010:1.1:1769074690.402913:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90689080. 00000080:00000010:1.1:1769074690.402925:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90672940. 00000080:00000010:1.1:1769074690.427035:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90685ac0. 00000080:00000010:1.1:1769074690.427065:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90672100. 00000080:00000010:1.1:1769074690.427083:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9069dac0. 00000080:00000010:1.1:1769074690.427096:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90685280. 00000080:00000010:1.1:1769074690.427102:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90680840. 00000080:00000010:1.1:1769074690.427109:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9069d280. 00000080:00000010:1.1:1769074690.427116:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90698840. 00000080:00000010:1.1:1769074690.427136:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9068b180. 00000080:00000010:1.1:1769074690.427144:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90686300. 00000080:00000010:1.1:1769074690.427150:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90684200. 00000080:00000010:1.1:1769074690.427157:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906839c0. 00000080:00000010:1.1:1769074690.427165:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906a2100. 00000080:00000010:1.1:1769074690.427173:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906a4a40. 00000080:00000010:1.1:1769074690.427205:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9069e300. 00000080:00000010:1.1:1769074690.427213:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906a6b40. 00000080:00000010:1.1:1769074690.427227:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906a0000. 00000080:00000010:1.1:1769074690.427235:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9069c200. 00000080:00000010:1.1:1769074690.427243:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906a5ac0. 00000080:00000010:1.1:1769074690.427254:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906898c0. 00000080:00000010:1.1:1769074690.427261:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906a5280. 00000080:00000010:1.1:1769074690.427269:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90674a40. 00000080:00000010:1.1:1769074690.427277:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906a0840. 00000080:00000010:1.1:1769074690.427311:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906a6300. 00000080:00000010:1.1:1769074690.427318:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906a4200. 00000080:00000010:1.1:1769074690.427325:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9068a940. 00000080:00000010:1.1:1769074690.427409:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906a39c0. 00000080:00000010:1.1:1769074690.427417:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906a7380. 00000080:00000010:1.1:1769074690.427464:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906a1080. 00000080:00000010:1.1:1769074690.427473:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90676b40. 00000080:00000010:1.1:1769074690.427481:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9069b9c0. 00000080:00000010:1.1:1769074690.427495:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906a3180. 00000080:00000010:1.1:1769074690.436032:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906a18c0. 00000080:00000010:1.1:1769074690.436064:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906a2940. 00000080:00000010:1.1:1769074690.436076:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906af380. 00000080:00000010:1.1:1769074690.436087:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9069f380. 00000080:00000010:1.1:1769074690.436097:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9068a100. 00000080:00000010:1.1:1769074690.436105:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906a9080. 00000080:00000010:1.1:1769074690.436112:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9068ca40. 00000080:00000010:1.1:1769074690.436133:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9068eb40. 00000080:00000010:1.1:1769074690.436141:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906ab180. 00000080:00000010:1.1:1769074690.436152:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90699080. 00000080:00000010:1.1:1769074690.436160:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906a98c0. 00000080:00000010:1.1:1769074690.436169:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90670000. 00000080:00000010:1.1:1769074690.436179:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90688000. 00000080:00000010:1.1:1769074690.436212:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9068dac0. 00000080:00000010:1.1:1769074690.436219:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906aa940. 00000080:00000010:1.1:1769074690.436225:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906aa100. 00000080:00000010:1.1:1769074690.436231:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9068d280. 00000080:00000010:1.1:1769074690.436238:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9069b180. 00000080:00000010:1.1:1769074690.442861:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906aca40. 00000080:00000010:1.1:1769074690.442902:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906998c0. 00000080:00000010:1.1:1769074690.442919:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90675ac0. 00000080:00000010:1.1:1769074690.442932:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906aeb40. 00000080:00000010:1.1:1769074690.442940:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9069a940. 00000080:00000010:1.1:1769074690.548377:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906a8000. 00000080:00000010:1.1:1769074690.548390:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906adac0. 00000080:00000010:1.1:1769074690.548402:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906ad280. 00000080:00000010:1.1:1769074690.548407:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906a8840. 00000080:00000010:1.1:1769074690.548416:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b90688840. 00000080:00000010:1.1:1769074690.548426:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906ae300. 00000080:00000010:1.1:1769074690.548432:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906ac200. 00000080:00000010:1.1:1769074690.548438:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906ab9c0. 00000080:00000010:1.1:1769074690.548447:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9069a100. 00000080:00000010:1.1:1769074690.548453:0:29775:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906b5280. 00000080:00000010:1.1:1769074690.559154:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9069ca40. 00000080:00000010:1.1:1769074690.559187:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9069eb40. 00000080:00000010:1.1:1769074690.559201:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906b0840. 00000080:00000010:1.1:1769074690.559211:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9068e300. 00010000:00000010:1.1:1769074690.559230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba1c23800. 00010000:00000010:1.1:1769074690.559237:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b881b8100. 00010000:00000010:1.1:1769074690.559241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82de0c00. 00010000:00000010:1.1:1769074690.559245:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f26c00. 00010000:00000010:1.1:1769074690.559249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98e7a400. 00010000:00000010:1.1:1769074690.559252:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1d33500. 00010000:00000010:1.1:1769074690.562888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86737a00. 00010000:00000010:1.1:1769074690.562960:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8adc0a00. 00010000:00000010:1.1:1769074690.562965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dc7e00. 00010000:00000010:1.1:1769074690.562968:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98731b00. 00010000:00000010:1.1:1769074690.562972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85941000. 00010000:00000010:1.1:1769074690.562975:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8664ce00. 00010000:00000010:1.1:1769074690.562980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b859dda00. 00010000:00000010:1.1:1769074690.562985:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849d7e00. 00010000:00000010:1.1:1769074690.562988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8678f800. 00010000:00000010:1.1:1769074690.562992:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849d2300. 00010000:00000010:1.1:1769074690.562994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82d27400. 00010000:00000010:1.1:1769074690.562998:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b910d0b00. 00010000:00000010:1.1:1769074690.563001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91063200. 00010000:00000010:1.1:1769074690.563005:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9100ac00. 00010000:00000010:1.1:1769074690.563009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8889cc00. 00010000:00000010:1.1:1769074690.563012:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b866f3a00. 00010000:00000010:1.1:1769074690.563015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8679b200. 00010000:00000010:1.1:1769074690.563019:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849fc100. 00010000:00000010:1.1:1769074690.563023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8654cc00. 00010000:00000010:1.1:1769074690.563026:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b860c1400. 00010000:00000010:1.1:1769074690.563031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c3f000. 00010000:00000010:1.1:1769074690.563034:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85da3400. 00010000:00000010:1.1:1769074690.563037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d84e00. 00010000:00000010:1.1:1769074690.563043:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d98300. 00010000:00000010:1.1:1769074690.563046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85daa200. 00010000:00000010:1.1:1769074690.563049:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85820600. 00010000:00000010:1.1:1769074690.563052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85815a00. 00010000:00000010:1.1:1769074690.563056:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85833e00. 00010000:00000010:1.1:1769074690.563059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d47600. 00010000:00000010:1.1:1769074690.563062:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d40a00. 00010000:00000010:1.1:1769074690.563065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8495fe00. 00010000:00000010:1.1:1769074690.563068:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d20000. 00010000:00000010:1.1:1769074690.563071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8483e000. 00010000:00000010:1.1:1769074690.563081:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84921100. 00010000:00000010:1.1:1769074690.563085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d6e000. 00010000:00000010:1.1:1769074690.563089:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8498f300. 00010000:00000010:1.1:1769074690.563093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84813c00. 00010000:00000010:1.1:1769074690.563096:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8498fe00. 00010000:00000010:1.1:1769074690.563099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84899200. 00010000:00000010:1.1:1769074690.563102:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84970100. 00010000:00000010:1.1:1769074690.563118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84866000. 00010000:00000010:1.1:1769074690.563121:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84875100. 00010000:00000010:1.1:1769074690.563124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c16400. 00010000:00000010:1.1:1769074690.563128:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848ccb00. 00010000:00000010:1.1:1769074690.563130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848b8000. 00010000:00000010:1.1:1769074690.563134:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87412100. 00010000:00000010:1.1:1769074690.563143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848bb200. 00010000:00000010:1.1:1769074690.563147:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848b5100. 00010000:00000010:1.1:1769074690.563151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87494600. 00010000:00000010:1.1:1769074690.563154:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8758cd00. 00010000:00000010:1.1:1769074690.563157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8759ea00. 00010000:00000010:1.1:1769074690.563161:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b874f0800. 00010000:00000010:1.1:1769074690.563165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875d7000. 00010000:00000010:1.1:1769074690.563168:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8759a800. 00010000:00000010:1.1:1769074690.563171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874b2e00. 00010000:00000010:1.1:1769074690.563174:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87512e00. 00010000:00000010:1.1:1769074690.563177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c13800. 00010000:00000010:1.1:1769074690.563180:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87523500. 00010000:00000010:1.1:1769074690.563184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875b4600. 00010000:00000010:1.1:1769074690.563187:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875db700. 00010000:00000010:1.1:1769074690.563190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cc2200. 00010000:00000010:1.1:1769074690.563193:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c24100. 00010000:00000010:1.1:1769074690.563197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cfce00. 00010000:00000010:1.1:1769074690.563200:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875eca00. 00010000:00000010:1.1:1769074690.563204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cbd000. 00010000:00000010:1.1:1769074690.563212:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c9f000. 00010000:00000010:1.1:1769074690.563216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c91600. 00010000:00000010:1.1:1769074690.563220:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cda600. 00010000:00000010:1.1:1769074690.563224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d19400. 00010000:00000010:1.1:1769074690.563227:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d15900. 00010000:00000010:1.1:1769074690.563231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dfe000. 00010000:00000010:1.1:1769074690.563234:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d3c300. 00010000:00000010:1.1:1769074690.563237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88226a00. 00010000:00000010:1.1:1769074690.563240:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88223900. 00010000:00000010:1.1:1769074690.563242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88284200. 00010000:00000010:1.1:1769074690.563246:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d86b00. 00010000:00000010:1.1:1769074690.563250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8826ea00. 00010000:00000010:1.1:1769074690.563253:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88269b00. 00010000:00000010:1.1:1769074690.563256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882ce400. 00010000:00000010:1.1:1769074690.563273:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882b0c00. 00010000:00000010:1.1:1769074690.563277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882c4c00. 00010000:00000010:1.1:1769074690.563300:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88277600. 00010000:00000010:1.1:1769074690.563304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883a0c00. 00010000:00000010:1.1:1769074690.563308:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88368500. 00010000:00000010:1.1:1769074690.563311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8837c600. 00010000:00000010:1.1:1769074690.563314:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8830ad00. 00010000:00000010:1.1:1769074690.563317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98200c00. 00010000:00000010:1.1:1769074690.563320:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88366a00. 00010000:00000010:1.1:1769074690.563323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98230c00. 00010000:00000010:1.1:1769074690.563326:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9827fa00. 00010000:00000010:1.1:1769074690.563329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98217000. 00010000:00000010:1.1:1769074690.563332:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98266d00. 00010000:00000010:1.1:1769074690.563336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982fb000. 00010000:00000010:1.1:1769074690.563339:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98273000. 00010000:00000010:1.1:1769074690.563343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a9c00. 00010000:00000010:1.1:1769074690.563347:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982ab300. 00010000:00000010:1.1:1769074690.563350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9831ea00. 00010000:00000010:1.1:1769074690.563359:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983cd000. 00010000:00000010:1.1:1769074690.563362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983b5000. 00010000:00000010:1.1:1769074690.563365:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98371b00. 00010000:00000010:1.1:1769074690.563369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98444200. 00010000:00000010:1.1:1769074690.563373:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98403900. 00010000:00000010:1.1:1769074690.570332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98416e00. 00010000:00000010:1.1:1769074690.570356:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984f4d00. 00010000:00000010:1.1:1769074690.570363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98423e00. 00010000:00000010:1.1:1769074690.570369:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98415800. 00010000:00000010:1.1:1769074690.570376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a7000. 00010000:00000010:1.1:1769074690.570394:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98473e00. 00010000:00000010:1.1:1769074690.570407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a3a00. 00010000:00000010:1.1:1769074690.570421:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984eef00. 00010000:00000010:1.1:1769074690.570430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98549600. 00010000:00000010:1.1:1769074690.570441:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98533c00. 00010000:00000010:2.1:1769074690.571702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b892e3800. 00010000:00000010:2.1:1769074690.571714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba03d2400. 00010000:00000010:2.1:1769074690.571718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba03d3c00. 00010000:00000010:3.1:1769074690.608338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82df9600. 00010000:00000010:3.1:1769074690.608351:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85caa000. 00010000:00000010:3.1:1769074690.608356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b867aec00. 00010000:00000010:3.1:1769074690.608359:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86704e00. 00010000:00000010:3.1:1769074690.608364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8678fc00. 00010000:00000010:3.1:1769074690.608368:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849d2000. 00010000:00000010:3.1:1769074690.608372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b867b7800. 00010000:00000010:3.1:1769074690.608375:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85b94500. 00010000:00000010:0.1:1769074690.613777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9857be00. 00010000:00000010:0.1:1769074690.613805:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985b8f00. 00010000:00000010:0.1:1769074690.613814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985f8400. 00010000:00000010:0.1:1769074690.613827:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985a2f00. 00010000:00000010:0.1:1769074690.613838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985d0c00. 00010000:00000010:0.1:1769074690.613847:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90208d00. 00010000:00000010:0.1:1769074690.613859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98e7b800. 00010000:00000010:0.1:1769074690.613871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba00a5a00. 00010000:00000010:0.1:1769074690.613882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba0360400. 00010000:00000010:0.1:1769074690.613891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83cb6200. 00010000:00000010:0.1:1769074690.613903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b876b1c00. 00010000:00000010:0.1:1769074690.613913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83a20b00. 00010000:00000010:0.1:1769074690.613922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86737200. 00010000:00000010:0.1:1769074690.613929:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8adc0e00. 00010000:00000010:0.1:1769074690.613932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dc7a00. 00010000:00000010:0.1:1769074690.613936:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98731300. 00010000:00000010:3.1:1769074690.643323:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82deec00. 00010000:00000010:3.1:1769074690.643336:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8ae95500. 00010000:00000010:3.1:1769074690.643341:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b829f7c00. 00010000:00000010:3.1:1769074690.643346:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98ef5600. 00010000:00000010:3.1:1769074690.643350:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88b0d000. 00010000:00000010:3.1:1769074690.643354:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82d24c00. 00010000:00000010:3.1:1769074690.643358:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c06000. 00010000:00000010:3.1:1769074690.643361:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c2ab00. 00010000:00000010:3.1:1769074690.643366:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c3fa00. 00010000:00000010:3.1:1769074690.643370:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85da3800. 00010000:00000010:3.1:1769074690.643377:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871cd200. 00010000:00000010:3.1:1769074690.643381:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c37100. 00010000:00000010:3.1:1769074690.643385:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85829e00. 00010000:00000010:3.1:1769074690.643389:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cdc500. 00010000:00000010:3.1:1769074690.643392:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85829200. 00010000:00000010:3.1:1769074690.643396:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82dfec00. 00010000:00000010:3.1:1769074690.643400:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d3cc00. 00010000:00000010:3.1:1769074690.643405:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85858500. 00010000:00000010:3.1:1769074690.643409:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8495ca00. 00010000:00000010:3.1:1769074690.643415:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84953300. 00010000:00000010:3.1:1769074690.643420:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d0d800. 00010000:00000010:3.1:1769074690.643424:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c32400. 00010000:00000010:3.1:1769074690.643428:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d0d200. 00010000:00000010:3.1:1769074690.643431:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c34f00. 00010000:00000010:3.1:1769074690.643434:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84812e00. 00010000:00000010:3.1:1769074690.643438:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84816300. 00010000:00000010:3.1:1769074690.643442:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84977200. 00010000:00000010:3.1:1769074690.643446:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8487eb00. 00010000:00000010:3.1:1769074690.643450:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84880000. 00010000:00000010:3.1:1769074690.643454:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84875d00. 00010000:00000010:3.1:1769074690.643459:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c16200. 00010000:00000010:3.1:1769074690.643462:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848cc800. 00010000:00000010:3.1:1769074690.643490:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848be600. 00010000:00000010:3.1:1769074690.643494:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848a0a00. 00010000:00000010:3.1:1769074690.643499:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874cd200. 00010000:00000010:3.1:1769074690.643503:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87474f00. 00010000:00000010:3.1:1769074690.643508:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87495600. 00010000:00000010:3.1:1769074690.643513:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8758ce00. 00010000:00000010:3.1:1769074690.643516:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87591200. 00010000:00000010:3.1:1769074690.643521:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8759df00. 00010000:00000010:3.1:1769074690.643525:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874cb200. 00010000:00000010:3.1:1769074690.643529:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8754c500. 00010000:00000010:3.1:1769074690.643535:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8740a400. 00010000:00000010:3.1:1769074690.643538:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8751c800. 00010000:00000010:3.1:1769074690.643542:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c13000. 00010000:00000010:3.1:1769074690.643546:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87520e00. 00010000:00000010:3.1:1769074690.643550:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875c6a00. 00010000:00000010:3.1:1769074690.644000:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c37c00. 00010000:00000010:3.1:1769074690.644007:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cc2a00. 00010000:00000010:3.1:1769074690.644012:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c11600. 00010000:00000010:3.1:1769074690.644018:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cfde00. 00010000:00000010:3.1:1769074690.644021:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875ece00. 00010000:00000010:3.1:1769074690.644025:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cbd200. 00010000:00000010:3.1:1769074690.644029:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c9f900. 00010000:00000010:3.1:1769074690.644033:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d2cc00. 00010000:00000010:3.1:1769074690.644039:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cda000. 00010000:00000010:3.1:1769074690.644042:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d67000. 00010000:00000010:3.1:1769074690.644046:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c95700. 00010000:00000010:3.1:1769074690.644053:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87df3c00. 00010000:00000010:3.1:1769074690.644056:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d56600. 00010000:00000010:3.1:1769074690.644060:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88226200. 00010000:00000010:3.1:1769074690.644063:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88223c00. 00010000:00000010:3.1:1769074690.644067:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dc8600. 00010000:00000010:3.1:1769074690.644071:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87dd7100. 00010000:00000010:3.1:1769074690.644086:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882aea00. 00010000:00000010:3.1:1769074690.644092:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b870a0d00. 00010000:00000010:3.1:1769074690.644097:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88350600. 00010000:00000010:3.1:1769074690.644101:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88347900. 00010000:00000010:3.1:1769074690.644105:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882bb600. 00010000:00000010:3.1:1769074690.644108:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8836ff00. 00010000:00000010:3.1:1769074690.644113:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88372800. 00010000:00000010:3.1:1769074690.644118:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88325800. 00010000:00000010:3.1:1769074690.644123:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8837d800. 00010000:00000010:3.1:1769074690.644128:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8830a900. 00010000:00000010:3.1:1769074690.644132:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98200200. 00010000:00000010:3.1:1769074690.644136:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883d0e00. 00010000:00000010:3.1:1769074690.644139:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883fbe00. 00010000:00000010:3.1:1769074690.644144:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98235000. 00010000:00000010:3.1:1769074690.644149:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982fec00. 00010000:00000010:3.1:1769074690.644152:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982f8900. 00010000:00000010:3.1:1769074690.644157:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98314a00. 00010000:00000010:3.1:1769074690.644162:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98359c00. 00010000:00000010:3.1:1769074690.644168:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9838a800. 00010000:00000010:3.1:1769074690.644172:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98282b00. 00010000:00000010:3.1:1769074690.644175:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98372c00. 00010000:00000010:3.1:1769074690.644179:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98365600. 00010000:00000010:3.1:1769074690.644182:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983fe200. 00010000:00000010:3.1:1769074690.644186:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983fc500. 00010000:00000010:3.1:1769074690.644938:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983d4000. 00010000:00000010:3.1:1769074690.644949:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98402300. 00010000:00000010:3.1:1769074690.644956:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98416200. 00010000:00000010:3.1:1769074690.644960:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984f4600. 00010000:00000010:3.1:1769074690.644966:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a3200. 00010000:00000010:3.1:1769074690.644969:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98415200. 00010000:00000010:2.1:1769074690.680445:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a2400. 00010000:00000010:2.1:1769074690.680468:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984eb200. 00010000:00000010:2.1:1769074690.691370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984b1800. 00010000:00000010:2.1:1769074690.691387:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98521100. 00010000:00000010:2.1:1769074690.691393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984c5e00. 00010000:00000010:2.1:1769074690.691397:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9856e400. 00010000:00000010:2.1:1769074690.691400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9022e000. 00010000:00000010:2.1:1769074690.691405:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984bb100. 00010000:00000010:2.1:1769074690.691408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90206200. 00010000:00000010:2.1:1769074690.691412:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98573100. 00010000:00000010:2.1:1769074690.691416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985d0000. 00010000:00000010:2.1:1769074690.691421:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020cc00. 00010000:00000010:2.1:1769074690.691424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba03d2e00. 00010000:00000010:2.1:1769074690.691429:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b99705c00. 00010000:00000010:2.1:1769074690.691432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c50000. 00010000:00000010:2.1:1769074690.691436:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83ef2c00. 00010000:00000010:2.1:1769074690.691440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82de0a00. 00010000:00000010:2.1:1769074690.691443:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98121000. 00010000:00000010:2.1:1769074690.691447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88871c00. 00010000:00000010:2.1:1769074690.691451:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1c53200. 00010000:00000010:2.1:1769074690.691455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86736400. 00010000:00000010:2.1:1769074690.691459:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82f0cb00. 00010000:00000010:2.1:1769074690.691463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98e19600. 00010000:00000010:2.1:1769074690.691468:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b867e5d00. 00010000:00000010:2.1:1769074690.691471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85cdf800. 00010000:00000010:2.1:1769074690.691475:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8664c000. 00010000:00000010:2.1:1769074690.691480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82b57600. 00010000:00000010:2.1:1769074690.691487:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982bc214d100. 00010000:00000010:2.1:1769074690.691491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b860bfe00. 00010000:00000010:2.1:1769074690.691495:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849d1a00. 00010000:00000010:2.1:1769074690.691498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b870b1e00. 00010000:00000010:2.1:1769074690.691503:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b910d0400. 00010000:00000010:2.1:1769074690.691531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86774000. 00010000:00000010:2.1:1769074690.691536:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8769d600. 00010000:00000010:2.1:1769074690.691541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b829f6800. 00010000:00000010:2.1:1769074690.691544:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98ef5200. 00010000:00000010:2.1:1769074690.691549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98ed7c00. 00010000:00000010:2.1:1769074690.691553:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82d24700. 00010000:00000010:2.1:1769074690.691557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c07400. 00010000:00000010:2.1:1769074690.691561:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c2cd00. 00010000:00000010:2.1:1769074690.691565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c3f400. 00010000:00000010:2.1:1769074690.691568:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85da3100. 00010000:00000010:2.1:1769074690.691572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d85800. 00010000:00000010:2.1:1769074690.691576:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d98d00. 00010000:00000010:2.1:1769074690.691580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85815000. 00010000:00000010:2.1:1769074690.691584:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85801600. 00010000:00000010:2.1:1769074690.691588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84987800. 00010000:00000010:2.1:1769074690.691592:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84982a00. 00010000:00000010:2.1:1769074690.691595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d3c000. 00010000:00000010:2.1:1769074690.691600:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85877100. 00010000:00000010:2.1:1769074690.691605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8495f000. 00010000:00000010:2.1:1769074690.691609:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d20100. 00010000:00000010:2.1:1769074690.691613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8483e200. 00010000:00000010:2.1:1769074690.691616:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d20a00. 00010000:00000010:2.1:1769074690.691619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d38400. 00010000:00000010:2.1:1769074690.691625:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84933000. 00010000:00000010:2.1:1769074690.691629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84813600. 00010000:00000010:2.1:1769074690.691632:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84816400. 00010000:00000010:2.1:1769074690.691636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84898e00. 00010000:00000010:2.1:1769074690.691646:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84818100. 00010000:00000010:2.1:1769074690.691651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84880400. 00010000:00000010:2.1:1769074690.691655:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84875b00. 00010000:00000010:2.1:1769074690.691659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8488b800. 00010000:00000010:2.1:1769074690.691664:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848ccc00. 00010000:00000010:2.1:1769074690.691674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848b9400. 00010000:00000010:2.1:1769074690.691686:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87412e00. 00010000:00000010:2.1:1769074690.691691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874cc400. 00010000:00000010:2.1:1769074690.691695:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8741e100. 00010000:00000010:2.1:1769074690.691700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87495800. 00010000:00000010:2.1:1769074690.691704:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8758c600. 00010000:00000010:2.1:1769074690.691708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8753ba00. 00010000:00000010:2.1:1769074690.691712:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87592000. 00010000:00000010:2.1:1769074690.691715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874b2400. 00010000:00000010:2.1:1769074690.691719:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8750bf00. 00010000:00000010:2.1:1769074690.691722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c0c000. 00010000:00000010:2.1:1769074690.691726:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87409300. 00010000:00000010:2.1:1769074690.691729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875dec00. 00010000:00000010:2.1:1769074690.691733:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c11000. 00010000:00000010:2.1:1769074690.691737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c4c200. 00010000:00000010:2.1:1769074690.691740:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875c2500. 00010000:00000010:2.1:1769074690.691744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874adc00. 00010000:00000010:2.1:1769074690.691749:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87552200. 00010000:00000010:2.1:1769074690.691753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cfd000. 00010000:00000010:2.1:1769074690.691757:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875ef100. 00010000:00000010:2.1:1769074690.691760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cfec00. 00010000:00000010:2.1:1769074690.691763:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87552f00. 00010000:00000010:2.1:1769074690.691766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d3e800. 00010000:00000010:2.1:1769074690.691770:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cda900. 00010000:00000010:2.1:1769074690.691774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87ded400. 00010000:00000010:2.1:1769074690.691778:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cb1600. 00010000:00000010:2.1:1769074690.691782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dffe00. 00010000:00000010:2.1:1769074690.691787:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d3c100. 00010000:00000010:3.1:1769074690.693301:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88225400. 00010000:00000010:3.1:1769074690.693313:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d8e800. 00010000:00000010:3.1:1769074690.693336:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88286600. 00010000:00000010:3.1:1769074690.693340:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8821fc00. 00010000:00000010:3.1:1769074690.693344:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8826ee00. 00010000:00000010:3.1:1769074690.693348:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88269300. 00010000:00000010:3.1:1769074690.693353:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8825bc00. 00010000:00000010:3.1:1769074690.693360:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88267600. 00010000:00000010:3.1:1769074690.693367:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8829ea00. 00010000:00000010:3.1:1769074690.693371:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8829ac00. 00010000:00000010:3.1:1769074690.693375:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883a1200. 00010000:00000010:3.1:1769074690.693379:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8836cb00. 00010000:00000010:3.1:1769074690.693382:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c6000. 00010000:00000010:3.1:1769074690.693387:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88378700. 00010000:00000010:3.1:1769074690.693390:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98228600. 00010000:00000010:3.1:1769074690.693395:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9822c700. 00010000:00000010:3.1:1769074690.693399:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883f8200. 00010000:00000010:3.1:1769074690.693404:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883c1600. 00010000:00000010:3.1:1769074690.693408:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982ff200. 00010000:00000010:3.1:1769074690.693412:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982f8800. 00010000:00000010:3.1:1769074690.693416:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9830d600. 00010000:00000010:3.1:1769074690.693420:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98273400. 00010000:00000010:3.1:1769074690.693424:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9831f800. 00010000:00000010:3.1:1769074690.693428:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9833d600. 00010000:00000010:3.1:1769074690.693433:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a0e00. 00010000:00000010:3.1:1769074690.693436:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98380100. 00010000:00000010:3.1:1769074690.693440:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983b5e00. 00010000:00000010:3.1:1769074690.693444:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9837be00. 00010000:00000010:3.1:1769074690.693449:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98447000. 00010000:00000010:3.1:1769074690.693454:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98402700. 00010000:00000010:3.1:1769074690.693458:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98417800. 00010000:00000010:3.1:1769074690.693462:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984f4000. 00010000:00000010:3.1:1769074690.693468:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984d1400. 00010000:00000010:3.1:1769074690.693472:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98415500. 00010000:00000010:3.1:1769074690.693482:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98496a00. 00010000:00000010:3.1:1769074690.693486:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98464e00. 00010000:00000010:3.1:1769074690.693489:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98497800. 00010000:00000010:3.1:1769074690.693492:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98464a00. 00010000:00000010:3.1:1769074690.693497:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985bd800. 00010000:00000010:3.1:1769074690.693503:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9851c900. 00010000:00000010:3.1:1769074690.693506:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9857a000. 00010000:00000010:3.1:1769074690.693510:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98592600. 00010000:00000010:3.1:1769074690.693514:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9858ae00. 00010000:00000010:3.1:1769074690.693517:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985eba00. 00010000:00000010:3.1:1769074690.693521:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985c7400. 00010000:00000010:3.1:1769074690.693525:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e2200. 00010000:00000010:3.1:1769074690.693529:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b892e2000. 00010000:00000010:3.1:1769074690.693534:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b89022600. 00010000:00000010:3.1:1769074690.693540:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98e7b000. 00010000:00000010:3.1:1769074690.693543:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b89022f00. 00010000:00000010:3.1:1769074690.693547:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba0360c00. 00010000:00000010:3.1:1769074690.693550:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83cb6900. 00010000:00000010:3.1:1769074690.693777:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c47a00. 00010000:00000010:3.1:1769074690.693783:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83ee2500. 00010000:00000010:3.1:1769074690.693788:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82de6000. 00010000:00000010:3.1:1769074690.693792:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b867e5700. 00010000:00000010:3.1:1769074690.693796:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82b57a00. 00010000:00000010:3.1:1769074690.693800:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8a598a00. 00010000:00000010:3.1:1769074690.693807:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82b56e00. 00010000:00000010:3.1:1769074690.693811:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982bc214d000. 00010000:00000010:3.1:1769074690.693815:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8671f600. 00010000:00000010:3.1:1769074690.693821:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87112000. 00010000:00000010:3.1:1769074690.693824:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b860bf000. 00010000:00000010:3.1:1769074690.693828:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849d1f00. 00010000:00000010:3.1:1769074690.693832:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b870b0600. 00010000:00000010:3.1:1769074690.693836:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b910d0500. 00010000:00000010:3.1:1769074690.693846:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86774800. 00010000:00000010:3.1:1769074690.693851:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8769da00. 00010000:00000010:2.1:1769074690.738329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b829f7600. 00010000:00000010:2.1:1769074690.738343:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98ef5300. 00010000:00000010:2.1:1769074690.738349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98ed6a00. 00010000:00000010:2.1:1769074690.738354:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82d24800. 00010000:00000010:2.1:1769074690.738381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c07c00. 00010000:00000010:2.1:1769074690.738385:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c2c800. 00010000:00000010:2.1:1769074690.738388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871d2200. 00010000:00000010:2.1:1769074690.738392:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85da0c00. 00010000:00000010:2.1:1769074690.738396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85db0c00. 00010000:00000010:2.1:1769074690.738400:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85db4700. 00010000:00000010:2.1:1769074690.738403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85815200. 00010000:00000010:2.1:1769074690.738407:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85801a00. 00010000:00000010:2.1:1769074690.738412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d1d000. 00010000:00000010:2.1:1769074690.738415:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85833400. 00010000:00000010:2.1:1769074690.738419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8494b000. 00010000:00000010:2.1:1769074690.738423:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84941c00. 00010000:00000010:2.1:1769074690.738427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d0c800. 00010000:00000010:2.1:1769074690.738430:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c32900. 00010000:00000010:2.1:1769074690.738434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8496b200. 00010000:00000010:2.1:1769074690.738441:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84953f00. 00010000:00000010:2.1:1769074690.738444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d38a00. 00010000:00000010:2.1:1769074690.738448:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84933200. 00010000:00000010:2.1:1769074690.738451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84814c00. 00010000:00000010:2.1:1769074690.738454:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84918400. 00010000:00000010:2.1:1769074690.738458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84899a00. 00010000:00000010:2.1:1769074690.738461:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84818d00. 00010000:00000010:2.1:1769074690.738465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84881c00. 00010000:00000010:2.1:1769074690.738469:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84875a00. 00010000:00000010:2.1:1769074690.738473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84889a00. 00010000:00000010:2.1:1769074690.738477:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848d4b00. 00010000:00000010:2.1:1769074690.738481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848ba200. 00010000:00000010:2.1:1769074690.738485:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848b4500. 00010000:00000010:2.1:1769074690.738489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874c8800. 00010000:00000010:2.1:1769074690.738492:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848e0400. 00010000:00000010:2.1:1769074690.738496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8744ce00. 00010000:00000010:2.1:1769074690.738500:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87455200. 00010000:00000010:1.1:1769074690.777611:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882b8400. 00010000:00000010:1.1:1769074690.777627:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882dad00. 00010000:00000010:1.1:1769074690.777631:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882b9c00. 00010000:00000010:1.1:1769074690.778188:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88368d00. 00010000:00000010:1.1:1769074690.778197:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88373000. 00010000:00000010:1.1:1769074690.778202:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883a6500. 00010000:00000010:1.1:1769074690.778206:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c7200. 00010000:00000010:1.1:1769074690.778211:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88378a00. 00010000:00000010:1.1:1769074690.778215:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98200800. 00010000:00000010:1.1:1769074690.778219:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883d0400. 00010000:00000010:1.1:1769074690.778228:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98231c00. 00010000:00000010:1.1:1769074690.778231:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9828f800. 00010000:00000010:1.1:1769074690.778235:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982ff400. 00010000:00000010:1.1:1769074690.778238:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9832b300. 00010000:00000010:1.1:1769074690.778242:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98315600. 00010000:00000010:1.1:1769074690.778247:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98359700. 00010000:00000010:1.1:1769074690.778253:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a8c00. 00010000:00000010:1.1:1769074690.780361:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982a3a00. 00010000:00000010:1.1:1769074690.780378:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a0600. 00010000:00000010:1.1:1769074690.780383:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98380d00. 00010000:00000010:1.1:1769074690.782065:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98348400. 00010000:00000010:1.1:1769074690.782073:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9834c400. 00010000:00000010:1.1:1769074690.782078:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98444600. 00010000:00000010:1.1:1769074690.782082:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98443700. 00010000:00000010:1.1:1769074690.782086:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983ef600. 00010000:00000010:1.1:1769074690.782090:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98410700. 00010000:00000010:1.1:1769074690.782095:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98494e00. 00010000:00000010:1.1:1769074690.782099:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984d3a00. 00010000:00000010:1.1:1769074690.782102:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98494400. 00010000:00000010:1.1:1769074690.782105:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9848d500. 00010000:00000010:1.1:1769074690.782114:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984b1200. 00010000:00000010:1.1:1769074690.782120:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98525700. 00010000:00000010:1.1:1769074690.782125:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9856d400. 00010000:00000010:1.1:1769074690.782128:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9853ff00. 00010000:00000010:1.1:1769074690.782132:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98588a00. 00010000:00000010:1.1:1769074690.782136:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98584d00. 00010000:00000010:1.1:1769074690.782141:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985f8200. 00010000:00000010:1.1:1769074690.782145:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985a2400. 00010000:00000010:1.1:1769074690.782150:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985c7c00. 00010000:00000010:1.1:1769074690.782153:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e2900. 00010000:00000010:1.1:1769074690.782159:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba02e2e00. 00010000:00000010:1.1:1769074690.782164:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88afbc00. 00010000:00000010:1.1:1769074690.782169:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98e7aa00. 00010000:00000010:1.1:1769074690.782174:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba00a5d00. 00010000:00000010:1.1:1769074690.782178:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8678be00. 00010000:00000010:1.1:1769074690.782183:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84deae00. 00010000:00000010:1.1:1769074690.782188:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88870400. 00010000:00000010:1.1:1769074690.782191:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1c53100. 00010000:00000010:1.1:1769074690.782195:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c55c00. 00010000:00000010:1.1:1769074690.782221:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82b77600. 00010000:00000010:1.1:1769074690.782227:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dc6200. 00010000:00000010:1.1:1769074690.782232:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b888e0800. 00010000:00000010:1.1:1769074690.782236:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b859dc400. 00010000:00000010:1.1:1769074690.782240:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b866b3a00. 00010000:00000010:1.1:1769074690.782243:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82b57c00. 00010000:00000010:1.1:1769074690.782248:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982bc214d300. 00010000:00000010:1.1:1769074690.782252:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b860be000. 00010000:00000010:1.1:1769074690.782256:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849d1b00. 00010000:00000010:1.1:1769074690.782259:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b870b1000. 00010000:00000010:1.1:1769074690.782263:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9100a600. 00010000:00000010:1.1:1769074690.782267:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8670be00. 00010000:00000010:1.1:1769074690.782272:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8769d300. 00010000:00000010:1.1:1769074690.782275:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b829f6600. 00010000:00000010:1.1:1769074690.782294:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8678cf00. 00010000:00000010:1.1:1769074690.782298:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98ed7e00. 00010000:00000010:1.1:1769074690.782302:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82d24100. 00010000:00000010:1.1:1769074690.782306:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871e3400. 00010000:00000010:1.1:1769074690.782311:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87fca500. 00010000:00000010:1.1:1769074690.782315:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871d3c00. 00010000:00000010:1.1:1769074690.782319:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cfc600. 00010000:00000010:1.1:1769074690.782326:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85db1400. 00010000:00000010:1.1:1769074690.782330:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85db4800. 00010000:00000010:1.1:1769074690.782334:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85828c00. 00010000:00000010:1.1:1769074690.782337:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cdcf00. 00010000:00000010:1.1:1769074690.782341:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d46c00. 00010000:00000010:1.1:1769074690.782345:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84982400. 00010000:00000010:1.1:1769074690.782349:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8581bc00. 00010000:00000010:1.1:1769074690.782355:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8586e400. 00010000:00000010:1.1:1769074690.782359:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84965400. 00010000:00000010:1.1:1769074690.782363:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84966300. 00010000:00000010:1.1:1769074690.782368:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84809600. 00010000:00000010:1.1:1769074690.782378:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84801200. 00010000:00000010:1.1:1769074690.782382:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d39e00. 00010000:00000010:1.1:1769074690.782386:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84933f00. 00010000:00000010:1.1:1769074690.782389:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84837000. 00010000:00000010:1.1:1769074690.782395:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84912f00. 00010000:00000010:1.1:1769074690.782399:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84865800. 00010000:00000010:1.1:1769074690.782403:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84821d00. 00010000:00000010:1.1:1769074690.782406:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84864000. 00010000:00000010:1.1:1769074690.782410:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d7d600. 00010000:00000010:1.1:1769074690.782416:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8488b400. 00010000:00000010:1.1:1769074690.782420:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8485a200. 00010000:00000010:0.1:1769074690.848453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87590400. 00010000:00000010:0.1:1769074690.848466:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8759d800. 00010000:00000010:0.1:1769074690.848471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874b2200. 00010000:00000010:0.1:1769074690.848475:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8750b700. 00010000:00000010:0.1:1769074690.848479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c0c400. 00010000:00000010:0.1:1769074690.848483:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87409700. 00010000:00000010:0.1:1769074690.848487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874aec00. 00010000:00000010:0.1:1769074690.848492:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c34800. 00010000:00000010:0.1:1769074690.848496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875e2a00. 00010000:00000010:0.1:1769074690.848499:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c37b00. 00010000:00000010:0.1:1769074690.848503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875c6c00. 00010000:00000010:0.1:1769074690.848507:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875bd200. 00010000:00000010:0.1:1769074690.848511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c82e00. 00010000:00000010:0.1:1769074690.848515:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cf8900. 00010000:00000010:0.1:1769074690.848519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cbd400. 00010000:00000010:0.1:1769074690.848523:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c9fc00. 00010000:00000010:0.1:1769074690.848527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d3f600. 00010000:00000010:0.1:1769074690.848532:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cdaf00. 00010000:00000010:0.1:1769074690.848535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87def600. 00010000:00000010:0.1:1769074690.848541:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d10a00. 00010000:00000010:0.1:1769074690.848545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88202000. 00010000:00000010:0.1:1769074690.848549:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87df1300. 00010000:00000010:0.1:1769074690.848561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87da3e00. 00010000:00000010:0.1:1769074690.848566:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88223b00. 00010000:00000010:0.1:1769074690.848571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88287000. 00010000:00000010:0.1:1769074690.848575:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87dc0700. 00010000:00000010:0.1:1769074690.848579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8825ba00. 00010000:00000010:0.1:1769074690.848583:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88276100. 00010000:00000010:0.1:1769074690.848587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848bf600. 00010000:00000010:0.1:1769074690.848592:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848a0300. 00010000:00000010:0.1:1769074690.848595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87498a00. 00010000:00000010:0.1:1769074690.848599:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8741ed00. 00010000:00000010:0.1:1769074690.848604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8753a400. 00010000:00000010:0.1:1769074690.848608:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87485300. 00010000:00000010:0.1:1769074690.848611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8753b800. 00010000:00000010:0.1:1769074690.848614:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87592a00. 00010000:00000010:0.1:1769074690.848618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874f9e00. 00010000:00000010:0.1:1769074690.848621:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8752af00. 00010000:00000010:0.1:1769074690.848625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874acc00. 00010000:00000010:0.1:1769074690.848629:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8754f900. 00010000:00000010:0.1:1769074690.848644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874afc00. 00010000:00000010:0.1:1769074690.848647:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c34b00. 00010000:00000010:0.1:1769074690.848651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875b5e00. 00010000:00000010:0.1:1769074690.848655:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875db600. 00010000:00000010:0.1:1769074690.848659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cc2600. 00010000:00000010:0.1:1769074690.848665:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c27f00. 00010000:00000010:0.1:1769074690.848668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c83a00. 00010000:00000010:0.1:1769074690.848671:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cf8c00. 00010000:00000010:0.1:1769074690.848683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cbce00. 00010000:00000010:0.1:1769074690.848688:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c9c300. 00010000:00000010:0.1:1769074690.848692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cff800. 00010000:00000010:0.1:1769074690.848698:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87ca6300. 00010000:00000010:0.1:1769074690.848701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87deca00. 00010000:00000010:0.1:1769074690.848706:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cb1100. 00010000:00000010:0.1:1769074690.848709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87df2600. 00010000:00000010:0.1:1769074690.848713:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d56300. 00010000:00000010:0.1:1769074690.848716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88224200. 00010000:00000010:0.1:1769074690.848720:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88219400. 00010000:00000010:0.1:1769074690.848724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dc9a00. 00010000:00000010:0.1:1769074690.848727:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87dd7400. 00010000:00000010:0.1:1769074690.848731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882fb600. 00010000:00000010:0.1:1769074690.848736:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882f3000. 00010000:00000010:0.1:1769074690.848739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88351a00. 00010000:00000010:0.1:1769074690.848743:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8834bf00. 00010000:00000010:0.1:1769074690.848747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8839e000. 00010000:00000010:0.1:1769074690.848753:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8836f100. 00010000:00000010:0.1:1769074690.848756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88373600. 00010000:00000010:0.1:1769074690.848760:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883a6900. 00010000:00000010:0.1:1769074690.848765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c7c00. 00010000:00000010:0.1:1769074690.848770:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88378e00. 00010000:00000010:0.1:1769074690.848774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883cf000. 00010000:00000010:0.1:1769074690.848778:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883d0100. 00010000:00000010:0.1:1769074690.848781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883f9a00. 00010000:00000010:0.1:1769074690.848785:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883c1200. 00010000:00000010:0.1:1769074690.848788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982fb200. 00010000:00000010:0.1:1769074690.848792:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98270200. 00010000:00000010:0.1:1769074690.848797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9830c200. 00010000:00000010:0.1:1769074690.848800:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98273500. 00010000:00000010:0.1:1769074690.848804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9831e600. 00010000:00000010:0.1:1769074690.848807:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9833d400. 00010000:00000010:0.1:1769074690.848810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98373200. 00010000:00000010:0.1:1769074690.848814:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98365b00. 00010000:00000010:0.1:1769074690.848817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a1400. 00010000:00000010:0.1:1769074690.848822:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983fc800. 00010000:00000010:0.1:1769074690.848825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98445e00. 00010000:00000010:0.1:1769074690.848829:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98443200. 00010000:00000010:0.1:1769074690.848832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98423800. 00010000:00000010:0.1:1769074690.848836:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98413100. 00010000:00000010:0.1:1769074690.848839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98494600. 00010000:00000010:0.1:1769074690.848843:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984d3b00. 00010000:00000010:0.1:1769074690.848846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a7400. 00010000:00000010:0.1:1769074690.848852:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983c0500. 00010000:00000010:0.1:1769074690.848856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98526800. 00010000:00000010:0.1:1769074690.848859:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984b2900. 00010000:00000010:0.1:1769074690.848863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984c5200. 00010000:00000010:0.1:1769074690.848867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98525300. 00010000:00000010:0.1:1769074690.848873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9022f200. 00010000:00000010:0.1:1769074690.848876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984bb300. 00010000:00000010:0.1:1769074690.848880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90207400. 00010000:00000010:0.1:1769074690.848884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98573c00. 00010000:00000010:0.1:1769074690.848887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985c7600. 00010000:00000010:0.1:1769074690.848891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e2400. 00010000:00000010:0.1:1769074690.848896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba03d3800. 00010000:00000010:0.1:1769074690.848900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b99705100. 00010000:00000010:0.1:1769074690.848904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982bc21f7600. 00010000:00000010:0.1:1769074690.848908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1ee6300. 00010000:00000010:0.1:1769074690.848912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8678b000. 00010000:00000010:0.1:1769074690.848916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84dea500. 00010000:00000010:0.1:1769074690.849091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b876b0c00. 00010000:00000010:0.1:1769074690.849097:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83a20f00. 00010000:00000010:0.1:1769074690.849101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86736e00. 00010000:00000010:0.1:1769074690.849106:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82f0c200. 00010000:00000010:0.1:1769074690.849110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dc7c00. 00010000:00000010:0.1:1769074690.849114:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b888e0200. 00010000:00000010:0.1:1769074690.849118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85ca6800. 00010000:00000010:0.1:1769074690.849122:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b987c8e00. 00010000:00000010:2.1:1769074690.885513:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85dabe00. 00010000:00000010:2.1:1769074690.885523:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85823100. 00010000:00000010:2.1:1769074690.885527:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d1cc00. 00010000:00000010:2.1:1769074690.885531:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85801d00. 00010000:00000010:2.1:1769074690.885535:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8494b200. 00010000:00000010:2.1:1769074690.885539:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84941400. 00010000:00000010:2.1:1769074690.885543:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84964e00. 00010000:00000010:2.1:1769074690.885546:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84966d00. 00010000:00000010:2.1:1769074690.885550:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8483ea00. 00010000:00000010:2.1:1769074690.885618:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84922b00. 00010000:00000010:2.1:1769074690.885627:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d38600. 00010000:00000010:2.1:1769074690.885630:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84933700. 00010000:00000010:2.1:1769074690.885737:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84837e00. 00010000:00000010:2.1:1769074690.885743:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84912600. 00010000:00000010:2.1:1769074690.885747:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84867a00. 00010000:00000010:2.1:1769074690.885752:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84818800. 00010000:00000010:2.1:1769074690.885756:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84884c00. 00010000:00000010:2.1:1769074690.885761:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848c2f00. 00010000:00000010:2.1:1769074690.885766:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84906800. 00010000:00000010:2.1:1769074690.885770:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c34000. 00010000:00000010:2.1:1769074690.885777:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848bf000. 00010000:00000010:2.1:1769074690.885781:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848e3d00. 00010000:00000010:2.1:1769074690.885785:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8744d200. 00010000:00000010:2.1:1769074690.885789:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848b5f00. 00010000:00000010:2.1:1769074690.885793:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8753aa00. 00010000:00000010:2.1:1769074690.885797:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87485400. 00010000:00000010:2.1:1769074690.885801:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875d6200. 00010000:00000010:2.1:1769074690.885805:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87592f00. 00010000:00000010:2.1:1769074690.885810:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874b3c00. 00010000:00000010:2.1:1769074690.885815:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8750b000. 00010000:00000010:2.1:1769074690.885819:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8740a600. 00010000:00000010:2.1:1769074690.885823:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87527800. 00010000:00000010:2.1:1769074690.885858:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c12400. 00010000:00000010:2.1:1769074690.885862:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c46300. 00010000:00000010:2.1:1769074690.885867:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875e1400. 00010000:00000010:2.1:1769074690.885873:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c7c500. 00010000:00000010:2.1:1769074690.885879:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874ac000. 00010000:00000010:2.1:1769074690.885883:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87552100. 00010000:00000010:2.1:1769074690.885887:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c5e800. 00010000:00000010:2.1:1769074690.885891:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cf8700. 00010000:00000010:2.1:1769074690.885897:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d03400. 00010000:00000010:2.1:1769074690.885901:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c69d00. 00010000:00000010:2.1:1769074690.885905:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d3fa00. 00010000:00000010:2.1:1769074690.885911:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d95400. 00010000:00000010:2.1:1769074690.885915:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87defa00. 00010000:00000010:2.1:1769074690.885999:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87de3b00. 00010000:00000010:2.1:1769074690.886006:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88202200. 00010000:00000010:2.1:1769074690.886010:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87df1a00. 00010000:00000010:2.1:1769074690.886014:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87da8200. 00010000:00000010:2.1:1769074690.886020:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88219100. 00010000:00000010:2.1:1769074690.886026:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88287e00. 00010000:00000010:2.1:1769074690.886031:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87dc0a00. 00010000:00000010:2.1:1769074690.886036:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8825b800. 00010000:00000010:2.1:1769074690.886040:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88276900. 00010000:00000010:2.1:1769074690.886044:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882cea00. 00010000:00000010:2.1:1769074690.886047:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882b0000. 00010000:00000010:2.1:1769074690.886051:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8829f000. 00010000:00000010:2.1:1769074690.886055:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88305700. 00010000:00000010:2.1:1769074690.886059:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883a3600. 00010000:00000010:2.1:1769074690.886064:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88338900. 00010000:00000010:2.1:1769074690.886070:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c6a00. 00010000:00000010:2.1:1769074690.886074:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88362000. 00010000:00000010:1.1:1769074690.886458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82b56a00. 00010000:00000010:1.1:1769074690.886466:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8a44aa00. 00010000:00000010:1.1:1769074690.886470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87ff2200. 00010000:00000010:1.1:1769074690.886474:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b870c1a00. 00010000:00000010:1.1:1769074690.886478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b867b7a00. 00010000:00000010:1.1:1769074690.886482:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85b94700. 00010000:00000010:1.1:1769074690.886486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8670ba00. 00010000:00000010:1.1:1769074690.886490:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8769df00. 00010000:00000010:1.1:1769074690.886494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dd8800. 00010000:00000010:1.1:1769074690.886498:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849c0b00. 00010000:00000010:1.1:1769074690.886502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8654d200. 00010000:00000010:1.1:1769074690.886505:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b860c1600. 00010000:00000010:1.1:1769074690.886510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c1de00. 00010000:00000010:1.1:1769074690.886513:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c84100. 00010000:00000010:0.1:1769074690.886834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871cc800. 00010000:00000010:0.1:1769074690.886841:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85926300. 00010000:00000010:0.1:1769074690.886846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84996e00. 00010000:00000010:0.1:1769074690.886850:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c37300. 00010000:00000010:2.1:1769074690.889225:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883cc000. 00010000:00000010:2.1:1769074690.889243:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9822e900. 00010000:00000010:2.1:1769074690.889273:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98231600. 00010000:00000010:2.1:1769074690.889277:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9828fe00. 00010000:00000010:2.1:1769074690.889523:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98216c00. 00010000:00000010:2.1:1769074690.889528:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87420000. 00010000:00000010:2.1:1769074690.889533:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9830dc00. 00010000:00000010:2.1:1769074690.889537:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982d3300. 00010000:00000010:2.1:1769074690.889810:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9838b800. 00010000:00000010:2.1:1769074690.889819:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98282300. 00010000:00000010:2.1:1769074690.889822:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a1e00. 00010000:00000010:2.1:1769074690.889826:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98380200. 00010000:00000010:2.1:1769074690.889830:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983d4200. 00010000:00000010:2.1:1769074690.889833:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983fc900. 00010000:00000010:2.1:1769074690.889837:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98445a00. 00010000:00000010:2.1:1769074690.889840:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98443c00. 00010000:00000010:2.1:1769074690.889843:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98423a00. 00010000:00000010:2.1:1769074690.889848:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98413e00. 00010000:00000010:2.1:1769074690.889853:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983c2600. 00010000:00000010:2.1:1769074690.889858:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98436e00. 00010000:00000010:2.1:1769074690.889862:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984dfa00. 00010000:00000010:2.1:1769074690.889870:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9848d800. 00010000:00000010:2.1:1769074690.889873:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9853ca00. 00010000:00000010:2.1:1769074690.889877:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98525b00. 00010000:00000010:2.1:1769074690.889882:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9856ce00. 00010000:00000010:2.1:1769074690.889886:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9853f200. 00010000:00000010:2.1:1769074690.889889:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98589e00. 00010000:00000010:2.1:1769074690.889893:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98584b00. 00010000:00000010:2.1:1769074690.889899:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90214600. 00010000:00000010:2.1:1769074690.889903:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90204c00. 00010000:00000010:2.1:1769074690.889907:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9029f600. 00010000:00000010:2.1:1769074690.889911:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98577500. 00010000:00000010:2.1:1769074690.889916:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b892e2600. 00010000:00000010:2.1:1769074690.892781:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b89022100. 00010000:00000010:2.1:1769074690.892812:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982bc2160800. 00010000:00000010:2.1:1769074690.892817:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f57600. 00010000:00000010:2.1:1769074690.892822:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88bada00. 00010000:00000010:2.1:1769074690.892826:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba04a2500. 00010000:00000010:2.1:1769074690.892838:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b80031400. 00010000:00000010:2.1:1769074690.892844:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1d33c00. 00010000:00000010:2.1:1769074690.892848:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98e19200. 00010000:00000010:2.1:1769074690.892854:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b867e5100. 00010000:00000010:2.1:1769074690.892858:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dc6c00. 00010000:00000010:2.1:1769074690.892861:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b888e0f00. 00010000:00000010:2.1:1769074690.892865:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85cdf400. 00010000:00000010:2.1:1769074690.892869:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82bb0100. 00010000:00000010:2.1:1769074690.892874:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b867ae200. 00010000:00000010:2.1:1769074690.892879:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87f9be00. 00010000:00000010:2.1:1769074690.892886:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b860bf400. 00010000:00000010:2.1:1769074690.892892:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86796e00. 00010000:00000010:2.1:1769074690.892896:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b870b1c00. 00010000:00000010:2.1:1769074690.892900:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9100a900. 00010000:00000010:2.1:1769074690.892904:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8889d200. 00010000:00000010:2.1:1769074690.892908:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1974000. 00010000:00000010:2.1:1769074690.892912:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dd9800. 00010000:00000010:2.1:1769074690.893045:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b859dfc00. 00010000:00000010:2.1:1769074690.893051:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8679a600. 00010000:00000010:2.1:1769074690.893055:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849fc600. 00010000:00000010:2.1:1769074690.893060:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871e2400. 00010000:00000010:2.1:1769074690.893066:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87fcac00. 00010000:00000010:2.1:1769074690.893072:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871d2600. 00010000:00000010:2.1:1769074690.893077:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8580ab00. 00010000:00000010:2.1:1769074690.893083:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8499ce00. 00010000:00000010:2.1:1769074690.893087:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8580af00. 00010000:00000010:2.1:1769074690.893091:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85daae00. 00010000:00000010:2.1:1769074690.893095:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85823300. 00010000:00000010:2.1:1769074690.893106:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85868c00. 00010000:00000010:2.1:1769074690.893110:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8586c300. 00010000:00000010:2.1:1769074690.893115:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d3ca00. 00010000:00000010:2.1:1769074690.893120:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8585d700. 00010000:00000010:2.1:1769074690.893125:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85849800. 00010000:00000010:2.1:1769074690.893129:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8584db00. 00010000:00000010:2.1:1769074690.893133:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84808800. 00010000:00000010:2.1:1769074690.893137:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84801900. 00010000:00000010:2.1:1769074690.893141:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84832600. 00010000:00000010:2.1:1769074690.893145:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85861400. 00010000:00000010:2.1:1769074690.893148:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84836a00. 00010000:00000010:2.1:1769074690.893152:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84912a00. 00010000:00000010:2.1:1769074690.893156:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84904e00. 00010000:00000010:2.1:1769074690.893159:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8487ee00. 00010000:00000010:2.1:1769074690.893162:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c14e00. 00010000:00000010:2.1:1769074690.893167:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d7d500. 00010000:00000010:2.1:1769074690.893171:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84888400. 00010000:00000010:2.1:1769074690.893174:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848c8300. 00010000:00000010:2.1:1769074690.893179:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848ba400. 00010000:00000010:2.1:1769074690.893183:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848b4c00. 00010000:00000010:2.1:1769074690.893187:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874c8600. 00010000:00000010:2.1:1769074690.893190:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848e0000. 00010000:00000010:2.1:1769074690.893195:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87539a00. 00010000:00000010:2.1:1769074690.893198:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87455d00. 00010000:00000010:2.1:1769074690.893202:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87557e00. 00010000:00000010:2.1:1769074690.893205:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8759d300. 00010000:00000010:3.1:1769074690.893428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874ad800. 00010000:00000010:3.1:1769074690.893436:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8754fb00. 00010000:00000010:3.1:1769074690.893441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c0d600. 00010000:00000010:3.1:1769074690.893445:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87409100. 00010000:00000010:3.1:1769074690.893450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875c7400. 00010000:00000010:3.1:1769074690.893454:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c34500. 00010000:00000010:3.1:1769074690.893458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875b5000. 00010000:00000010:3.1:1769074690.893462:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c2e200. 00010000:00000010:3.1:1769074690.893465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cc3800. 00010000:00000010:3.1:1769074690.893470:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c27600. 00010000:00000010:3.1:1769074690.893489:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c76c00. 00010000:00000010:3.1:1769074690.893494:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b996d5f00. 00010000:00000010:3.1:1769074690.893498:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c91a00. 00010000:00000010:3.1:1769074690.893502:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c68100. 00010000:00000010:3.1:1769074690.893506:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d66400. 00010000:00000010:3.1:1769074690.893510:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d5f900. 00010000:00000010:3.1:1769074690.893513:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dec800. 00010000:00000010:3.1:1769074690.893516:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cb1e00. 00010000:00000010:3.1:1769074690.893520:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87df3a00. 00010000:00000010:3.1:1769074690.893524:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d56c00. 00010000:00000010:3.1:1769074690.893529:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87da3a00. 00010000:00000010:3.1:1769074690.893535:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88211d00. 00010000:00000010:3.1:1769074690.893540:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dc9200. 00010000:00000010:3.1:1769074690.893544:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88283c00. 00010000:00000010:3.1:1769074690.893547:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8823a000. 00010000:00000010:3.1:1769074690.893551:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8826b800. 00010000:00000010:3.1:1769074690.893570:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88351400. 00010000:00000010:3.1:1769074690.893575:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8834b000. 00010000:00000010:3.1:1769074690.893578:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8839e200. 00010000:00000010:3.1:1769074690.893582:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8836f300. 00010000:00000010:3.1:1769074690.893596:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88384400. 00010000:00000010:3.1:1769074690.893600:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88338400. 00010000:00000010:3.1:1769074690.893603:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88372400. 00010000:00000010:3.1:1769074690.893607:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883d8100. 00010000:00000010:3.1:1769074690.893612:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883cf400. 00010000:00000010:3.1:1769074690.893616:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883bc000. 00010000:00000010:3.1:1769074690.893620:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98231e00. 00010000:00000010:3.1:1769074690.893624:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9828fd00. 00010000:00000010:3.1:1769074690.893628:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982d1a00. 00010000:00000010:3.1:1769074690.893631:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87420e00. 00010000:00000010:3.1:1769074690.893930:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9831ec00. 00010000:00000010:3.1:1769074690.893936:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9832b500. 00010000:00000010:3.1:1769074690.893940:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9838aa00. 00010000:00000010:3.1:1769074690.893943:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98282a00. 00010000:00000010:3.1:1769074690.893946:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a3e00. 00010000:00000010:3.1:1769074690.893950:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98392000. 00010000:00000010:3.1:1769074690.893953:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983d4800. 00010000:00000010:3.1:1769074690.893957:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983dff00. 00010000:00000010:3.1:1769074690.893960:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a2600. 00010000:00000010:3.1:1769074690.893963:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9839f600. 00010000:00000010:3.1:1769074690.893968:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98422000. 00010000:00000010:3.1:1769074690.893972:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98413d00. 00010000:00000010:3.1:1769074690.893976:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98495000. 00010000:00000010:3.1:1769074690.893980:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984d3700. 00010000:00000010:3.1:1769074690.893983:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a3800. 00010000:00000010:3.1:1769074690.893987:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984ebc00. 00010000:00000010:3.1:1769074690.893991:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9853c600. 00010000:00000010:3.1:1769074690.893995:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98521d00. 00010000:00000010:3.1:1769074690.893999:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985bda00. 00010000:00000010:3.1:1769074690.894003:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9851cd00. 00010000:00000010:3.1:1769074690.894007:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9857a200. 00010000:00000010:3.1:1769074690.894010:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98592300. 00010000:00000010:3.1:1769074690.894021:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9858a600. 00010000:00000010:3.1:1769074690.894024:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985eb500. 00010000:00000010:3.1:1769074690.894028:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90254400. 00010000:00000010:3.1:1769074690.894032:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e5100. 00010000:00000010:3.1:1769074690.894035:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba03d3200. 00010000:00000010:3.1:1769074690.894040:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b99705700. 00010000:00000010:3.1:1769074690.894044:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82de1200. 00010000:00000010:3.1:1769074690.894048:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f26000. 00010000:00000010:3.1:1769074690.894053:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88bac400. 00010000:00000010:3.1:1769074690.894058:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83ee2300. 00010000:00000010:3.1:1769074690.894063:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b876b1a00. 00010000:00000010:3.1:1769074690.894068:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83a20400. 00010000:00000010:3.1:1769074690.894073:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c54e00. 00010000:00000010:3.1:1769074690.894078:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b859b9c00. 00010000:00000010:3.1:1769074690.894083:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82df9800. 00010000:00000010:3.1:1769074690.894087:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85caaa00. 00010000:00000010:3.1:1769074690.894091:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dfcc00. 00010000:00000010:3.1:1769074690.894094:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83a15f00. 00010000:00000010:3.1:1769074690.894099:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98ef6c00. 00010000:00000010:3.1:1769074690.894103:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b81504800. 00010000:00000010:3.1:1769074690.894107:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82d27c00. 00010000:00000010:3.1:1769074690.894110:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b870c1800. 00010000:00000010:0.1:1769074690.952467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b867b6400. 00010000:00000010:0.1:1769074690.952489:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8a48d400. 00010000:00000010:0.1:1769074690.952496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8889c200. 00010000:00000010:0.1:1769074690.952501:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1974900. 00010000:00000010:0.1:1769074690.952505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91059600. 00010000:00000010:0.1:1769074690.952511:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8678c400. 00010000:00000010:0.1:1769074690.952516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8679be00. 00010000:00000010:0.1:1769074690.952522:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e85600. 00010000:00000010:0.1:1769074690.952529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85da5400. 00010000:00000010:0.1:1769074690.952533:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cfc900. 00010000:00000010:0.1:1769074690.986475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c1c200. 00010000:00000010:0.1:1769074690.986490:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c84600. 00010000:00000010:0.1:1769074690.986495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84997000. 00010000:00000010:0.1:1769074690.986499:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c37400. 00010000:00000010:0.1:1769074690.986502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85868400. 00010000:00000010:0.1:1769074690.986507:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b871dbc00. 00010000:00000010:0.1:1769074690.986510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85869a00. 00010000:00000010:0.1:1769074690.986515:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8586c500. 00010000:00000010:0.1:1769074690.986518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d3c600. 00010000:00000010:0.1:1769074690.986523:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8585db00. 00010000:00000010:0.1:1769074690.986527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8495de00. 00010000:00000010:0.1:1769074690.986531:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84955e00. 00010000:00000010:0.1:1769074690.986535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8480a000. 00010000:00000010:0.1:1769074690.986541:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8483dc00. 00010000:00000010:0.1:1769074690.986545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84836400. 00010000:00000010:0.1:1769074690.986550:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84937000. 00010000:00000010:0.1:1769074690.986554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84855a00. 00010000:00000010:0.1:1769074690.986559:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84852c00. 00010000:00000010:0.1:1769074690.986563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84865e00. 00010000:00000010:0.1:1769074690.986567:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84821800. 00010000:00000010:0.1:1769074690.986571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84885400. 00010000:00000010:0.1:1769074690.986576:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f6300. 00010000:00000010:0.1:1769074690.986580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84907800. 00010000:00000010:0.1:1769074690.986585:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8487c200. 00010000:00000010:0.1:1769074690.986589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848b9e00. 00010000:00000010:0.1:1769074690.986594:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84894300. 00010000:00000010:0.1:1769074690.986597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874fc200. 00010000:00000010:0.1:1769074690.986601:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87444300. 00010000:00000010:0.1:1769074690.986605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87495c00. 00010000:00000010:0.1:1769074690.986609:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8758e200. 00010000:00000010:0.1:1769074690.986613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8759fe00. 00010000:00000010:0.1:1769074690.986617:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b874f0c00. 00010000:00000010:0.1:1769074690.986620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874ada00. 00010000:00000010:0.1:1769074690.986624:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8754f100. 00010000:00000010:0.1:1769074690.986628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874af800. 00010000:00000010:0.1:1769074690.986633:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85974a00. 00010000:00000010:0.1:1769074690.986637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c12800. 00010000:00000010:0.1:1769074690.986640:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c46c00. 00010000:00000010:0.1:1769074690.986645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875e3800. 00010000:00000010:0.1:1769074690.986649:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875b6600. 00010000:00000010:0.1:1769074690.986653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cc2800. 00010000:00000010:0.1:1769074690.986657:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c27b00. 00010000:00000010:0.1:1769074690.986661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d2d000. 00010000:00000010:0.1:1769074690.986667:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cf8100. 00010000:00000010:0.1:1769074690.986670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d02600. 00010000:00000010:0.1:1769074690.986683:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c95200. 00010000:00000010:0.1:1769074690.986687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cb4800. 00010000:00000010:0.1:1769074690.986691:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d5b300. 00010000:00000010:0.1:1769074690.986695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cff200. 00010000:00000010:0.1:1769074690.986700:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87ca6700. 00010000:00000010:0.1:1769074690.986704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dff200. 00010000:00000010:0.1:1769074690.986710:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8702a300. 00010000:00000010:0.1:1769074690.986713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88228800. 00010000:00000010:0.1:1769074690.986718:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b870a0700. 00010000:00000010:0.1:1769074690.986722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88285800. 00010000:00000010:0.1:1769074690.986727:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d86e00. 00010000:00000010:0.1:1769074690.986731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8823a400. 00010000:00000010:0.1:1769074690.986736:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8826b200. 00010000:00000010:0.1:1769074690.986740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882ba000. 00010000:00000010:0.1:1769074690.986745:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882b0200. 00010000:00000010:0.1:1769074690.986749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8839fc00. 00010000:00000010:0.1:1769074690.986753:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882b4200. 00010000:00000010:0.1:1769074690.986758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88372000. 00010000:00000010:0.1:1769074690.986763:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883a6700. 00010000:00000010:0.1:1769074690.986768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c6600. 00010000:00000010:0.1:1769074690.986773:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88362a00. 00010000:00000010:0.1:1769074690.986777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883cdc00. 00010000:00000010:0.1:1769074690.986781:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9822e700. 00010000:00000010:0.1:1769074690.986785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98217400. 00010000:00000010:0.1:1769074690.986789:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98266200. 00010000:00000010:0.1:1769074690.986793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982fae00. 00010000:00000010:0.1:1769074690.986797:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98273300. 00010000:00000010:0.1:1769074690.986800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883ff400. 00010000:00000010:0.1:1769074690.986804:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9825cb00. 00010000:00000010:0.1:1769074690.986808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98360a00. 00010000:00000010:0.1:1769074690.986815:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982a1b00. 00010000:00000010:0.1:1769074690.986818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98362800. 00010000:00000010:0.1:1769074690.986823:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98326200. 00010000:00000010:0.1:1769074690.986826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a2a00. 00010000:00000010:0.1:1769074690.986830:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98392e00. 00010000:00000010:0.1:1769074690.986833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98444c00. 00010000:00000010:0.1:1769074690.986838:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9845e100. 00010000:00000010:0.1:1769074690.986842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98422400. 00010000:00000010:0.1:1769074690.986845:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98413000. 00010000:00000010:0.1:1769074690.986849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98495a00. 00010000:00000010:0.1:1769074690.986853:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984d3000. 00010000:00000010:0.1:1769074690.986857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98496600. 00010000:00000010:0.1:1769074690.986860:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98464600. 00010000:00000010:0.1:1769074690.986864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9853d800. 00010000:00000010:0.1:1769074690.986867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98538400. 00010000:00000010:0.1:1769074690.986871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985bc200. 00010000:00000010:0.1:1769074690.986876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9851c200. 00010000:00000010:0.1:1769074690.986879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9022f800. 00010000:00000010:0.1:1769074690.986883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98573700. 00010000:00000010:0.1:1769074690.986887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985f9600. 00010000:00000010:0.1:1769074690.986893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90208200. 00010000:00000010:0.1:1769074690.986897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985d1c00. 00010000:00000010:0.1:1769074690.986901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020c600. 00010000:00000010:0.1:1769074690.986905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba02e3400. 00010000:00000010:0.1:1769074690.986911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88afb000. 00010000:00000010:0.1:1769074690.986914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c50e00. 00010000:00000010:0.1:1769074690.986918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82b61700. 00010000:00000010:0.1:1769074690.986922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82de0400. 00010000:00000010:0.1:1769074690.986927:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98121e00. 00010000:00000010:0.1:1769074690.986931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82de6800. 00010000:00000010:0.1:1769074690.986934:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88891300. 00010000:00000010:0.1:1769074690.986938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86758e00. 00010000:00000010:0.1:1769074690.986942:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85ca1f00. 00010000:00000010:0.1:1769074690.986945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85941600. 00010000:00000010:0.1:1769074690.986949:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85ca1e00. 00010000:00000010:2.1:1769074691.024151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85cde400. 00010000:00000010:2.1:1769074691.024177:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82bb0c00. 00010000:00000010:2.1:1769074691.024183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98ef7000. 00010000:00000010:2.1:1769074691.024196:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b81504200. 00010000:00000010:2.1:1769074691.024201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b860be800. 00010000:00000010:2.1:1769074691.024208:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86796600. 00010000:00000010:2.1:1769074691.024239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8671f400. 00010000:00000010:2.1:1769074691.024244:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8a48d200. 00010000:00000010:2.1:1769074691.024250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b888d5c00. 00010000:00000010:2.1:1769074691.024259:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8714a500. 00010000:00000010:2.1:1769074691.024307:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88b0cc00. 00010000:00000010:2.1:1769074691.024313:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b891c7a00. 00010000:00000010:2.1:1769074691.024318:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98ed6600. 00010000:00000010:2.1:1769074691.024324:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82d24600. 00010000:00000010:2.1:1769074691.024329:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85da4000. 00010000:00000010:2.1:1769074691.024332:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cfc100. 00010000:00000010:2.1:1769074691.024336:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871cde00. 00010000:00000010:2.1:1769074691.024340:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85926800. 00010000:00000010:2.1:1769074691.024344:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8499b600. 00010000:00000010:2.1:1769074691.024348:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85db4600. 00010000:00000010:2.1:1769074691.024352:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85828000. 00010000:00000010:2.1:1769074691.024356:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cdc800. 00010000:00000010:2.1:1769074691.024359:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d47400. 00010000:00000010:2.1:1769074691.024363:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d40d00. 00010000:00000010:2.1:1769074691.024367:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8494a200. 00010000:00000010:2.1:1769074691.024371:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84941200. 00010000:00000010:2.1:1769074691.024375:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84964600. 00010000:00000010:2.1:1769074691.024378:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84966b00. 00010000:00000010:2.1:1769074691.024382:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8480b400. 00010000:00000010:2.1:1769074691.024386:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8483de00. 00010000:00000010:2.1:1769074691.024391:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84836800. 00010000:00000010:2.1:1769074691.024395:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84937900. 00010000:00000010:2.1:1769074691.024400:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84855400. 00010000:00000010:2.1:1769074691.024403:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84852400. 00010000:00000010:2.1:1769074691.055635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84905600. 00010000:00000010:2.1:1769074691.055645:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8487ed00. 00010000:00000010:2.1:1769074691.055650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84881e00. 00010000:00000010:2.1:1769074691.055655:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f8200. 00010000:00000010:2.1:1769074691.055690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848a4600. 00010000:00000010:2.1:1769074691.055694:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f7300. 00010000:00000010:2.1:1769074691.055697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874c9000. 00010000:00000010:2.1:1769074691.055701:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84894c00. 00010000:00000010:2.1:1769074691.055704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874fca00. 00010000:00000010:2.1:1769074691.055708:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87444c00. 00010000:00000010:2.1:1769074691.055711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8753a800. 00010000:00000010:2.1:1769074691.055715:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87485000. 00010000:00000010:2.1:1769074691.055721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87556000. 00010000:00000010:2.1:1769074691.055725:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875cb900. 00010000:00000010:2.1:1769074691.055728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874a5000. 00010000:00000010:2.1:1769074691.055732:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8752a700. 00010000:00000010:2.1:1769074691.055737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875ae200. 00010000:00000010:2.1:1769074691.055740:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87520700. 00010000:00000010:2.1:1769074691.055744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c12600. 00010000:00000010:2.1:1769074691.055747:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87409a00. 00010000:00000010:2.1:1769074691.055750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875e2e00. 00010000:00000010:2.1:1769074691.055754:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875b6b00. 00010000:00000010:2.1:1769074691.055758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c5ea00. 00010000:00000010:2.1:1769074691.055762:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c5af00. 00010000:00000010:2.1:1769074691.055768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cd1800. 00010000:00000010:2.1:1769074691.055773:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b996d5600. 00010000:00000010:2.1:1769074691.055776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c91400. 00010000:00000010:2.1:1769074691.055781:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c68e00. 00010000:00000010:2.1:1769074691.055785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d67e00. 00010000:00000010:2.1:1769074691.055788:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d5f400. 00010000:00000010:2.1:1769074691.055792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87ded000. 00010000:00000010:2.1:1769074691.055796:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d57f00. 00010000:00000010:2.1:1769074691.055801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dffc00. 00010000:00000010:2.1:1769074691.055806:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8702a700. 00010000:00000010:2.1:1769074691.055810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87da8a00. 00010000:00000010:2.1:1769074691.055814:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88219900. 00010000:00000010:2.1:1769074691.055825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8826f000. 00010000:00000010:2.1:1769074691.055829:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88283000. 00010000:00000010:3.1:1769074691.129365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8822ae00. 00010000:00000010:3.1:1769074691.129378:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88277000. 00010000:00000010:3.1:1769074691.129382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882b9200. 00010000:00000010:3.1:1769074691.129387:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882da600. 00010000:00000010:3.1:1769074691.129391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8839e600. 00010000:00000010:3.1:1769074691.129394:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88313200. 00010000:00000010:3.1:1769074691.129398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88385600. 00010000:00000010:3.1:1769074691.129403:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8838c900. 00010000:00000010:3.1:1769074691.129408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882c5c00. 00010000:00000010:3.1:1769074691.129413:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88317900. 00010000:00000010:3.1:1769074691.129441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883cc800. 00010000:00000010:3.1:1769074691.129445:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9822e000. 00010000:00000010:3.1:1769074691.129449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98216200. 00010000:00000010:3.1:1769074691.129453:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98266900. 00010000:00000010:3.1:1769074691.129456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982d1200. 00010000:00000010:3.1:1769074691.129459:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87420f00. 00010000:00000010:3.1:1769074691.129464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9830ee00. 00010000:00000010:3.1:1769074691.129468:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9831bc00. 00010000:00000010:3.1:1769074691.129473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9838ac00. 00010000:00000010:3.1:1769074691.129477:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98282c00. 00010000:00000010:3.1:1769074691.129480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98373c00. 00010000:00000010:3.1:1769074691.129484:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98371200. 00010000:00000010:0.1:1769074691.200566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84833e00. 00010000:00000010:0.1:1769074691.200591:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85861200. 00010000:00000010:0.1:1769074691.200597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84977c00. 00010000:00000010:0.1:1769074691.200602:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84937600. 00010000:00000010:0.1:1769074691.200606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84866400. 00010000:00000010:0.1:1769074691.200610:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84819b00. 00010000:00000010:0.1:1769074691.200613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c16e00. 00010000:00000010:0.1:1769074691.200617:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f8800. 00010000:00000010:0.1:1769074691.200621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848a5800. 00010000:00000010:0.1:1769074691.200626:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f7400. 00010000:00000010:0.1:1769074691.200630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848bb600. 00010000:00000010:0.1:1769074691.200634:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848b4000. 00010000:00000010:0.1:1769074691.200637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87499a00. 00010000:00000010:0.1:1769074691.200641:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8741e200. 00010000:00000010:0.1:1769074691.200645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87538a00. 00010000:00000010:0.1:1769074691.200648:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848a8600. 00010000:00000010:0.1:1769074691.200652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874cba00. 00010000:00000010:0.1:1769074691.200655:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8754c400. 00010000:00000010:0.1:1769074691.200659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874a5a00. 00010000:00000010:0.1:1769074691.200663:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b874a6100. 00010000:00000010:0.1:1769074691.200667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8740ac00. 00010000:00000010:0.1:1769074691.200682:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87527900. 00010000:00000010:0.1:1769074691.200686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875c6600. 00010000:00000010:0.1:1769074691.200689:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c34700. 00010000:00000010:0.1:1769074691.200693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875b4a00. 00010000:00000010:0.1:1769074691.200696:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c2e000. 00010000:00000010:0.1:1769074691.200699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c82600. 00010000:00000010:0.1:1769074691.200702:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c5ab00. 00010000:00000010:0.1:1769074691.200707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c60e00. 00010000:00000010:0.1:1769074691.200712:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c9cf00. 00010000:00000010:0.1:1769074691.200716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c91c00. 00010000:00000010:0.1:1769074691.200719:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c68600. 00010000:00000010:0.1:1769074691.200723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d67c00. 00010000:00000010:0.1:1769074691.200726:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d5f700. 00010000:00000010:0.1:1769074691.200730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87defc00. 00010000:00000010:0.1:1769074691.200735:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87de3f00. 00010000:00000010:0.1:1769074691.200738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d66200. 00010000:00000010:0.1:1769074691.200742:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87ca6500. 00010000:00000010:0.1:1769074691.200746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87da3c00. 00010000:00000010:0.1:1769074691.200751:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88211100. 00010000:00000010:0.1:1769074691.200755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8826f400. 00010000:00000010:0.1:1769074691.200759:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88283800. 00010000:00000010:0.1:1769074691.200763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8823bc00. 00010000:00000010:0.1:1769074691.200767:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8826b100. 00010000:00000010:0.1:1769074691.200770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88350a00. 00010000:00000010:0.1:1769074691.200774:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8834b100. 00010000:00000010:0.1:1769074691.200777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8832b400. 00010000:00000010:0.1:1769074691.200781:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88305500. 00010000:00000010:0.1:1769074691.200785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88384800. 00010000:00000010:0.1:1769074691.200789:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8838c100. 00010000:00000010:0.1:1769074691.200793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98229200. 00010000:00000010:0.1:1769074691.200797:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883d8f00. 00010000:00000010:0.1:1769074691.200801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883cea00. 00010000:00000010:0.1:1769074691.200804:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883bc900. 00010000:00000010:0.1:1769074691.200808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98216a00. 00010000:00000010:0.1:1769074691.200812:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98266c00. 00010000:00000010:0.1:1769074691.200816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982fa200. 00010000:00000010:0.1:1769074691.200820:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98273c00. 00010000:00000010:0.1:1769074691.200823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9830f600. 00010000:00000010:0.1:1769074691.200827:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9831b700. 00010000:00000010:0.1:1769074691.200831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98363a00. 00010000:00000010:0.1:1769074691.200835:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98322b00. 00010000:00000010:0.1:1769074691.200839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98349600. 00010000:00000010:0.1:1769074691.200843:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98326c00. 00010000:00000010:0.1:1769074691.200847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983d7c00. 00010000:00000010:0.1:1769074691.200854:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983b0f00. 00010000:00000010:0.1:1769074691.200859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98446800. 00010000:00000010:0.1:1769074691.200863:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9844a000. 00010000:00000010:0.1:1769074691.200867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9843d400. 00010000:00000010:0.1:1769074691.200871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984f8f00. 00010000:00000010:0.1:1769074691.200874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983c3400. 00010000:00000010:0.1:1769074691.200878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98436600. 00010000:00000010:0.1:1769074691.200881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a6800. 00010000:00000010:0.1:1769074691.200885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98477b00. 00010000:00000010:0.1:1769074691.200888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98548800. 00010000:00000010:0.1:1769074691.200892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98533700. 00010000:00000010:0.1:1769074691.200897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984c4e00. 00010000:00000010:0.1:1769074691.200900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9847ff00. 00010000:00000010:0.1:1769074691.200904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9857a800. 00010000:00000010:0.1:1769074691.200907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985a2d00. 00010000:00000010:0.1:1769074691.200926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985f8c00. 00010000:00000010:0.1:1769074691.200931:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90208e00. 00010000:00000010:0.1:1769074691.200936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9029e000. 00010000:00000010:0.1:1769074691.200940:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86036400. 00010000:00000010:0.1:1769074691.200946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98e7ae00. 00010000:00000010:0.1:1769074691.200949:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba00a5c00. 00010000:00000010:0.1:1769074691.200953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c51e00. 00010000:00000010:0.1:1769074691.200957:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87721b00. 00010000:00000010:0.1:1769074691.200961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982bc2161400. 00010000:00000010:0.1:1769074691.200967:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f57200. 00010000:00000010:0.1:1769074691.200970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86737e00. 00010000:00000010:0.1:1769074691.200974:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8adc0b00. 00010000:00000010:0.1:1769074691.200978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c54c00. 00010000:00000010:0.1:1769074691.200981:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b859b9200. 00010000:00000010:0.1:1769074691.200984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82b56200. 00010000:00000010:0.1:1769074691.200988:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8a598d00. 00010000:00000010:0.1:1769074691.200994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b859dc200. 00010000:00000010:0.1:1769074691.200999:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849d7b00. 00010000:00000010:0.1:1769074691.201002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8678f400. 00010000:00000010:0.1:1769074691.201007:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba0353200. 00010000:00000010:0.1:1769074691.201011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82d27600. 00010000:00000010:0.1:1769074691.201015:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cb3600. 00010000:00000010:0.1:1769074691.201019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dee800. 00010000:00000010:0.1:1769074691.201023:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8ae95f00. 00010000:00000010:0.1:1769074691.201027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8670ac00. 00010000:00000010:0.1:1769074691.201030:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849c0900. 00010000:00000010:0.1:1769074691.201033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91059a00. 00010000:00000010:0.1:1769074691.201037:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98ef5000. 00010000:00000010:0.1:1769074691.201040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98ed7a00. 00010000:00000010:0.1:1769074691.201044:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e1ac00. 00010000:00000010:0.1:1769074691.201048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85da4a00. 00010000:00000010:0.1:1769074691.201051:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cfc000. 00010000:00000010:0.1:1769074691.201054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85db0a00. 00010000:00000010:0.1:1769074691.201058:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85ceb400. 00010000:00000010:0.1:1769074691.201062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84996c00. 00010000:00000010:0.1:1769074691.201066:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85926400. 00010000:00000010:0.1:1769074691.201070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85828a00. 00010000:00000010:0.1:1769074691.201073:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cdc900. 00010000:00000010:0.1:1769074691.201077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d1ca00. 00010000:00000010:0.1:1769074691.201080:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85877900. 00010000:00000010:0.1:1769074691.201084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8495c400. 00010000:00000010:0.1:1769074691.201087:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84953800. 00010000:00000010:0.1:1769074691.201092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8496bc00. 00010000:00000010:0.1:1769074691.201095:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84955000. 00010000:00000010:0.1:1769074691.201099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8480a600. 00010000:00000010:0.1:1769074691.201103:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84839600. 00010000:00000010:0.1:1769074691.201107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8585e200. 00010000:00000010:0.1:1769074691.201111:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d5d100. 00010000:00000010:0.1:1769074691.201114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84815e00. 00010000:00000010:0.1:1769074691.201118:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84918c00. 00010000:00000010:0.1:1769074691.201122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84905e00. 00010000:00000010:0.1:1769074691.201126:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8487e600. 00010000:00000010:0.1:1769074691.201129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84906a00. 00010000:00000010:0.1:1769074691.201133:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84879600. 00010000:00000010:3.1:1769074691.201533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98349800. 00010000:00000010:3.1:1769074691.201541:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9834c600. 00010000:00000010:3.1:1769074691.201545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a2800. 00010000:00000010:3.1:1769074691.201549:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9839fb00. 00010000:00000010:3.1:1769074691.201552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984ff400. 00010000:00000010:3.1:1769074691.201558:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bfa00. 00010000:00000010:3.1:1769074691.201562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9852dc00. 00010000:00000010:3.1:1769074691.201566:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984d7800. 00010000:00000010:3.1:1769074691.201570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984df400. 00010000:00000010:3.1:1769074691.201575:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984ea300. 00010000:00000010:3.1:1769074691.201579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9853cc00. 00010000:00000010:3.1:1769074691.201582:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98538000. 00010000:00000010:3.1:1769074691.201587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984c5600. 00010000:00000010:3.1:1769074691.201589:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9847f900. 00010000:00000010:3.1:1769074691.201593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98588c00. 00010000:00000010:3.1:1769074691.201598:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98579e00. 00010000:00000010:3.1:1769074691.201602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985f9a00. 00010000:00000010:3.1:1769074691.201605:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90208300. 00010000:00000010:3.1:1769074691.201609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985d0800. 00010000:00000010:3.1:1769074691.201612:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020ca00. 00010000:00000010:3.1:1769074691.201649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba03d3a00. 00010000:00000010:3.1:1769074691.201653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82b61400. 00010000:00000010:3.1:1769074691.201657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba0360a00. 00010000:00000010:3.1:1769074691.201661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1ee6600. 00010000:00000010:3.1:1769074691.201665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82de1000. 00010000:00000010:3.1:1769074691.201676:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98121f00. 00010000:00000010:3.1:1769074691.201681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b80030000. 00010000:00000010:3.1:1769074691.201686:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1d33600. 00010000:00000010:3.1:1769074691.201689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b80031200. 00010000:00000010:3.1:1769074691.201692:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1d33a00. 00010000:00000010:3.1:1769074691.201695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82df9200. 00010000:00000010:3.1:1769074691.201698:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85caa300. 00010000:00000010:3.1:1769074691.201701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b859dc800. 00010000:00000010:3.1:1769074691.201704:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b866b3e00. 00010000:00000010:3.1:1769074691.201708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8671ee00. 00010000:00000010:3.1:1769074691.201711:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba0353700. 00010000:00000010:3.1:1769074691.201714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82d26600. 00010000:00000010:3.1:1769074691.201717:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cb3e00. 00010000:00000010:3.1:1769074691.201720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98777000. 00010000:00000010:3.1:1769074691.201725:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8a48de00. 00010000:00000010:3.1:1769074691.201730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dee000. 00010000:00000010:3.1:1769074691.201733:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8ae95900. 00010000:00000010:3.1:1769074691.201737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dd8a00. 00010000:00000010:3.1:1769074691.201741:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b859df000. 00010000:00000010:3.1:1769074691.201744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c1f600. 00010000:00000010:3.1:1769074691.201748:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e85100. 00010000:00000010:3.1:1769074691.201753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c07e00. 00010000:00000010:3.1:1769074691.201757:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c2cc00. 00010000:00000010:3.1:1769074691.201759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85db0200. 00010000:00000010:3.1:1769074691.201762:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85ceb900. 00010000:00000010:3.1:1769074691.201765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8499b800. 00010000:00000010:3.1:1769074691.201769:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8582ab00. 00010000:00000010:3.1:1769074691.201781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85829c00. 00010000:00000010:3.1:1769074691.201783:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cdc400. 00010000:00000010:3.1:1769074691.201786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d1c800. 00010000:00000010:3.1:1769074691.201789:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85877f00. 00010000:00000010:3.1:1769074691.201793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8495cc00. 00010000:00000010:3.1:1769074691.201795:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84953d00. 00010000:00000010:3.1:1769074691.201799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84965800. 00010000:00000010:3.1:1769074691.201803:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84966000. 00010000:00000010:3.1:1769074691.201806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8480ae00. 00010000:00000010:3.1:1769074691.201808:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8483dd00. 00010000:00000010:1.1:1769074691.244416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8488aa00. 00010000:00000010:1.1:1769074691.244445:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8485a600. 00010000:00000010:1.1:1769074691.244450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84808c00. 00010000:00000010:1.1:1769074691.244455:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8487c600. 00010000:00000010:1.1:1769074691.244460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874fc600. 00010000:00000010:1.1:1769074691.244465:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87444000. 00010000:00000010:1.1:1769074691.244468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8753b600. 00010000:00000010:1.1:1769074691.244503:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87485a00. 00010000:00000010:1.1:1769074691.244507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8759e000. 00010000:00000010:1.1:1769074691.244511:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b874f0a00. 00010000:00000010:1.1:1769074691.244516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874a4400. 00010000:00000010:1.1:1769074691.244520:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b874a6900. 00010000:00000010:1.1:1769074691.244525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874ea200. 00010000:00000010:1.1:1769074691.244530:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87527d00. 00010000:00000010:1.1:1769074691.244535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c4c400. 00010000:00000010:1.1:1769074691.244539:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c1fd00. 00010000:00000010:1.1:1769074691.244543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874ac600. 00010000:00000010:1.1:1769074691.244547:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8754f300. 00010000:00000010:1.1:1769074691.244551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c76800. 00010000:00000010:1.1:1769074691.244565:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875bdc00. 00010000:00000010:1.1:1769074691.244569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c61e00. 00010000:00000010:1.1:1769074691.244573:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c9cb00. 00010000:00000010:1.1:1769074691.244576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cbd600. 00010000:00000010:1.1:1769074691.244581:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c88e00. 00010000:00000010:1.1:1769074691.279336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cb4400. 00010000:00000010:1.1:1769074691.279344:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d5b400. 00010000:00000010:1.1:1769074691.279348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cff600. 00010000:00000010:1.1:1769074691.279353:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87ca6000. 00010000:00000010:1.1:1769074691.279357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88226600. 00010000:00000010:1.1:1769074691.279361:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d4ea00. 00010000:00000010:1.1:1769074691.279365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87da2a00. 00010000:00000010:1.1:1769074691.279369:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88211400. 00010000:00000010:1.1:1769074691.279373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88285000. 00010000:00000010:1.1:1769074691.279377:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d86400. 00010000:00000010:1.1:1769074691.279381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882fb200. 00010000:00000010:1.1:1769074691.279386:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88347f00. 00010000:00000010:1.1:1769074691.279391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88229200. 00010000:00000010:1.1:1769074691.279394:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88277c00. 00010000:00000010:1.1:1769074691.279398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8839ec00. 00010000:00000010:1.1:1769074691.279420:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88313d00. 00010000:00000010:1.1:1769074691.279423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88385800. 00010000:00000010:1.1:1769074691.279428:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8838c700. 00010000:00000010:1.1:1769074691.279433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882c5800. 00010000:00000010:1.1:1769074691.279437:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88317c00. 00010000:00000010:1.1:1769074691.279441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883cd000. 00010000:00000010:1.1:1769074691.279446:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9827f900. 00010000:00000010:1.1:1769074691.279449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98241400. 00010000:00000010:1.1:1769074691.279454:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98235c00. 00010000:00000010:1.1:1769074691.279459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982d0400. 00010000:00000010:1.1:1769074691.279463:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87424e00. 00010000:00000010:1.1:1769074691.279467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9831e200. 00010000:00000010:1.1:1769074691.279471:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9833de00. 00010000:00000010:1.1:1769074691.279475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98360600. 00010000:00000010:1.1:1769074691.279480:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982a1500. 00010000:00000010:1.1:1769074691.279484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983b5400. 00010000:00000010:1.1:1769074691.279488:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98371f00. 00010000:00000010:1.1:1769074691.279490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983b5600. 00010000:00000010:1.1:1769074691.279494:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bba00. 00010000:00000010:1.1:1769074691.279497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983f0c00. 00010000:00000010:1.1:1769074691.279500:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bbc00. 00010000:00000010:1.1:1769074691.279503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984fe400. 00010000:00000010:1.1:1769074691.279507:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bf200. 00010000:00000010:1.1:1769074691.279511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9852ce00. 00010000:00000010:1.1:1769074691.279514:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984d7200. 00010000:00000010:1.1:1769074691.279517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a6400. 00010000:00000010:1.1:1769074691.279521:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98477400. 00010000:00000010:1.1:1769074691.279525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98496000. 00010000:00000010:1.1:1769074691.279528:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98464500. 00010000:00000010:1.1:1769074691.279531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985bd600. 00010000:00000010:1.1:1769074691.279535:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985b8100. 00010000:00000010:1.1:1769074691.279539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9023fa00. 00010000:00000010:1.1:1769074691.279548:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98579800. 00010000:00000010:1.1:1769074691.279553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985c6800. 00010000:00000010:1.1:1769074691.279556:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985c1200. 00010000:00000010:1.1:1769074691.279560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982bc2161800. 00010000:00000010:1.1:1769074691.279568:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f57000. 00010000:00000010:1.1:1769074691.279572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba0360600. 00010000:00000010:1.1:1769074691.279575:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1ee6f00. 00010000:00000010:1.1:1769074691.279579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982bc2160200. 00010000:00000010:1.1:1769074691.279582:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f57400. 00010000:00000010:1.1:1769074691.279585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c46600. 00010000:00000010:1.1:1769074691.279589:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cd7500. 00010000:00000010:1.1:1769074691.279593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86758800. 00010000:00000010:1.1:1769074691.279597:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85ca1a00. 00010000:00000010:1.1:1769074691.279600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85ca7600. 00010000:00000010:1.1:1769074691.279603:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b859b9100. 00010000:00000010:1.1:1769074691.279607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b859dd400. 00010000:00000010:1.1:1769074691.279611:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849d7100. 00010000:00000010:1.1:1769074691.279614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b867af200. 00010000:00000010:1.1:1769074691.279618:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87f9bf00. 00010000:00000010:1.1:1769074691.279623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b860bf800. 00010000:00000010:1.1:1769074691.279627:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86796100. 00010000:00000010:1.1:1769074691.279630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91063400. 00010000:00000010:1.1:1769074691.279634:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82d9af00. 00010000:00000010:1.1:1769074691.279638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b888d4600. 00010000:00000010:1.1:1769074691.279641:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82d9a600. 00010000:00000010:1.1:1769074691.279644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dd8c00. 00010000:00000010:1.1:1769074691.279647:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b859df200. 00010000:00000010:1.1:1769074691.279651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98ed7200. 00010000:00000010:1.1:1769074691.279654:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e1a700. 00010000:00000010:1.1:1769074691.279657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c1da00. 00010000:00000010:1.1:1769074691.279661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c84700. 00010000:00000010:1.1:1769074691.279664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871d3400. 00010000:00000010:1.1:1769074691.279685:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8580a300. 00010000:00000010:1.1:1769074691.279689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84996200. 00010000:00000010:1.1:1769074691.279693:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b871dbd00. 00010000:00000010:1.1:1769074691.279696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84987400. 00010000:00000010:1.1:1769074691.279699:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84980700. 00010000:00000010:1.1:1769074691.279703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8581b200. 00010000:00000010:1.1:1769074691.279707:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8586c000. 00010000:00000010:1.1:1769074691.279710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8495e000. 00010000:00000010:1.1:1769074691.279714:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84944b00. 00010000:00000010:1.1:1769074691.279717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85849e00. 00010000:00000010:1.1:1769074691.279721:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8584dc00. 00010000:00000010:1.1:1769074691.279724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8585ea00. 00010000:00000010:1.1:1769074691.279727:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84806100. 00010000:00000010:1.1:1769074691.279730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85829800. 00010000:00000010:1.1:1769074691.279734:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c34600. 00010000:00000010:1.1:1769074691.279738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84854600. 00010000:00000010:1.1:1769074691.279742:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84970e00. 00010000:00000010:1.1:1769074691.279745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84906000. 00010000:00000010:1.1:1769074691.279749:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84879100. 00010000:00000010:1.1:1769074691.279753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c17600. 00010000:00000010:1.1:1769074691.279757:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848fa100. 00010000:00000010:1.1:1769074691.279761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848a4c00. 00010000:00000010:1.1:1769074691.279765:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f7a00. 00010000:00000010:1.1:1769074691.279768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848bea00. 00010000:00000010:1.1:1769074691.279772:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848e3c00. 00010000:00000010:1.1:1769074691.279776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874cb800. 00010000:00000010:1.1:1769074691.279779:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87436700. 00010000:00000010:1.1:1769074691.279783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87590a00. 00010000:00000010:1.1:1769074691.279786:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8753fe00. 00010000:00000010:1.1:1769074691.279790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87557c00. 00010000:00000010:1.1:1769074691.279794:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875cbc00. 00010000:00000010:1.1:1769074691.279798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874a4200. 00010000:00000010:1.1:1769074691.279807:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b874a6d00. 00010000:00000010:1.1:1769074691.279811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875ae600. 00010000:00000010:1.1:1769074691.279814:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87520300. 00010000:00000010:1.1:1769074691.279819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c4dc00. 00010000:00000010:1.1:1769074691.279824:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c1f400. 00010000:00000010:1.1:1769074691.279827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875e0800. 00010000:00000010:1.1:1769074691.279831:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c7cc00. 00010000:00000010:1.1:1769074691.279835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c83800. 00010000:00000010:1.1:1769074691.279839:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cf5300. 00010000:00000010:1.1:1769074691.279842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cd0200. 00010000:00000010:1.1:1769074691.279847:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b996d5200. 00010000:00000010:1.1:1769074691.279851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cd8600. 00010000:00000010:1.1:1769074691.279855:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c88d00. 00010000:00000010:1.1:1769074691.279858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d67200. 00010000:00000010:1.1:1769074691.279862:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d5fa00. 00010000:00000010:1.1:1769074691.279865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d66600. 00010000:00000010:1.1:1769074691.279870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d3c900. 00010000:00000010:1.1:1769074691.279873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88227800. 00010000:00000010:1.1:1769074691.279876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d4e900. 00010000:00000010:1.1:1769074691.279880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8822a000. 00010000:00000010:1.1:1769074691.279884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d92400. 00010000:00000010:1.1:1769074691.279888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882ae600. 00010000:00000010:1.1:1769074691.279892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d86800. 00010000:00000010:1.1:1769074691.279896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8823b600. 00010000:00000010:1.1:1769074691.279900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8826b700. 00010000:00000010:1.1:1769074691.279905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882ba200. 00010000:00000010:1.1:1769074691.279909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882b4f00. 00010000:00000010:1.1:1769074691.279913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8832aa00. 00010000:00000010:1.1:1769074691.279918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88305c00. 00010000:00000010:1.1:1769074691.279922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88384000. 00010000:00000010:1.1:1769074691.279925:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8838cb00. 00010000:00000010:1.1:1769074691.279928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c5800. 00010000:00000010:1.1:1769074691.279940:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88379000. 00010000:00000010:1.1:1769074691.279944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c4800. 00010000:00000010:1.1:1769074691.279949:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883c1c00. 00010000:00000010:1.1:1769074691.279953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883f9e00. 00010000:00000010:1.1:1769074691.279957:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98270d00. 00010000:00000010:1.1:1769074691.279960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982d0a00. 00010000:00000010:1.1:1769074691.279963:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87424f00. 00010000:00000010:1.1:1769074691.279967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9830e000. 00010000:00000010:1.1:1769074691.279970:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9831b300. 00010000:00000010:1.1:1769074691.279973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98361800. 00010000:00000010:1.1:1769074691.279976:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982a1d00. 00010000:00000010:2.1:1769074691.315530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983b4e00. 00010000:00000010:2.1:1769074691.315566:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98371700. 00010000:00000010:2.1:1769074691.315574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a2e00. 00010000:00000010:2.1:1769074691.315579:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9839ff00. 00010000:00000010:2.1:1769074691.315584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983ef800. 00010000:00000010:2.1:1769074691.315588:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9845ef00. 00010000:00000010:2.1:1769074691.315592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9843ce00. 00010000:00000010:2.1:1769074691.315595:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98486000. 00010000:00000010:2.1:1769074691.315598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983c2a00. 00010000:00000010:2.1:1769074691.315603:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984eb300. 00010000:00000010:2.1:1769074691.315607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984df600. 00010000:00000010:2.1:1769074691.315611:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984eab00. 00010000:00000010:2.1:1769074691.315614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a2800. 00010000:00000010:2.1:1769074691.315617:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984eee00. 00010000:00000010:2.1:1769074691.315622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985bd000. 00010000:00000010:2.1:1769074691.315627:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985b8e00. 00010000:00000010:2.1:1769074691.315631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985f9800. 00010000:00000010:2.1:1769074691.315636:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985a2200. 00010000:00000010:2.1:1769074691.315643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90206c00. 00010000:00000010:2.1:1769074691.315646:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98573e00. 00010000:00000010:2.1:1769074691.315650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba1c22000. 00010000:00000010:2.1:1769074691.315655:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82b61500. 00010000:00000010:2.1:1769074691.315659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91042400. 00010000:00000010:2.1:1769074691.315665:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba04a2600. 00010000:00000010:2.1:1769074691.315679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8678a800. 00010000:00000010:2.1:1769074691.315683:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83034f00. 00010000:00000010:2.1:1769074691.315687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c47800. 00010000:00000010:2.1:1769074691.315690:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cd7f00. 00010000:00000010:2.1:1769074691.315694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86759e00. 00010000:00000010:2.1:1769074691.315698:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85ca1300. 00010000:00000010:2.1:1769074691.315726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85ca7e00. 00010000:00000010:2.1:1769074691.315730:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b987c8000. 00010000:00000010:2.1:1769074691.315734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85cdea00. 00010000:00000010:2.1:1769074691.315738:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82bb0800. 00010000:00000010:2.1:1769074691.315742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98ef6600. 00010000:00000010:2.1:1769074691.315745:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b81504f00. 00010000:00000010:2.1:1769074691.315749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b859dc600. 00010000:00000010:2.1:1769074691.315754:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8a44ab00. 00010000:00000010:2.1:1769074691.315758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98776400. 00010000:00000010:2.1:1769074691.315762:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8aedf300. 00010000:00000010:2.1:1769074691.315765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b888d5000. 00010000:00000010:2.1:1769074691.315769:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e22200. 00010000:00000010:2.1:1769074691.315773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91059c00. 00010000:00000010:2.1:1769074691.315777:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c57400. 00010000:00000010:2.1:1769074691.315780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c1fa00. 00010000:00000010:2.1:1769074691.315785:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e85300. 00010000:00000010:2.1:1769074691.315789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85da5600. 00010000:00000010:2.1:1769074691.315793:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85da0100. 00010000:00000010:2.1:1769074691.315796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85db1e00. 00010000:00000010:2.1:1769074691.315800:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85ceb200. 00010000:00000010:2.1:1769074691.315804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84996600. 00010000:00000010:2.1:1769074691.315808:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b871db600. 00010000:00000010:2.1:1769074691.315811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85869000. 00010000:00000010:2.1:1769074691.315815:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8586c400. 00010000:00000010:2.1:1769074691.315818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d1d800. 00010000:00000010:2.1:1769074691.315822:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85833b00. 00010000:00000010:2.1:1769074691.315826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85849a00. 00010000:00000010:2.1:1769074691.315829:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8584a200. 00010000:00000010:2.1:1769074691.315832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8496a800. 00010000:00000010:2.1:1769074691.315836:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84955200. 00010000:00000010:2.1:1769074691.315840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d6e600. 00010000:00000010:2.1:1769074691.315844:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84922400. 00010000:00000010:2.1:1769074691.315854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84836600. 00010000:00000010:2.1:1769074691.315858:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84937500. 00010000:00000010:2.1:1769074691.315861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84899e00. 00010000:00000010:2.1:1769074691.315865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84970800. 00010000:00000010:2.1:1769074691.315869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84907200. 00010000:00000010:2.1:1769074691.315873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84879900. 00010000:00000010:2.1:1769074691.315876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c14600. 00010000:00000010:2.1:1769074691.315880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848d4800. 00010000:00000010:2.1:1769074691.315883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84889600. 00010000:00000010:2.1:1769074691.315886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848c8b00. 00010000:00000010:2.1:1769074691.315889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874cce00. 00010000:00000010:2.1:1769074691.315893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87474e00. 00010000:00000010:2.1:1769074691.315896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874fcc00. 00010000:00000010:2.1:1769074691.315899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8758c100. 00010000:00000010:2.1:1769074691.315903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87538c00. 00010000:00000010:2.1:1769074691.315906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848a8500. 00010000:00000010:2.1:1769074691.315909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87556800. 00010000:00000010:2.1:1769074691.315913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875cd400. 00010000:00000010:2.1:1769074691.315918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874b3800. 00010000:00000010:2.1:1769074691.315922:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8750ba00. 00010000:00000010:2.1:1769074691.315926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875afe00. 00010000:00000010:2.1:1769074691.315930:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87520500. 00010000:00000010:2.1:1769074691.315934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c4c800. 00010000:00000010:2.1:1769074691.315937:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c1f300. 00010000:00000010:2.1:1769074691.315941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875e0c00. 00010000:00000010:2.1:1769074691.315944:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c56c00. 00010000:00000010:2.1:1769074691.315948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c82000. 00010000:00000010:2.1:1769074691.315952:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cf5e00. 00010000:00000010:2.1:1769074691.315956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d2c400. 00010000:00000010:2.1:1769074691.315961:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c65400. 00010000:00000010:3.1:1769074691.317933:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cd9800. 00010000:00000010:3.1:1769074691.317960:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c88b00. 00010000:00000010:3.1:1769074691.317965:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d3f200. 00010000:00000010:3.1:1769074691.317969:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d95700. 00010000:00000010:3.1:1769074691.317973:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dff000. 00010000:00000010:3.1:1769074691.317980:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d3c600. 00010000:00000010:3.1:1769074691.317985:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88229000. 00010000:00000010:3.1:1769074691.317990:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b870a0200. 00010000:00000010:3.1:1769074691.317994:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87da9000. 00010000:00000010:3.1:1769074691.317998:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8821c800. 00010000:00000010:3.1:1769074691.318005:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8822a200. 00010000:00000010:3.1:1769074691.318009:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d92f00. 00010000:00000010:3.1:1769074691.318013:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8825b000. 00010000:00000010:3.1:1769074691.318017:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88267100. 00010000:00000010:3.1:1769074691.318021:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8829f200. 00010000:00000010:3.1:1769074691.318035:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88347c00. 00010000:00000010:3.1:1769074691.318040:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8832a800. 00010000:00000010:3.1:1769074691.318043:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88305100. 00010000:00000010:3.1:1769074691.318047:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88385a00. 00010000:00000010:3.1:1769074691.318051:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8838c600. 00010000:00000010:3.1:1769074691.318056:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c4600. 00010000:00000010:3.1:1769074691.318061:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88379c00. 00010000:00000010:3.1:1769074691.318088:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883cde00. 00010000:00000010:3.1:1769074691.318092:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9827fd00. 00010000:00000010:3.1:1769074691.318096:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98240a00. 00010000:00000010:3.1:1769074691.318101:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98275900. 00010000:00000010:3.1:1769074691.318104:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982d0600. 00010000:00000010:3.1:1769074691.318108:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87424b00. 00010000:00000010:3.1:1769074691.318112:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9830cc00. 00010000:00000010:3.1:1769074691.318116:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982d3f00. 00010000:00000010:3.1:1769074691.318120:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98360000. 00010000:00000010:3.1:1769074691.318125:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983cde00. 00010000:00000010:3.1:1769074691.318128:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a3600. 00010000:00000010:3.1:1769074691.318132:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98392300. 00010000:00000010:3.1:1769074691.318135:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983f1400. 00010000:00000010:3.1:1769074691.318139:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bb300. 00010000:00000010:3.1:1769074691.318142:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983efa00. 00010000:00000010:3.1:1769074691.318145:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9845e600. 00010000:00000010:3.1:1769074691.318148:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984ffa00. 00010000:00000010:3.1:1769074691.318152:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bf400. 00010000:00000010:3.1:1769074691.318156:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983c3c00. 00010000:00000010:3.1:1769074691.318160:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984ebd00. 00010000:00000010:3.1:1769074691.318163:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984df800. 00010000:00000010:3.1:1769074691.318167:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98511600. 00010000:00000010:3.1:1769074691.318171:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98549000. 00010000:00000010:3.1:1769074691.318176:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98533500. 00010000:00000010:3.1:1769074691.318181:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9856c000. 00010000:00000010:3.1:1769074691.318183:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984bb900. 00010000:00000010:3.1:1769074691.318187:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9023e200. 00010000:00000010:3.1:1769074691.318204:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98579500. 00010000:00000010:3.1:1769074691.318209:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985d1600. 00010000:00000010:3.1:1769074691.318213:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90208500. 00010000:00000010:3.1:1769074691.318217:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98e7ac00. 00010000:00000010:3.1:1769074691.318220:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba00a5200. 00010000:00000010:3.1:1769074691.318230:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91043c00. 00010000:00000010:3.1:1769074691.318234:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba04a2300. 00010000:00000010:3.1:1769074691.318237:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8678a200. 00010000:00000010:3.1:1769074691.318241:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83034a00. 00010000:00000010:3.1:1769074691.318244:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82de7800. 00010000:00000010:3.1:1769074691.318248:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88891c00. 00010000:00000010:3.1:1769074691.318253:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98e18600. 00010000:00000010:3.1:1769074691.318256:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88bb1600. 00010000:00000010:3.1:1769074691.318260:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85940200. 00010000:00000010:3.1:1769074691.318264:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87f3c100. 00010000:00000010:3.1:1769074691.318267:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dfca00. 00010000:00000010:3.1:1769074691.318270:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83a15100. 00010000:00000010:3.1:1769074691.318274:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87ff2600. 00010000:00000010:3.1:1769074691.318278:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87f9b800. 00010000:00000010:3.1:1769074691.318300:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82d26000. 00010000:00000010:3.1:1769074691.318303:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cb3100. 00010000:00000010:3.1:1769074691.318308:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98776200. 00010000:00000010:3.1:1769074691.318311:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8aedfc00. 00010000:00000010:2.1:1769074691.329363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8889ce00. 00010000:00000010:2.1:1769074691.329379:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1974d00. 00010000:00000010:2.1:1769074691.329409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dd8200. 00010000:00000010:2.1:1769074691.329412:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b859df100. 00010000:00000010:3.1:1769074691.357122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98372800. 00010000:00000010:3.1:1769074691.357132:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98365c00. 00010000:00000010:3.1:1769074691.357137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983ff200. 00010000:00000010:3.1:1769074691.357141:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983f9800. 00010000:00000010:2.1:1769074691.362038:0:28129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c1f200. 00010000:00000010:2.1:1769074691.362047:0:28129:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849fcc00. 00010000:00000010:2.1:1769074691.362051:0:28129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8654d800. 00010000:00000010:2.1:1769074691.362055:0:28129:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b860c1b00. 00010000:00000010:2.1:1769074691.362060:0:28129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d84c00. 00010000:00000010:2.1:1769074691.362064:0:28129:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85ced800. 00010000:00000010:2.1:1769074691.362067:0:28129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8499b400. 00010000:00000010:2.1:1769074691.362071:0:28129:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8582a900. 00010000:00000010:2.1:1769074691.362077:0:28129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84986a00. 00010000:00000010:2.1:1769074691.362081:0:28129:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84980a00. 00010000:00000010:2.1:1769074691.362087:0:28129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d3d600. 00010000:00000010:2.1:1769074691.362090:0:28129:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85858400. 00010000:00000010:2.1:1769074691.362094:0:28129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8495ea00. 00010000:00000010:2.1:1769074691.362098:0:28129:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84941000. 00010000:00000010:2.1:1769074691.362102:0:28129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84809a00. 00010000:00000010:2.1:1769074691.362106:0:28129:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8584d700. 00010000:00000010:2.1:1769074691.362109:0:28129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8480b800. 00010000:00000010:2.1:1769074691.362113:0:28129:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8491db00. 00010000:00000010:2.1:1769074691.362117:0:28129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84837800. 00010000:00000010:2.1:1769074691.362120:0:28129:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84937700. 00010000:00000010:2.1:1769074691.362125:0:28129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84815c00. 00010000:00000010:2.1:1769074691.362129:0:28129:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84918f00. 00010000:00000010:2.1:1769074691.362132:0:28129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84905400. 00010000:00000010:2.1:1769074691.362136:0:28129:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848c2a00. 00010000:00000010:2.1:1769074691.362139:0:28129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84884200. 00010000:00000010:2.1:1769074691.362143:0:28129:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f6c00. 00010000:00000010:2.1:1769074691.362146:0:28129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84907e00. 00010000:00000010:2.1:1769074691.362150:0:28129:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8487c100. 00010000:00000010:2.1:1769074691.362153:0:28129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874c8000. 00010000:00000010:2.1:1769074691.362157:0:28129:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84894b00. 00010000:00000010:2.1:1769074691.362181:0:28129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8744c400. 00010000:00000010:2.1:1769074691.362185:0:28129:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87455e00. 00010000:00000010:2.1:1769074691.362188:0:28129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8753b000. 00010000:00000010:2.1:1769074691.362192:0:28129:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87474800. 00010000:00000010:2.1:1769074691.362196:0:28129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874cb400. 00010000:00000010:2.1:1769074691.362200:0:28129:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8754c200. 00010000:00000010:2.1:1769074691.362203:0:28129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874b3a00. 00010000:00000010:2.1:1769074691.362206:0:28129:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8759aa00. 00010000:00000010:2.1:1769074691.362209:0:28129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874eb600. 00010000:00000010:2.1:1769074691.362213:0:28129:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875ab300. 00010000:00000010:2.1:1769074691.362216:0:28129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875dea00. 00010000:00000010:2.1:1769074691.362219:0:28129:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875dbc00. 00010000:00000010:2.1:1769074691.362222:0:28129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875b4e00. 00010000:00000010:2.1:1769074691.362226:0:28129:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c2ef00. 00010000:00000010:2.1:1769074691.362229:0:28129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c83200. 00010000:00000010:2.1:1769074691.362232:0:28129:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cf5800. 00010000:00000010:2.1:1769074691.362235:0:28129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d2ce00. 00010000:00000010:2.1:1769074691.362240:0:28129:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c65a00. 00010000:00000010:2.1:1769074691.362243:0:28129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d02000. 00010000:00000010:2.1:1769074691.362247:0:28129:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c95f00. 00010000:00000010:2.1:1769074691.362251:0:28129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d19600. 00010000:00000010:2.1:1769074691.362255:0:28129:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d10800. 00010000:00000010:2.1:1769074691.362259:0:28129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88203c00. 00010000:00000010:2.1:1769074691.362263:0:28129:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d57300. 00010000:00000010:2.1:1769074691.362266:0:28129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88229c00. 00010000:00000010:2.1:1769074691.362270:0:28129:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b870a0800. 00010000:00000010:2.1:1769074691.362274:0:28129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88284600. 00010000:00000010:2.1:1769074691.362276:0:28129:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b870a0e00. 00010000:00000010:2.1:1769074691.362290:0:28129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882afc00. 00010000:00000010:2.1:1769074691.362295:0:28129:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88273700. 00010000:00000010:2.1:1769074691.362299:0:28129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8823a800. 00010000:00000010:2.1:1769074691.362303:0:28129:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88342400. 00010000:00000010:2.1:1769074691.362310:0:28129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8829fc00. 00010000:00000010:2.1:1769074691.362313:0:28129:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8829a300. 00010000:00000010:2.1:1769074691.362317:0:28129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883a1000. 00010000:00000010:2.1:1769074691.362321:0:28129:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88368a00. 00010000:00000010:2.1:1769074691.362324:0:28129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883a1c00. 00010000:00000010:2.1:1769074691.362327:0:28129:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8836c700. 00010000:00000010:2.1:1769074691.362330:0:28129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98200e00. 00010000:00000010:2.1:1769074691.362334:0:28129:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88378f00. 00010000:00000010:2.1:1769074691.362338:0:28129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883f8e00. 00010000:00000010:2.1:1769074691.362341:0:28129:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883c1e00. 00010000:00000010:2.1:1769074691.362346:0:28129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98240800. 00010000:00000010:2.1:1769074691.362350:0:28129:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98275600. 00010000:00000010:2.1:1769074691.362353:0:28129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982d1000. 00010000:00000010:2.1:1769074691.362356:0:28129:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98306000. 00010000:00000010:2.1:1769074691.362359:0:28129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9830f400. 00010000:00000010:2.1:1769074691.362362:0:28129:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982a3f00. 00010000:00000010:0.1:1769074691.395354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983d7a00. 00010000:00000010:0.1:1769074691.395366:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983b0200. 00010000:00000010:0.1:1769074691.395371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983ee000. 00010000:00000010:0.1:1769074691.395375:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98410600. 00010000:00000010:0.1:1769074691.395379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9843d600. 00010000:00000010:0.1:1769074691.395382:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98486e00. 00010000:00000010:0.1:1769074691.395386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983c2800. 00010000:00000010:0.1:1769074691.395391:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984eb400. 00010000:00000010:0.1:1769074691.395395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984b1400. 00010000:00000010:0.1:1769074691.395399:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98477c00. 00010000:00000010:0.1:1769074691.395403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98497c00. 00010000:00000010:0.1:1769074691.395407:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98468f00. 00010000:00000010:0.1:1769074691.395411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9856da00. 00010000:00000010:0.1:1769074691.395415:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984bbd00. 00010000:00000010:0.1:1769074691.395418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9023e800. 00010000:00000010:0.1:1769074691.395422:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984ae800. 00010000:00000010:0.1:1769074691.395425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985d3400. 00010000:00000010:0.1:1769074691.395429:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985ebf00. 00010000:00000010:0.1:1769074691.395433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba1c22800. 00010000:00000010:0.1:1769074691.395438:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b881b8500. 00010000:00000010:0.1:1769074691.395442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91042a00. 00010000:00000010:0.1:1769074691.395446:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba04a2a00. 00010000:00000010:0.1:1769074691.395450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88871000. 00010000:00000010:0.1:1769074691.395454:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98121200. 00010000:00000010:0.1:1769074691.395458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c46800. 00010000:00000010:0.1:1769074691.395461:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8760af00. 00010000:00000010:0.1:1769074691.395465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98e18e00. 00010000:00000010:0.1:1769074691.395469:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88bb1000. 00010000:00000010:0.1:1769074691.395473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82df9000. 00010000:00000010:0.1:1769074691.395478:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85caad00. 00010000:00000010:0.1:1769074691.395481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dfc600. 00010000:00000010:0.1:1769074691.395484:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86704000. 00010000:00000010:0.1:1769074691.395488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8678f600. 00010000:00000010:0.1:1769074691.395492:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849d2200. 00010000:00000010:0.1:1769074691.395495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86775e00. 00010000:00000010:0.1:1769074691.395498:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86653400. 00010000:00000010:0.1:1769074691.395501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91062800. 00010000:00000010:0.1:1769074691.395505:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82d9ab00. 00010000:00000010:0.1:1769074691.395508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b888d4400. 00010000:00000010:0.1:1769074691.395511:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e22900. 00010000:00000010:0.1:1769074691.395515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88b0c200. 00010000:00000010:0.1:1769074691.395519:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b891c7c00. 00010000:00000010:0.1:1769074691.395523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871e2a00. 00010000:00000010:0.1:1769074691.395526:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e1ab00. 00010000:00000010:0.1:1769074691.395530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c3e800. 00010000:00000010:0.1:1769074691.395534:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cf6700. 00010000:00000010:0.1:1769074691.395538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85db1800. 00010000:00000010:0.1:1769074691.395542:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85ceb000. 00010000:00000010:0.1:1769074691.395546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8499ae00. 00010000:00000010:0.1:1769074691.395550:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8582a600. 00010000:00000010:0.1:1769074691.395569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85828600. 00010000:00000010:0.1:1769074691.395572:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82dfe100. 00010000:00000010:0.1:1769074691.395577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8581a400. 00010000:00000010:0.1:1769074691.395580:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8586ec00. 00010000:00000010:0.1:1769074691.395584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8495e400. 00010000:00000010:0.1:1769074691.395587:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d20e00. 00010000:00000010:0.1:1769074691.395591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8496b000. 00010000:00000010:0.1:1769074691.395595:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84839000. 00010000:00000010:0.1:1769074691.395598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8480ba00. 00010000:00000010:0.1:1769074691.395602:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8491d300. 00010000:00000010:0.1:1769074691.395606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84812c00. 00010000:00000010:0.1:1769074691.395610:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85863100. 00010000:00000010:0.1:1769074691.400451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84977600. 00010000:00000010:0.1:1769074691.400472:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84915000. 00010000:00000010:0.1:1769074691.400477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84865400. 00010000:00000010:0.1:1769074691.400481:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d7d300. 00010000:00000010:0.1:1769074691.400486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84884a00. 00010000:00000010:0.1:1769074691.400490:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f6e00. 00010000:00000010:0.1:1769074691.400494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848b8c00. 00010000:00000010:0.1:1769074691.400498:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848faf00. 00010000:00000010:0.1:1769074691.400502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874cc800. 00010000:00000010:0.1:1769074691.400506:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87474000. 00010000:00000010:0.1:1769074691.400510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874cbc00. 00010000:00000010:0.1:1769074691.400514:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87436800. 00010000:00000010:0.1:1769074691.400518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87539800. 00010000:00000010:0.1:1769074691.400522:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848a8a00. 00010000:00000010:0.1:1769074691.400526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874f9400. 00010000:00000010:0.1:1769074691.400530:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875cd100. 00010000:00000010:0.1:1769074691.400533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874b3200. 00010000:00000010:0.1:1769074691.400537:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87512b00. 00010000:00000010:0.1:1769074691.400540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874eb800. 00010000:00000010:0.1:1769074691.400545:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875abc00. 00010000:00000010:0.1:1769074691.400549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c4d600. 00010000:00000010:0.1:1769074691.400564:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875c2400. 00010000:00000010:0.1:1769074691.400568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cc3a00. 00010000:00000010:0.1:1769074691.400572:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c24700. 00010000:00000010:0.1:1769074691.400578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874ae600. 00010000:00000010:0.1:1769074691.400582:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87552e00. 00010000:00000010:0.1:1769074691.400586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cbc600. 00010000:00000010:0.1:1769074691.400589:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c9c900. 00010000:00000010:0.1:1769074691.400593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cd8c00. 00010000:00000010:0.1:1769074691.400596:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c9f700. 00010000:00000010:0.1:1769074691.400600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d19800. 00010000:00000010:0.1:1769074691.400604:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d10100. 00010000:00000010:0.1:1769074691.400608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dfe800. 00010000:00000010:0.1:1769074691.400612:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d3c000. 00010000:00000010:0.1:1769074691.400617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88225800. 00010000:00000010:0.1:1769074691.400621:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d8e400. 00010000:00000010:0.1:1769074691.400636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87da9a00. 00010000:00000010:0.1:1769074691.400640:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8821ca00. 00010000:00000010:0.1:1769074691.400644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882af400. 00010000:00000010:0.1:1769074691.400650:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88273000. 00010000:00000010:0.1:1769074691.400653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882fb400. 00010000:00000010:0.1:1769074691.400658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88347b00. 00010000:00000010:0.1:1769074691.400661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882b8a00. 00010000:00000010:0.1:1769074691.400674:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882daf00. 00010000:00000010:0.1:1769074691.400678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883a2c00. 00010000:00000010:0.1:1769074691.400682:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88335300. 00010000:00000010:0.1:1769074691.400686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8837ca00. 00010000:00000010:0.1:1769074691.400691:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8830ae00. 00010000:00000010:0.1:1769074691.400696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98201600. 00010000:00000010:0.1:1769074691.400700:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88366700. 00010000:00000010:0.1:1769074691.400704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98231000. 00010000:00000010:0.1:1769074691.400709:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9827f000. 00010000:00000010:0.1:1769074691.400713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98241000. 00010000:00000010:0.1:1769074691.400717:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98275b00. 00010000:00000010:0.1:1769074691.400722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98315000. 00010000:00000010:0.1:1769074691.400726:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98306100. 00010000:00000010:0.1:1769074691.400731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9830e200. 00010000:00000010:0.1:1769074691.400735:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982a3600. 00010000:00000010:0.1:1769074691.400739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98363c00. 00010000:00000010:0.1:1769074691.400743:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98322000. 00010000:00000010:0.1:1769074691.400746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983ff400. 00010000:00000010:0.1:1769074691.400751:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983f9e00. 00010000:00000010:0.1:1769074691.400755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983d7200. 00010000:00000010:0.1:1769074691.400764:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98403400. 00010000:00000010:0.1:1769074691.400769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98417200. 00010000:00000010:0.1:1769074691.400774:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984f4900. 00010000:00000010:0.1:1769074691.400779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984fee00. 00010000:00000010:0.1:1769074691.400784:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9839f300. 00010000:00000010:0.1:1769074691.400788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9852d600. 00010000:00000010:0.1:1769074691.400792:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984d7100. 00010000:00000010:0.1:1769074691.400795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984b1c00. 00010000:00000010:0.1:1769074691.400799:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98521b00. 00010000:00000010:0.1:1769074691.400804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9853c000. 00010000:00000010:0.1:1769074691.400807:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98538a00. 00010000:00000010:0.1:1769074691.400812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98589200. 00010000:00000010:0.1:1769074691.400816:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9856e300. 00010000:00000010:0.1:1769074691.400820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9023fe00. 00010000:00000010:0.1:1769074691.400825:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984ae300. 00010000:00000010:0.1:1769074691.400828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9029e200. 00010000:00000010:0.1:1769074691.400833:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98577700. 00010000:00000010:0.1:1769074691.400838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba02e2a00. 00010000:00000010:0.1:1769074691.400843:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87e42600. 00010000:00000010:0.1:1769074691.400848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91042800. 00010000:00000010:0.1:1769074691.400852:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba04a2d00. 00010000:00000010:0.1:1769074691.400856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b876b0400. 00010000:00000010:0.1:1769074691.400859:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83034b00. 00010000:00000010:0.1:1769074691.400863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82de7c00. 00010000:00000010:0.1:1769074691.400867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b867e5c00. 00010000:00000010:0.1:1769074691.400870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98e19c00. 00010000:00000010:0.1:1769074691.400874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88bb1300. 00010000:00000010:0.1:1769074691.400878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85ca7000. 00010000:00000010:0.1:1769074691.400882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b987c8200. 00010000:00000010:2.1:1769074691.441506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8671e400. 00010000:00000010:2.1:1769074691.441515:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87112900. 00010000:00000010:2.1:1769074691.441519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98ef6a00. 00010000:00000010:2.1:1769074691.441523:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86653b00. 00010000:00000010:2.1:1769074691.441528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b80031000. 00010000:00000010:2.1:1769074691.441534:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8ae95e00. 00010000:00000010:2.1:1769074691.441538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82deee00. 00010000:00000010:2.1:1769074691.441542:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8ae95a00. 00010000:00000010:2.1:1769074691.441545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b829f7a00. 00010000:00000010:2.1:1769074691.441550:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e22c00. 00010000:00000010:2.1:1769074691.441554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88b0dc00. 00010000:00000010:2.1:1769074691.441559:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b891c7d00. 00010000:00000010:2.1:1769074691.441564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871e2e00. 00010000:00000010:2.1:1769074691.441569:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e1a800. 00010000:00000010:3.1:1769074691.448332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8654dc00. 00010000:00000010:3.1:1769074691.448342:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b859df500. 00010000:00000010:3.1:1769074691.448346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d84400. 00010000:00000010:3.1:1769074691.448350:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d98800. 00010000:00000010:3.1:1769074691.448355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85daa400. 00010000:00000010:3.1:1769074691.448359:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85820a00. 00010000:00000010:3.1:1769074691.448363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85815600. 00010000:00000010:3.1:1769074691.448368:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85833100. 00010000:00000010:3.1:1769074691.448372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d0c400. 00010000:00000010:3.1:1769074691.448376:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82dfe300. 00010000:00000010:3.1:1769074691.448405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8495d200. 00010000:00000010:3.1:1769074691.448410:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84953b00. 00010000:00000010:3.1:1769074691.448414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8496ba00. 00010000:00000010:3.1:1769074691.448419:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84839900. 00010000:00000010:3.1:1769074691.448424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d39200. 00010000:00000010:3.1:1769074691.448428:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8491dc00. 00010000:00000010:3.1:1769074691.448433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84815000. 00010000:00000010:3.1:1769074691.448438:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d5db00. 00010000:00000010:3.1:1769074691.448442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84977a00. 00010000:00000010:3.1:1769074691.448445:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84915900. 00010000:00000010:3.1:1769074691.448450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84906400. 00010000:00000010:3.1:1769074691.448454:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84879c00. 00010000:00000010:3.1:1769074691.448456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84906600. 00010000:00000010:3.1:1769074691.448459:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84879a00. 00010000:00000010:3.1:1769074691.448462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84889400. 00010000:00000010:3.1:1769074691.448466:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848c8100. 00010000:00000010:3.1:1769074691.448470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848baa00. 00010000:00000010:3.1:1769074691.448474:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848b4a00. 00010000:00000010:3.1:1769074691.448478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874ca800. 00010000:00000010:3.1:1769074691.448482:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87436b00. 00010000:00000010:3.1:1769074691.448486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87591600. 00010000:00000010:3.1:1769074691.448492:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8753f600. 00010000:00000010:3.1:1769074691.448495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874f9c00. 00010000:00000010:3.1:1769074691.448499:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875cd900. 00010000:00000010:3.1:1769074691.448503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8740b400. 00010000:00000010:3.1:1769074691.448506:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8751ce00. 00010000:00000010:3.1:1769074691.448511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875afa00. 00010000:00000010:3.1:1769074691.448516:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87523400. 00010000:00000010:3.1:1769074691.448520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874ac400. 00010000:00000010:3.1:1769074691.448523:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8754f700. 00010000:00000010:3.1:1769074691.448527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c5f000. 00010000:00000010:3.1:1769074691.448531:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c56600. 00010000:00000010:3.1:1769074691.448541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c77400. 00010000:00000010:3.1:1769074691.448547:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b996d5100. 00010000:00000010:3.1:1769074691.448550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cd1200. 00010000:00000010:3.1:1769074691.448567:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c69a00. 00010000:00000010:3.1:1769074691.448571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cd9400. 00010000:00000010:3.1:1769074691.448575:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d58600. 00010000:00000010:3.1:1769074691.448580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d19a00. 00010000:00000010:3.1:1769074691.448584:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d15000. 00010000:00000010:3.1:1769074691.448589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88203600. 00010000:00000010:3.1:1769074691.448592:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87df1600. 00010000:00000010:3.1:1769074691.448596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88226400. 00010000:00000010:3.1:1769074691.448600:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88223a00. 00010000:00000010:3.1:1769074691.448604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8822b000. 00010000:00000010:3.1:1769074691.448608:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d92800. 00010000:00000010:2.1:1769074691.450462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882aec00. 00010000:00000010:2.1:1769074691.450483:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88273100. 00010000:00000010:2.1:1769074691.450511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8825a800. 00010000:00000010:2.1:1769074691.450517:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88267d00. 00010000:00000010:2.1:1769074691.450521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882ba800. 00010000:00000010:2.1:1769074691.450525:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882b4c00. 00010000:00000010:2.1:1769074691.450528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8829ec00. 00010000:00000010:2.1:1769074691.450532:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88325f00. 00010000:00000010:2.1:1769074691.450538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883a0800. 00010000:00000010:2.1:1769074691.450541:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88379a00. 00010000:00000010:2.1:1769074691.450545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c5400. 00010000:00000010:2.1:1769074691.450549:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88368400. 00010000:00000010:1.1:1769074691.457330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883fa400. 00010000:00000010:1.1:1769074691.457339:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9827a700. 00010000:00000010:1.1:1769074691.457344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982fe600. 00010000:00000010:1.1:1769074691.457349:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982f8000. 00010000:00000010:1.1:1769074691.457353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98314000. 00010000:00000010:1.1:1769074691.457358:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98306f00. 00010000:00000010:1.1:1769074691.457363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a8400. 00010000:00000010:1.1:1769074691.457366:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982a3c00. 00010000:00000010:1.1:1769074691.457370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98361200. 00010000:00000010:1.1:1769074691.457374:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983cd400. 00010000:00000010:1.1:1769074691.457378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983b4200. 00010000:00000010:1.1:1769074691.457383:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98371000. 00010000:00000010:1.1:1769074691.457387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983d7600. 00010000:00000010:1.1:1769074691.457394:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98403200. 00010000:00000010:1.1:1769074691.457398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983f0600. 00010000:00000010:1.1:1769074691.457402:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bb000. 00010000:00000010:1.1:1769074691.457406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98423c00. 00010000:00000010:1.1:1769074691.457410:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98415c00. 00010000:00000010:1.1:1769074691.457414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a6600. 00010000:00000010:1.1:1769074691.457418:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98473a00. 00010000:00000010:1.1:1769074691.457421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98526400. 00010000:00000010:1.1:1769074691.457451:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98511900. 00010000:00000010:1.1:1769074691.457455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9853c200. 00010000:00000010:1.1:1769074691.457458:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98538200. 00010000:00000010:1.1:1769074691.457463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9858b000. 00010000:00000010:1.1:1769074691.457467:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98468000. 00010000:00000010:1.1:1769074691.457471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985f8000. 00010000:00000010:1.1:1769074691.457475:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985a2300. 00010000:00000010:1.1:1769074691.457480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9029ec00. 00010000:00000010:1.1:1769074691.457483:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98577d00. 00010000:00000010:1.1:1769074691.603891:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba1c22600. 00010000:00000010:1.1:1769074691.603907:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b881b8300. 00010000:00000010:1.1:1769074691.603913:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91042c00. 00010000:00000010:1.1:1769074691.603917:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83edca00. 00010000:00000010:1.1:1769074691.603921:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88871400. 00010000:00000010:1.1:1769074691.603926:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1c53400. 00010000:00000010:1.1:1769074691.603930:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86736000. 00010000:00000010:1.1:1769074691.603934:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8adc0800. 00010000:00000010:1.1:1769074691.603938:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dc7800. 00010000:00000010:1.1:1769074691.603942:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98731100. 00010000:00000010:1.1:1769074691.603946:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85cdf600. 00010000:00000010:1.1:1769074691.603950:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8664c900. 00010000:00000010:1.1:1769074691.603956:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b859dcc00. 00010000:00000010:1.1:1769074691.603961:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849d7700. 00010000:00000010:1.1:1769074691.603965:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87ff3800. 00010000:00000010:1.1:1769074691.603969:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87f9b400. 00010000:00000010:1.1:1769074691.603972:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82d26a00. 00010000:00000010:1.1:1769074691.603975:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b910d0100. 00010000:00000010:1.1:1769074691.603980:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91062c00. 00010000:00000010:1.1:1769074691.603983:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8714ad00. 00010000:00000010:1.1:1769074691.603986:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b829f7400. 00010000:00000010:1.1:1769074691.603990:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98ef5d00. 00010000:00000010:1.1:1769074691.603994:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88b0c400. 00010000:00000010:1.1:1769074691.604028:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b891c7000. 00010000:00000010:0.1:1769074691.628332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c07a00. 00010000:00000010:0.1:1769074691.628349:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c2a500. 00010000:00000010:0.1:1769074691.628354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8654da00. 00010000:00000010:0.1:1769074691.628359:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85926d00. 00010000:00000010:0.1:1769074691.628363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871cc000. 00010000:00000010:0.1:1769074691.628367:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b860c1300. 00010000:00000010:0.1:1769074691.628372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85dabc00. 00010000:00000010:0.1:1769074691.628376:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85820e00. 00010000:00000010:0.1:1769074691.628379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d1d600. 00010000:00000010:0.1:1769074691.628383:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85833d00. 00010000:00000010:0.1:1769074691.628386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d3d000. 00010000:00000010:0.1:1769074691.628390:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85858b00. 00010000:00000010:0.1:1769074691.628393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85848a00. 00010000:00000010:0.1:1769074691.628397:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8584ae00. 00010000:00000010:0.1:1769074691.628400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d0de00. 00010000:00000010:0.1:1769074691.628403:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c32f00. 00010000:00000010:0.1:1769074691.628407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8585ec00. 00010000:00000010:0.1:1769074691.628411:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84806600. 00010000:00000010:0.1:1769074691.628414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84814a00. 00010000:00000010:0.1:1769074691.628417:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d5da00. 00010000:00000010:0.1:1769074691.628421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84899400. 00010000:00000010:0.1:1769074691.628425:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84970200. 00010000:00000010:0.1:1769074691.628429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84880c00. 00010000:00000010:0.1:1769074691.628433:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84875e00. 00010000:00000010:0.1:1769074691.628436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84884800. 00010000:00000010:0.1:1769074691.628440:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f6d00. 00010000:00000010:0.1:1769074691.628443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848ba000. 00010000:00000010:0.1:1769074691.628446:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848c8500. 00010000:00000010:0.1:1769074691.628450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874cda00. 00010000:00000010:0.1:1769074691.628453:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87474100. 00010000:00000010:0.1:1769074691.628457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87494e00. 00010000:00000010:0.1:1769074691.628461:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8758cc00. 00010000:00000010:0.1:1769074691.628465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87590c00. 00010000:00000010:0.1:1769074691.628469:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8753fa00. 00010000:00000010:0.1:1769074691.628472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875d6a00. 00010000:00000010:0.1:1769074691.628476:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8759a300. 00010000:00000010:0.1:1769074691.628480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c0cc00. 00010000:00000010:0.1:1769074691.628484:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87512700. 00010000:00000010:0.1:1769074691.628488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874ea000. 00010000:00000010:0.1:1769074691.628492:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c11700. 00010000:00000010:0.1:1769074691.628496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c4c000. 00010000:00000010:0.1:1769074691.628499:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875c2200. 00010000:00000010:0.1:1769074691.628503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c5ec00. 00010000:00000010:0.1:1769074691.628506:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c56200. 00010000:00000010:0.1:1769074691.628509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cfc800. 00010000:00000010:0.1:1769074691.628512:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875ec500. 00010000:00000010:0.1:1769074691.628516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cbcc00. 00010000:00000010:0.1:1769074691.628519:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c9f100. 00010000:00000010:0.1:1769074691.628523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cd8a00. 00010000:00000010:0.1:1769074691.628526:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d58100. 00010000:00000010:0.1:1769074691.628530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d18200. 00010000:00000010:0.1:1769074691.628533:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d15c00. 00010000:00000010:0.1:1769074691.628537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87df2400. 00010000:00000010:0.1:1769074691.628541:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d51400. 00010000:00000010:0.1:1769074691.661463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8822a600. 00010000:00000010:0.1:1769074691.661479:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d92a00. 00010000:00000010:0.1:1769074691.661484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dc8800. 00010000:00000010:0.1:1769074691.661488:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88219c00. 00010000:00000010:0.1:1769074691.661492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882fbc00. 00010000:00000010:0.1:1769074691.661497:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882f3e00. 00010000:00000010:0.1:1769074691.661501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88350e00. 00010000:00000010:0.1:1769074691.661504:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88347100. 00010000:00000010:0.1:1769074691.661509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8829e600. 00010000:00000010:0.1:1769074691.661513:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8829ad00. 00010000:00000010:0.1:1769074691.661518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883a1e00. 00010000:00000010:0.1:1769074691.661522:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88368e00. 00010000:00000010:0.1:1769074691.661527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8837d600. 00010000:00000010:0.1:1769074691.661533:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8830a800. 00010000:00000010:0.1:1769074691.661537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98200400. 00010000:00000010:0.1:1769074691.661542:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88362700. 00010000:00000010:0.1:1769074691.661546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883fa800. 00010000:00000010:0.1:1769074691.661550:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98235d00. 00010000:00000010:0.1:1769074691.661555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982ff800. 00010000:00000010:0.1:1769074691.661559:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982f8100. 00010000:00000010:0.1:1769074691.661562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883fe600. 00010000:00000010:0.1:1769074691.661566:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9825c700. 00010000:00000010:0.1:1769074691.661570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a8e00. 00010000:00000010:0.1:1769074691.661574:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982abf00. 00010000:00000010:0.1:1769074691.661577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9830c600. 00010000:00000010:0.1:1769074691.661580:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9825c300. 00010000:00000010:0.1:1769074691.661584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98349c00. 00010000:00000010:0.1:1769074691.661588:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9834cc00. 00010000:00000010:0.1:1769074691.661592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98445c00. 00010000:00000010:0.1:1769074691.661595:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98403100. 00010000:00000010:0.1:1769074691.661599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983ee600. 00010000:00000010:0.1:1769074691.661603:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98410500. 00010000:00000010:0.1:1769074691.661606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9843c600. 00010000:00000010:0.1:1769074691.661609:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98486700. 00010000:00000010:0.1:1769074691.661613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a7e00. 00010000:00000010:0.1:1769074691.661618:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98473f00. 00010000:00000010:0.1:1769074691.661636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984b1e00. 00010000:00000010:0.1:1769074691.661640:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98521e00. 00010000:00000010:0.1:1769074691.661644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98548600. 00010000:00000010:0.1:1769074691.661649:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98533600. 00010000:00000010:0.1:1769074691.661655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9857b800. 00010000:00000010:0.1:1769074691.661659:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98592c00. 00010000:00000010:0.1:1769074691.661671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9023e000. 00010000:00000010:0.1:1769074691.661676:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90200900. 00010000:00000010:0.1:1769074691.661680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985c7a00. 00010000:00000010:0.1:1769074691.661684:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985c1100. 00010000:00000010:0.1:1769074691.661688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba02e2000. 00010000:00000010:0.1:1769074691.661693:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87e42500. 00010000:00000010:0.1:1769074691.661697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91042000. 00010000:00000010:0.1:1769074691.661700:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83edcf00. 00010000:00000010:0.1:1769074691.661703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88870000. 00010000:00000010:0.1:1769074691.661707:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1c53800. 00010000:00000010:0.1:1769074691.661710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c55400. 00010000:00000010:0.1:1769074691.661713:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8760a100. 00010000:00000010:0.1:1769074691.661717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dc6000. 00010000:00000010:0.1:1769074691.661720:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98731f00. 00010000:00000010:0.1:1769074691.661723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85cdfe00. 00010000:00000010:0.1:1769074691.661727:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8664c700. 00010000:00000010:0.1:1769074691.661731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b859dc000. 00010000:00000010:0.1:1769074691.661735:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849d7d00. 00010000:00000010:0.1:1769074691.661739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b860bf600. 00010000:00000010:0.1:1769074691.661744:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849d1500. 00010000:00000010:0.1:1769074691.661748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b870b0800. 00010000:00000010:0.1:1769074691.661751:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b910d0c00. 00010000:00000010:0.1:1769074691.661755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b888d5a00. 00010000:00000010:0.1:1769074691.661759:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8714a600. 00010000:00000010:0.1:1769074691.661763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88b0c800. 00010000:00000010:0.1:1769074691.661768:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b866f3500. 00010000:00000010:0.1:1769074691.661771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dee400. 00010000:00000010:0.1:1769074691.661775:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82ecf400. 00010000:00000010:3.1:1769074691.702519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871e3000. 00010000:00000010:3.1:1769074691.702531:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87fca400. 00010000:00000010:3.1:1769074691.702535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85da5e00. 00010000:00000010:3.1:1769074691.702539:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85da0600. 00010000:00000010:3.1:1769074691.702543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85db0000. 00010000:00000010:3.1:1769074691.702546:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85db4100. 00010000:00000010:3.1:1769074691.702550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85daa600. 00010000:00000010:3.1:1769074691.702554:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85820900. 00010000:00000010:3.1:1769074691.702558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d1de00. 00010000:00000010:3.1:1769074691.702562:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85833300. 00010000:00000010:3.1:1769074691.702566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8581ac00. 00010000:00000010:3.1:1769074691.702569:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8586e000. 00010000:00000010:3.1:1769074691.702574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8495c800. 00010000:00000010:3.1:1769074691.702578:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8585da00. 00010000:00000010:3.1:1769074691.702581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8483f400. 00010000:00000010:3.1:1769074691.702585:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84921b00. 00010000:00000010:3.1:1769074691.702588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d6f400. 00010000:00000010:3.1:1769074691.702593:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8498fd00. 00010000:00000010:3.1:1769074691.702624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84812600. 00010000:00000010:3.1:1769074691.702628:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84816c00. 00010000:00000010:3.1:1769074691.702633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84898200. 00010000:00000010:3.1:1769074691.702636:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84970d00. 00010000:00000010:3.1:1769074691.702640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84881200. 00010000:00000010:3.1:1769074691.702645:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84875600. 00010000:00000010:3.1:1769074691.702648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8488b600. 00010000:00000010:3.1:1769074691.702652:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848cc900. 00010000:00000010:3.1:1769074691.702656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84906c00. 00010000:00000010:3.1:1769074691.702659:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8487c700. 00010000:00000010:3.1:1769074691.702672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874c8a00. 00010000:00000010:3.1:1769074691.702676:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848e0d00. 00010000:00000010:3.1:1769074691.702681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87498c00. 00010000:00000010:3.1:1769074691.702685:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8757fc00. 00010000:00000010:3.1:1769074691.702691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87591400. 00010000:00000010:3.1:1769074691.702696:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8759d700. 00010000:00000010:3.1:1769074691.702699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87539600. 00010000:00000010:3.1:1769074691.702702:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8754cb00. 00010000:00000010:3.1:1769074691.702706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c0da00. 00010000:00000010:3.1:1769074691.702710:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87512100. 00010000:00000010:3.1:1769074691.702714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c12000. 00010000:00000010:3.1:1769074691.702718:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c46800. 00010000:00000010:3.1:1769074691.702722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875c7800. 00010000:00000010:3.1:1769074691.702726:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c37400. 00010000:00000010:3.1:1769074691.702730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874aca00. 00010000:00000010:3.1:1769074691.702734:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87552400. 00010000:00000010:3.1:1769074691.702738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c77000. 00010000:00000010:3.1:1769074691.702743:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b996d5900. 00010000:00000010:3.1:1769074691.702747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cd0e00. 00010000:00000010:3.1:1769074691.702751:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c69b00. 00010000:00000010:3.1:1769074691.702756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d3ea00. 00010000:00000010:3.1:1769074691.702760:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cda100. 00010000:00000010:3.1:1769074691.702775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d3f400. 00010000:00000010:3.1:1769074691.702780:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d95000. 00010000:00000010:3.1:1769074691.702784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87df2800. 00010000:00000010:3.1:1769074691.702787:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d56a00. 00010000:00000010:3.1:1769074691.702792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88227e00. 00010000:00000010:3.1:1769074691.702796:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88223400. 00010000:00000010:3.1:1769074691.702800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dc9e00. 00010000:00000010:3.1:1769074691.702804:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87dd7900. 00010000:00000010:2.1:1769074691.724332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882fa800. 00010000:00000010:2.1:1769074691.724341:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882f3700. 00010000:00000010:2.1:1769074691.724345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88351800. 00010000:00000010:2.1:1769074691.724349:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88347700. 00010000:00000010:2.1:1769074691.724353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882bb000. 00010000:00000010:2.1:1769074691.724358:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8836f700. 00010000:00000010:2.1:1769074691.724362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883a2400. 00010000:00000010:2.1:1769074691.724367:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88335c00. 00010000:00000010:2.1:1769074691.724371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882c4400. 00010000:00000010:2.1:1769074691.724375:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88317200. 00010000:00000010:2.1:1769074691.724379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98229800. 00010000:00000010:2.1:1769074691.724384:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9822ce00. 00010000:00000010:2.1:1769074691.724389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883f9400. 00010000:00000010:2.1:1769074691.724393:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883c1700. 00010000:00000010:2.1:1769074691.724397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982fa800. 00010000:00000010:2.1:1769074691.724401:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98270a00. 00010000:00000010:2.1:1769074691.724404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9831e800. 00010000:00000010:2.1:1769074691.724408:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9832ba00. 00010000:00000010:2.1:1769074691.724411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a9600. 00010000:00000010:2.1:1769074691.724415:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982ab600. 00010000:00000010:2.1:1769074691.724418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a0400. 00010000:00000010:2.1:1769074691.724421:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983cda00. 00010000:00000010:2.1:1769074691.724447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983b5200. 00010000:00000010:2.1:1769074691.724451:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9837b500. 00010000:00000010:2.1:1769074691.724454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98447e00. 00010000:00000010:2.1:1769074691.724458:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98402e00. 00010000:00000010:2.1:1769074691.724462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98417600. 00010000:00000010:2.1:1769074691.724466:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984f4b00. 00010000:00000010:2.1:1769074691.724471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98494200. 00010000:00000010:2.1:1769074691.724475:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98486d00. 00010000:00000010:2.1:1769074691.724478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9852d200. 00010000:00000010:2.1:1769074691.724482:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9848d200. 00010000:00000010:2.1:1769074691.724485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98526e00. 00010000:00000010:2.1:1769074691.724489:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98511300. 00010000:00000010:2.1:1769074691.724493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984c5000. 00010000:00000010:2.1:1769074691.724496:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9856e000. 00010000:00000010:2.1:1769074691.724500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9858b800. 00010000:00000010:2.1:1769074691.724504:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98468500. 00010000:00000010:2.1:1769074691.724508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90215400. 00010000:00000010:2.1:1769074691.724512:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90200d00. 00010000:00000010:2.1:1769074691.724515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985d2400. 00010000:00000010:2.1:1769074691.724521:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848aea00. 00010000:00000010:2.1:1769074691.724525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba02e3e00. 00010000:00000010:2.1:1769074691.724530:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88afb300. 00010000:00000010:2.1:1769074691.724534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982bc21f7800. 00010000:00000010:2.1:1769074691.724540:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1ee6e00. 00010000:00000010:2.1:1769074691.724544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82de0800. 00010000:00000010:2.1:1769074691.724548:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98121a00. 00010000:00000010:2.1:1769074691.724551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b876b0e00. 00010000:00000010:2.1:1769074691.724555:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83a20300. 00010000:00000010:2.1:1769074691.724560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86737c00. 00010000:00000010:2.1:1769074691.724565:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82f0c600. 00010000:00000010:2.1:1769074691.724569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85ca7200. 00010000:00000010:2.1:1769074691.724575:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b89667600. 00010000:00000010:2.1:1769074691.724585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82df8a00. 00010000:00000010:2.1:1769074691.724589:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b866b3800. 00010000:00000010:2.1:1769074691.724592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b867ae000. 00010000:00000010:2.1:1769074691.724596:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86704d00. 00010000:00000010:2.1:1769074691.724601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86774600. 00010000:00000010:2.1:1769074691.724606:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86653a00. 00010000:00000010:2.1:1769074691.724610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b867b6c00. 00010000:00000010:2.1:1769074691.724614:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85b94e00. 00010000:00000010:2.1:1769074691.724618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b888d5200. 00010000:00000010:2.1:1769074691.724622:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8714ab00. 00010000:00000010:2.1:1769074691.724626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88b0d600. 00010000:00000010:2.1:1769074691.724630:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b866f3c00. 00010000:00000010:2.1:1769074691.724633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8654de00. 00010000:00000010:2.1:1769074691.724637:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b860c1d00. 00010000:00000010:2.1:1769074691.724640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871e2c00. 00010000:00000010:2.1:1769074691.724645:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87fca000. 00010000:00000010:2.1:1769074691.724649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871d2400. 00010000:00000010:2.1:1769074691.724653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85da0000. 00010000:00000010:2.1:1769074691.724657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85db1200. 00010000:00000010:2.1:1769074691.724670:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85db4e00. 00010000:00000010:2.1:1769074691.724674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85dab600. 00010000:00000010:2.1:1769074691.724679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85820f00. 00010000:00000010:2.1:1769074691.724683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84987a00. 00010000:00000010:2.1:1769074691.724686:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84982300. 00010000:00000010:2.1:1769074691.724689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8494b800. 00010000:00000010:2.1:1769074691.724693:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84941300. 00010000:00000010:2.1:1769074691.724697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8495d600. 00010000:00000010:2.1:1769074691.724701:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84955100. 00010000:00000010:2.1:1769074691.724706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8496a200. 00010000:00000010:2.1:1769074691.724711:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84839d00. 00010000:00000010:2.1:1769074691.724715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8585e600. 00010000:00000010:2.1:1769074691.724719:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84806f00. 00010000:00000010:2.1:1769074691.724730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84813800. 00010000:00000010:2.1:1769074691.724734:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84816000. 00010000:00000010:2.1:1769074691.724737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84898800. 00010000:00000010:2.1:1769074691.724742:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84818e00. 00010000:00000010:2.1:1769074691.724746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84885800. 00010000:00000010:2.1:1769074691.724751:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848c2d00. 00010000:00000010:2.1:1769074691.724755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84889800. 00010000:00000010:2.1:1769074691.724759:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848d4900. 00010000:00000010:2.1:1769074691.724763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848b8200. 00010000:00000010:2.1:1769074691.724767:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87412900. 00010000:00000010:0.1:1769074691.766004:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8744cc00. 00010000:00000010:0.1:1769074691.766034:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848b5900. 00010000:00000010:0.1:1769074691.766040:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87499e00. 00010000:00000010:0.1:1769074691.766045:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8757f700. 00010000:00000010:0.1:1769074691.766051:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874cb000. 00010000:00000010:0.1:1769074691.766055:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87436600. 00010000:00000010:0.1:1769074691.766060:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874f8e00. 00010000:00000010:0.1:1769074691.766064:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875cdc00. 00010000:00000010:0.1:1769074691.766067:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c0d400. 00010000:00000010:0.1:1769074691.766071:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87409e00. 00010000:00000010:0.1:1769074691.766215:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875df200. 00010000:00000010:0.1:1769074691.766222:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c11100. 00010000:00000010:0.1:1769074691.766227:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875e0600. 00010000:00000010:0.1:1769074691.766230:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875c2700. 00010000:00000010:0.1:1769074691.766234:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875e2c00. 00010000:00000010:0.1:1769074691.766237:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c37500. 00010000:00000010:1.1:1769074691.767441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c82a00. 00010000:00000010:1.1:1769074691.767457:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cf5b00. 00010000:00000010:1.1:1769074691.767462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c91e00. 00010000:00000010:1.1:1769074691.767466:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c65500. 00010000:00000010:1.1:1769074691.767470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cfc400. 00010000:00000010:1.1:1769074691.767474:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d58e00. 00010000:00000010:1.1:1769074691.767477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dee600. 00010000:00000010:1.1:1769074691.767481:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d15600. 00010000:00000010:1.1:1769074691.767485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dfec00. 00010000:00000010:1.1:1769074691.767488:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8702aa00. 00010000:00000010:1.1:1769074691.767491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88225200. 00010000:00000010:1.1:1769074691.767495:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d8e900. 00010000:00000010:1.1:1769074691.767499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88284000. 00010000:00000010:1.1:1769074691.767502:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d86500. 00010000:00000010:1.1:1769074691.767506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882ae000. 00010000:00000010:1.1:1769074691.767510:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88276b00. 00010000:00000010:1.1:1769074691.767514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8825a200. 00010000:00000010:1.1:1769074691.767518:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88267e00. 00010000:00000010:1.1:1769074691.767523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882bac00. 00010000:00000010:1.1:1769074691.767527:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8836fb00. 00010000:00000010:1.1:1769074691.767530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883a3c00. 00010000:00000010:1.1:1769074691.767534:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88338800. 00010000:00000010:1.1:1769074691.767538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c5200. 00010000:00000010:1.1:1769074691.767543:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88379400. 00010000:00000010:1.1:1769074691.767547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98201c00. 00010000:00000010:1.1:1769074691.767550:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883d0d00. 00010000:00000010:1.1:1769074691.767568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98231400. 00010000:00000010:1.1:1769074691.767571:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9827f600. 00010000:00000010:1.1:1769074691.767575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98216000. 00010000:00000010:1.1:1769074691.767579:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87420400. 00010000:00000010:1.1:1769074691.767583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98314800. 00010000:00000010:1.1:1769074691.767612:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98359400. 00010000:00000010:1.1:1769074691.767626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a9000. 00010000:00000010:1.1:1769074691.767630:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982ab200. 00010000:00000010:1.1:1769074691.767635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a1c00. 00010000:00000010:1.1:1769074691.767638:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98380e00. 00010000:00000010:1.1:1769074691.767642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983fe800. 00010000:00000010:1.1:1769074691.767646:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983fcf00. 00010000:00000010:1.1:1769074691.767649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98446c00. 00010000:00000010:1.1:1769074691.767652:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98402000. 00010000:00000010:1.1:1769074691.767656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98417a00. 00010000:00000010:1.1:1769074691.767667:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9844a200. 00010000:00000010:1.1:1769074691.767671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98494a00. 00010000:00000010:1.1:1769074691.767675:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98486500. 00010000:00000010:1.1:1769074691.767679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a7a00. 00010000:00000010:1.1:1769074691.767683:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98473500. 00010000:00000010:1.1:1769074691.767688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984b0000. 00010000:00000010:1.1:1769074691.767691:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98525c00. 00010000:00000010:1.1:1769074691.767747:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984c4000. 00010000:00000010:1.1:1769074691.767757:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9856ea00. 00010000:00000010:1.1:1769074691.767761:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9857ac00. 00010000:00000010:1.1:1769074691.767765:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98592000. 00010000:00000010:1.1:1769074691.767769:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90214000. 00010000:00000010:1.1:1769074691.767773:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90200500. 00010000:00000010:1.1:1769074691.767777:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985c6200. 00010000:00000010:1.1:1769074691.767780:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e2000. 00010000:00000010:2.1:1769074691.843413:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b892e3a00. 00010000:00000010:2.1:1769074691.843434:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b89022300. 00010000:00000010:3.1:1769074691.878880:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c51200. 00010000:00000010:3.1:1769074691.878894:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83ef2b00. 00010000:00000010:3.1:1769074691.878898:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8678b600. 00010000:00000010:3.1:1769074691.878914:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84dea900. 00010000:00000010:3.1:1769074691.878920:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b876b1600. 00010000:00000010:3.1:1769074691.878924:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83a20000. 00010000:00000010:3.1:1769074691.878928:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86736600. 00010000:00000010:3.1:1769074691.878933:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82f0c400. 00010000:00000010:3.1:1769074691.878937:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98e18c00. 00010000:00000010:3.1:1769074691.878941:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88bb1e00. 00010000:00000010:3.1:1769074691.878950:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85cdec00. 00010000:00000010:3.1:1769074691.878954:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8664c800. 00010000:00000010:3.1:1769074691.878960:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b867af400. 00010000:00000010:3.1:1769074691.878965:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86704600. 00010000:00000010:3.1:1769074691.878970:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b860bfa00. 00010000:00000010:3.1:1769074691.878976:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849d1400. 00010000:00000010:3.1:1769074691.878981:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b870b1a00. 00010000:00000010:3.1:1769074691.878986:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9100af00. 00010000:00000010:3.1:1769074691.878990:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82defa00. 00010000:00000010:3.1:1769074691.878993:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba053e700. 00010000:00000010:3.1:1769074691.878998:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b829f7800. 00010000:00000010:3.1:1769074691.879002:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e22700. 00010000:00000010:3.1:1769074691.879006:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8679a200. 00010000:00000010:3.1:1769074691.879010:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849fc900. 00010000:00000010:3.1:1769074691.879039:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871e2000. 00010000:00000010:3.1:1769074691.879044:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87fca800. 00010000:00000010:3.1:1769074691.879049:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871cd400. 00010000:00000010:3.1:1769074691.879053:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85926200. 00010000:00000010:3.1:1769074691.879058:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d85600. 00010000:00000010:3.1:1769074691.879061:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d98600. 00010000:00000010:3.1:1769074691.879066:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85dab000. 00010000:00000010:3.1:1769074691.879070:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85823400. 00010000:00000010:3.1:1769074691.879075:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d47800. 00010000:00000010:3.1:1769074691.879078:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84982e00. 00010000:00000010:3.1:1769074691.879082:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8581aa00. 00010000:00000010:3.1:1769074691.879085:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8586e700. 00010000:00000010:3.1:1769074691.879089:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84965a00. 00010000:00000010:3.1:1769074691.879092:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84966200. 00010000:00000010:3.1:1769074691.879096:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8480ac00. 00010000:00000010:3.1:1769074691.879099:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8483d100. 00010000:00000010:3.1:1769074691.879104:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d38e00. 00010000:00000010:3.1:1769074691.879108:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84933300. 00010000:00000010:3.1:1769074691.879111:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84855800. 00010000:00000010:3.1:1769074691.879115:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85863b00. 00010000:00000010:3.1:1769074691.879119:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84864800. 00010000:00000010:3.1:1769074691.879123:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84821300. 00010000:00000010:3.1:1769074691.879128:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84880a00. 00010000:00000010:3.1:1769074691.879132:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f8c00. 00010000:00000010:3.1:1769074691.879137:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8488b000. 00010000:00000010:3.1:1769074691.879140:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848cc500. 00010000:00000010:3.1:1769074691.879145:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848b9c00. 00010000:00000010:3.1:1769074691.879149:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87412d00. 00010000:00000010:3.1:1769074691.879153:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874cca00. 00010000:00000010:3.1:1769074691.879156:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8741e300. 00010000:00000010:3.1:1769074691.879161:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87494000. 00010000:00000010:3.1:1769074691.879165:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8758ec00. 00010000:00000010:3.1:1769074691.879176:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8759fc00. 00010000:00000010:3.1:1769074691.879180:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b874f0100. 00010000:00000010:3.1:1769074691.879184:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874f8600. 00010000:00000010:3.1:1769074691.879350:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8752a300. 00010000:00000010:3.1:1769074691.879358:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8740ae00. 00010000:00000010:3.1:1769074691.879362:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87527700. 00010000:00000010:3.1:1769074691.879366:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c13400. 00010000:00000010:3.1:1769074691.879370:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c46200. 00010000:00000010:3.1:1769074691.879374:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875e1800. 00010000:00000010:3.1:1769074691.879379:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c7c600. 00010000:00000010:3.1:1769074691.879384:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c5f200. 00010000:00000010:3.1:1769074691.879388:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c56700. 00010000:00000010:3.1:1769074691.879391:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c60c00. 00010000:00000010:3.1:1769074691.879396:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875efe00. 00010000:00000010:3.1:1769074691.879400:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c91000. 00010000:00000010:3.1:1769074691.879406:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c5ac00. 00010000:00000010:3.1:1769074691.879412:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cfe800. 00010000:00000010:3.1:1769074691.879416:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c73400. 00010000:00000010:3.1:1769074691.879419:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dec200. 00010000:00000010:3.1:1769074691.879423:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cb1b00. 00010000:00000010:3.1:1769074691.879429:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88203200. 00010000:00000010:3.1:1769074691.879433:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87df1c00. 00010000:00000010:3.1:1769074691.879438:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88225e00. 00010000:00000010:3.1:1769074691.879442:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d8e100. 00010000:00000010:3.1:1769074691.879446:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dc9000. 00010000:00000010:3.1:1769074691.879450:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87dd7f00. 00010000:00000010:3.1:1769074691.879455:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8826f200. 00010000:00000010:3.1:1769074691.879459:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88269c00. 00010000:00000010:3.1:1769074691.879463:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88351600. 00010000:00000010:3.1:1769074691.879467:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8834b300. 00010000:00000010:3.1:1769074691.879471:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8829fe00. 00010000:00000010:3.1:1769074691.879474:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8829a100. 00010000:00000010:3.1:1769074691.879485:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883a0a00. 00010000:00000010:3.1:1769074691.879489:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8836c100. 00010000:00000010:3.1:1769074691.879494:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c6400. 00010000:00000010:3.1:1769074691.879498:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88378300. 00010000:00000010:3.1:1769074691.879503:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883cfe00. 00010000:00000010:3.1:1769074691.879507:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883d0800. 00010000:00000010:3.1:1769074691.879511:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98230400. 00010000:00000010:3.1:1769074691.879516:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9828fa00. 00010000:00000010:3.1:1769074691.879519:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982fb400. 00010000:00000010:3.1:1769074691.879522:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98270600. 00010000:00000010:3.1:1769074691.879525:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98315e00. 00010000:00000010:3.1:1769074691.879529:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98359b00. 00010000:00000010:3.1:1769074691.879975:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883fe400. 00010000:00000010:3.1:1769074691.879982:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9825c900. 00010000:00000010:3.1:1769074691.879986:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a1000. 00010000:00000010:3.1:1769074691.879989:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98380800. 00010000:00000010:3.1:1769074691.879993:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983fec00. 00010000:00000010:3.1:1769074691.879996:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983fc400. 00010000:00000010:3.1:1769074691.880000:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98445600. 00010000:00000010:3.1:1769074691.880004:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98443800. 00010000:00000010:3.1:1769074691.880008:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984fe000. 00010000:00000010:3.1:1769074691.880013:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bf900. 00010000:00000010:3.1:1769074691.880018:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984d1c00. 00010000:00000010:3.1:1769074691.880022:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983c0400. 00010000:00000010:3.1:1769074691.880026:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984df000. 00010000:00000010:3.1:1769074691.880030:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9848de00. 00010000:00000010:3.1:1769074691.880034:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a2200. 00010000:00000010:3.1:1769074691.880037:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984ee700. 00010000:00000010:3.1:1769074691.880042:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9856c400. 00010000:00000010:3.1:1769074691.880045:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9853f800. 00010000:00000010:3.1:1769074691.880048:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98588800. 00010000:00000010:3.1:1769074691.880054:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98584600. 00010000:00000010:3.1:1769074691.880071:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90214400. 00010000:00000010:3.1:1769074691.880075:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90200600. 00010000:00000010:3.1:1769074691.880079:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985c6e00. 00010000:00000010:3.1:1769074691.880082:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e2f00. 00010000:00000010:3.1:1769074691.880087:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba03d3e00. 00010000:00000010:3.1:1769074691.880091:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b99705e00. 00010000:00000010:3.1:1769074691.880095:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98e7b400. 00010000:00000010:3.1:1769074691.880099:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f26e00. 00010000:00000010:3.1:1769074691.880103:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91043600. 00010000:00000010:3.1:1769074691.880107:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83edcd00. 00010000:00000010:3.1:1769074691.880112:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88870600. 00010000:00000010:3.1:1769074691.880115:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1c53d00. 00010000:00000010:3.1:1769074691.880119:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86737600. 00010000:00000010:3.1:1769074691.880124:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82f0cc00. 00010000:00000010:3.1:1769074691.880127:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82b57200. 00010000:00000010:3.1:1769074691.880132:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8a598700. 00010000:00000010:3.1:1769074691.880137:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b859dce00. 00010000:00000010:3.1:1769074691.880140:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b866b3500. 00010000:00000010:3.1:1769074691.880143:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8671fe00. 00010000:00000010:3.1:1769074691.880148:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87112100. 00010000:00000010:3.1:1769074691.880153:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87ff2000. 00010000:00000010:3.1:1769074691.880157:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b870c1100. 00010000:00000010:3.1:1769074691.880160:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b870b1200. 00010000:00000010:3.1:1769074691.880164:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9100ab00. 00010000:00000010:3.1:1769074691.880168:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98777600. 00010000:00000010:3.1:1769074691.880172:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85b94a00. 00010000:00000010:3.1:1769074691.880176:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88b0de00. 00010000:00000010:3.1:1769074691.880180:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b866f3900. 00010000:00000010:3.1:1769074691.880183:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8679bc00. 00010000:00000010:3.1:1769074691.880186:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849fcf00. 00010000:00000010:3.1:1769074691.880516:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c06a00. 00010000:00000010:3.1:1769074691.880520:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c2ca00. 00010000:00000010:3.1:1769074691.880532:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871d2e00. 00010000:00000010:3.1:1769074691.880536:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8580a700. 00010000:00000010:3.1:1769074691.910316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883f8c00. 00010000:00000010:3.1:1769074691.910326:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883c1100. 00010000:00000010:3.1:1769074691.910334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982fe200. 00010000:00000010:3.1:1769074691.910339:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9832bf00. 00010000:00000010:3.1:1769074691.910342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9830c800. 00010000:00000010:3.1:1769074691.910347:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98273700. 00010000:00000010:3.1:1769074691.910351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98360400. 00010000:00000010:3.1:1769074691.910354:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9831bb00. 00010000:00000010:2.1:1769074691.910438:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871cd600. 00010000:00000010:2.1:1769074691.910445:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cdcb00. 00010000:00000010:2.1:1769074691.910450:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85daba00. 00010000:00000010:2.1:1769074691.910454:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85823000. 00010000:00000010:2.1:1769074691.910458:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d47200. 00010000:00000010:2.1:1769074691.910462:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d40500. 00010000:00000010:2.1:1769074691.910466:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85849c00. 00010000:00000010:2.1:1769074691.910471:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8584ad00. 00010000:00000010:2.1:1769074691.910475:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85848600. 00010000:00000010:2.1:1769074691.910477:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8584a400. 00010000:00000010:2.1:1769074691.910482:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d0da00. 00010000:00000010:2.1:1769074691.910486:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c32700. 00010000:00000010:2.1:1769074691.910490:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84832400. 00010000:00000010:2.1:1769074691.910493:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85861300. 00010000:00000010:2.1:1769074691.910497:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84815200. 00010000:00000010:2.1:1769074691.910501:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84918200. 00010000:00000010:2.1:1769074691.910505:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8585f000. 00010000:00000010:2.1:1769074691.910509:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c34100. 00010000:00000010:2.1:1769074691.910514:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c15400. 00010000:00000010:2.1:1769074691.910517:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d7db00. 00010000:00000010:2.1:1769074691.910550:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84889e00. 00010000:00000010:2.1:1769074691.910555:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848d4300. 00010000:00000010:2.1:1769074691.910559:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848b8e00. 00010000:00000010:2.1:1769074691.910564:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87412800. 00010000:00000010:2.1:1769074691.910568:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874c8c00. 00010000:00000010:2.1:1769074691.910573:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848e0a00. 00010000:00000010:2.1:1769074691.910577:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8753a200. 00010000:00000010:2.1:1769074691.910581:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87485f00. 00010000:00000010:2.1:1769074691.910584:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875d6000. 00010000:00000010:2.1:1769074691.910588:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87592300. 00010000:00000010:2.1:1769074691.910592:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874ad000. 00010000:00000010:2.1:1769074691.910596:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8754cd00. 00010000:00000010:2.1:1769074691.910600:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874af000. 00010000:00000010:2.1:1769074691.910603:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85974800. 00010000:00000010:2.1:1769074691.910607:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875dfa00. 00010000:00000010:2.1:1769074691.910611:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c11900. 00010000:00000010:2.1:1769074691.910702:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875e0000. 00010000:00000010:2.1:1769074691.910707:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c7c200. 00010000:00000010:2.1:1769074691.910715:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c5e400. 00010000:00000010:2.1:1769074691.910719:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c5a500. 00010000:00000010:2.1:1769074691.910724:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c61200. 00010000:00000010:2.1:1769074691.910728:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875ef700. 00010000:00000010:2.1:1769074691.910733:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cd0600. 00010000:00000010:2.1:1769074691.910739:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c69800. 00010000:00000010:2.1:1769074691.910744:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d3ec00. 00010000:00000010:2.1:1769074691.910748:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d95c00. 00010000:00000010:2.1:1769074691.910752:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87def800. 00010000:00000010:2.1:1769074691.910756:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87de3700. 00010000:00000010:2.1:1769074691.910761:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88202400. 00010000:00000010:2.1:1769074691.910765:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87df1e00. 00010000:00000010:2.1:1769074691.910770:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87da9400. 00010000:00000010:2.1:1769074691.910774:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88219b00. 00010000:00000010:2.1:1769074691.910785:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88287a00. 00010000:00000010:2.1:1769074691.910790:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87dc0b00. 00010000:00000010:2.1:1769074691.910795:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8826fa00. 00010000:00000010:2.1:1769074691.910799:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88269700. 00010000:00000010:2.1:1769074691.910804:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882ce800. 00010000:00000010:2.1:1769074691.910808:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882b0600. 00010000:00000010:2.1:1769074691.910812:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8839f400. 00010000:00000010:2.1:1769074691.910816:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8836f900. 00010000:00000010:2.1:1769074691.910821:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883a2e00. 00010000:00000010:2.1:1769074691.910825:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88338100. 00010000:00000010:2.1:1769074691.910830:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8837d200. 00010000:00000010:2.1:1769074691.910834:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88325500. 00010000:00000010:2.1:1769074691.910839:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883cda00. 00010000:00000010:2.1:1769074691.910843:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883d8600. 00010000:00000010:3.1:1769074691.945356:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98363800. 00010000:00000010:3.1:1769074691.945389:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98326600. 00010000:00000010:3.1:1769074691.945395:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983d5400. 00010000:00000010:3.1:1769074691.945400:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983fca00. 00010000:00000010:3.1:1769074691.945404:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98445800. 00010000:00000010:3.1:1769074691.945407:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98443300. 00010000:00000010:3.1:1769074691.945410:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984fe600. 00010000:00000010:3.1:1769074691.945416:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bfd00. 00010000:00000010:3.1:1769074691.945421:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984d1600. 00010000:00000010:3.1:1769074691.945426:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983c0b00. 00010000:00000010:3.1:1769074691.945435:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a6200. 00010000:00000010:3.1:1769074691.945440:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98477f00. 00010000:00000010:3.1:1769074691.945444:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98526600. 00010000:00000010:3.1:1769074691.945447:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984b2d00. 00010000:00000010:3.1:1769074691.945451:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984c4200. 00010000:00000010:3.1:1769074691.945455:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9847f200. 00010000:00000010:3.1:1769074691.945460:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9857a400. 00010000:00000010:3.1:1769074691.945464:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98592a00. 00010000:00000010:3.1:1769074691.945468:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90214a00. 00010000:00000010:3.1:1769074691.945472:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90200100. 00010000:00000010:3.1:1769074691.945477:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9029ee00. 00010000:00000010:3.1:1769074691.945481:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98577b00. 00010000:00000010:3.1:1769074691.945517:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b892e3200. 00010000:00000010:3.1:1769074691.945523:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b89022700. 00010000:00000010:3.1:1769074691.945527:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98e7be00. 00010000:00000010:3.1:1769074691.945532:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f26b00. 00010000:00000010:3.1:1769074691.945536:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8678ac00. 00010000:00000010:3.1:1769074691.945541:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84dea300. 00010000:00000010:3.1:1769074691.945547:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c46400. 00010000:00000010:3.1:1769074691.945551:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cd7700. 00010000:00000010:3.1:1769074691.945568:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82de6e00. 00010000:00000010:3.1:1769074691.945571:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b867e5000. 00010000:00000010:3.1:1769074691.945575:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dc6a00. 00010000:00000010:3.1:1769074691.945578:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b888e0300. 00010000:00000010:3.1:1769074691.945583:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dfd600. 00010000:00000010:3.1:1769074691.945587:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b987c8d00. 00010000:00000010:3.1:1769074691.945591:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b867afc00. 00010000:00000010:3.1:1769074691.945595:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87f9b100. 00010000:00000010:3.1:1769074691.945599:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87ff3c00. 00010000:00000010:3.1:1769074691.945603:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b870c1c00. 00010000:00000010:2.1:1769074691.962887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b870b0400. 00010000:00000010:2.1:1769074691.962907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9100a000. 00010000:00000010:2.1:1769074691.962912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8670a400. 00010000:00000010:2.1:1769074691.962915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8769db00. 00010000:00000010:3.1:1769074691.968415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98217600. 00010000:00000010:3.1:1769074691.968434:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87420a00. 00010000:00000010:3.1:1769074691.968439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9830fc00. 00010000:00000010:3.1:1769074691.968443:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98359300. 00010000:00000010:3.1:1769074691.968450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9838be00. 00010000:00000010:3.1:1769074691.968455:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98282f00. 00010000:00000010:3.1:1769074691.968460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a0000. 00010000:00000010:3.1:1769074691.968463:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98380b00. 00010000:00000010:3.1:1769074691.968468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983d4e00. 00010000:00000010:3.1:1769074691.968473:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983dfe00. 00010000:00000010:3.1:1769074691.968478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98447200. 00010000:00000010:3.1:1769074691.968482:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98402200. 00010000:00000010:3.1:1769074691.968486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984fec00. 00010000:00000010:3.1:1769074691.968490:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bfc00. 00010000:00000010:3.1:1769074691.968522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98495800. 00010000:00000010:3.1:1769074691.968526:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984d3c00. 00010000:00000010:3.1:1769074691.968531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984de000. 00010000:00000010:3.1:1769074691.968535:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984ea100. 00010000:00000010:3.1:1769074691.968540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9853ce00. 00010000:00000010:3.1:1769074691.968543:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98525800. 00010000:00000010:3.1:1769074691.968548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9856c800. 00010000:00000010:3.1:1769074691.968564:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9853fc00. 00010000:00000010:3.1:1769074691.968569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9858a000. 00010000:00000010:3.1:1769074691.968574:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98468100. 00010000:00000010:3.1:1769074691.968578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90214e00. 00010000:00000010:3.1:1769074691.968581:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90204d00. 00010000:00000010:3.1:1769074691.968585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90254000. 00010000:00000010:3.1:1769074691.968588:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e2800. 00010000:00000010:3.1:1769074691.968592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba02e2c00. 00010000:00000010:3.1:1769074691.968597:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88afbd00. 00010000:00000010:3.1:1769074691.968601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c51400. 00010000:00000010:3.1:1769074691.968605:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83ef2300. 00010000:00000010:3.1:1769074691.968608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8678b200. 00010000:00000010:3.1:1769074691.968621:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1ee6500. 00010000:00000010:3.1:1769074691.968626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c47c00. 00010000:00000010:3.1:1769074691.968630:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cd7000. 00010000:00000010:3.1:1769074691.968635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86758200. 00010000:00000010:3.1:1769074691.968639:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85ca1700. 00010000:00000010:2.1:1769074691.968891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dd9600. 00010000:00000010:2.1:1769074691.968900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849c0500. 00010000:00000010:2.1:1769074691.968905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8670b600. 00010000:00000010:2.1:1769074691.968909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82ecf200. 00010000:00000010:2.1:1769074691.968914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c06600. 00010000:00000010:2.1:1769074691.968918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c2c300. 00010000:00000010:2.1:1769074691.968922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c1d200. 00010000:00000010:2.1:1769074691.968926:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c84300. 00010000:00000010:2.1:1769074691.968932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84996a00. 00010000:00000010:2.1:1769074691.968935:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c37e00. 00010000:00000010:2.1:1769074691.968938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84996400. 00010000:00000010:2.1:1769074691.968942:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b871db500. 00010000:00000010:2.1:1769074691.968946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d1d400. 00010000:00000010:2.1:1769074691.968950:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85877200. 00010000:00000010:2.1:1769074691.968964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d3c200. 00010000:00000010:2.1:1769074691.968968:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8585dc00. 00010000:00000010:2.1:1769074691.968972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84964200. 00010000:00000010:2.1:1769074691.968975:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84966400. 00010000:00000010:2.1:1769074691.968979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d0cc00. 00010000:00000010:2.1:1769074691.968983:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c34500. 00010000:00000010:2.1:1769074691.968988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84833c00. 00010000:00000010:2.1:1769074691.968992:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85861c00. 00010000:00000010:2.1:1769074691.968996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84837200. 00010000:00000010:2.1:1769074691.969000:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84912000. 00010000:00000010:2.1:1769074691.969004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84814e00. 00010000:00000010:2.1:1769074691.969007:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c34c00. 00010000:00000010:2.1:1769074691.969011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84880800. 00010000:00000010:2.1:1769074691.969014:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f8400. 00010000:00000010:2.1:1769074691.969019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84977000. 00010000:00000010:2.1:1769074691.969024:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f7100. 00010000:00000010:2.1:1769074691.969027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848b9600. 00010000:00000010:2.1:1769074691.969032:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84894200. 00010000:00000010:2.1:1769074691.969037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874ca400. 00010000:00000010:2.1:1769074691.969042:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84879000. 00010000:00000010:2.1:1769074691.969046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87495400. 00010000:00000010:2.1:1769074691.969051:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8758e700. 00010000:00000010:2.1:1769074691.969057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87557600. 00010000:00000010:2.1:1769074691.969061:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8759da00. 00010000:00000010:2.1:1769074691.969066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874af400. 00010000:00000010:2.1:1769074691.969071:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85974400. 00010000:00000010:2.1:1769074691.969075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c0c600. 00010000:00000010:2.1:1769074691.969079:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87409000. 00010000:00000010:2.1:1769074691.969084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875de200. 00010000:00000010:2.1:1769074691.969089:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c11300. 00010000:00000010:2.1:1769074691.969093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874ace00. 00010000:00000010:2.1:1769074691.969097:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8754f800. 00010000:00000010:2.1:1769074691.969108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c5fc00. 00010000:00000010:2.1:1769074691.969112:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c5aa00. 00010000:00000010:2.1:1769074691.969117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d2de00. 00010000:00000010:2.1:1769074691.969123:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cf8b00. 00010000:00000010:2.1:1769074691.969127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d03c00. 00010000:00000010:2.1:1769074691.969130:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c95600. 00010000:00000010:2.1:1769074691.969134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cb5600. 00010000:00000010:2.1:1769074691.969139:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c88500. 00010000:00000010:2.1:1769074691.969144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87def000. 00010000:00000010:2.1:1769074691.969148:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87de3a00. 00010000:00000010:2.1:1769074691.969152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88224800. 00010000:00000010:2.1:1769074691.969156:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d57500. 00010000:00000010:2.1:1769074691.969160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8822b600. 00010000:00000010:2.1:1769074691.969163:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d92300. 00010000:00000010:2.1:1769074691.969167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dc8400. 00010000:00000010:2.1:1769074691.969170:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8821ce00. 00010000:00000010:2.1:1769074691.969174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8823ba00. 00010000:00000010:2.1:1769074691.969178:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88269d00. 00010000:00000010:2.1:1769074691.969182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88351200. 00010000:00000010:2.1:1769074691.969186:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8834b700. 00010000:00000010:2.1:1769074691.969190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882b9400. 00010000:00000010:2.1:1769074691.969194:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88368f00. 00010000:00000010:2.1:1769074691.969198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88385200. 00010000:00000010:2.1:1769074691.969202:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88338f00. 00010000:00000010:2.1:1769074691.969206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8837cc00. 00010000:00000010:2.1:1769074691.969210:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883d8200. 00010000:00000010:2.1:1769074691.969214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883cfa00. 00010000:00000010:2.1:1769074691.969217:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883bc700. 00010000:00000010:2.1:1769074691.969221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883fa600. 00010000:00000010:2.1:1769074691.969224:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98235600. 00010000:00000010:0.1:1769074692.005320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dc6800. 00010000:00000010:0.1:1769074692.005329:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b888e0700. 00010000:00000010:1.1:1769074692.014343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dfd800. 00010000:00000010:1.1:1769074692.014357:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83a15900. 00010000:00000010:1.1:1769074692.014362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8671f000. 00010000:00000010:1.1:1769074692.014366:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87112600. 00010000:00000010:2.1:1769074692.056453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cff400. 00010000:00000010:2.1:1769074692.056477:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c73b00. 00010000:00000010:2.1:1769074692.056513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cb5800. 00010000:00000010:2.1:1769074692.056519:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d5bc00. 00010000:00000010:2.1:1769074692.056522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87def400. 00010000:00000010:2.1:1769074692.056526:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87de3300. 00010000:00000010:1.1:1769074692.056649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87ff2e00. 00010000:00000010:1.1:1769074692.056664:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b870c1700. 00010000:00000010:1.1:1769074692.056670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91063800. 00010000:00000010:1.1:1769074692.056682:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b910d0d00. 00010000:00000010:1.1:1769074692.056686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8889d400. 00010000:00000010:1.1:1769074692.056692:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1974100. 00010000:00000010:1.1:1769074692.056696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88b0d800. 00010000:00000010:1.1:1769074692.056700:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1974400. 00010000:00000010:1.1:1769074692.056704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8679ae00. 00010000:00000010:1.1:1769074692.056708:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c57b00. 00010000:00000010:1.1:1769074692.056711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871e3600. 00010000:00000010:1.1:1769074692.056715:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cfc200. 00010000:00000010:1.1:1769074692.056718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871d3e00. 00010000:00000010:1.1:1769074692.056722:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8580a100. 00010000:00000010:1.1:1769074692.056726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8499c800. 00010000:00000010:1.1:1769074692.056730:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d9b700. 00010000:00000010:1.1:1769074692.056734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84986c00. 00010000:00000010:1.1:1769074692.056737:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85823c00. 00010000:00000010:1.1:1769074692.056741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d1c400. 00010000:00000010:1.1:1769074692.056746:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85877500. 00010000:00000010:1.1:1769074692.056751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d3c800. 00010000:00000010:1.1:1769074692.056756:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8585dd00. 00010000:00000010:1.1:1769074692.056760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85848000. 00010000:00000010:1.1:1769074692.056763:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8584d100. 00010000:00000010:1.1:1769074692.056767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85849600. 00010000:00000010:1.1:1769074692.056771:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84806b00. 00010000:00000010:1.1:1769074692.056775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d39000. 00010000:00000010:1.1:1769074692.056779:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84933800. 00010000:00000010:1.1:1769074692.056782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84814400. 00010000:00000010:1.1:1769074692.056788:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84918b00. 00010000:00000010:1.1:1769074692.056792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84867200. 00010000:00000010:1.1:1769074692.056796:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84818900. 00010000:00000010:1.1:1769074692.056801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84885200. 00010000:00000010:1.1:1769074692.056805:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f6a00. 00010000:00000010:1.1:1769074692.056808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84888800. 00010000:00000010:1.1:1769074692.056818:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848c8f00. 00010000:00000010:1.1:1769074692.056822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848bf400. 00010000:00000010:1.1:1769074692.056826:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848e3b00. 00010000:00000010:1.1:1769074692.056829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87498800. 00010000:00000010:1.1:1769074692.056834:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8741e600. 00010000:00000010:1.1:1769074692.056838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87494400. 00010000:00000010:1.1:1769074692.056842:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8758e800. 00010000:00000010:1.1:1769074692.056846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87557000. 00010000:00000010:1.1:1769074692.056850:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875cbb00. 00010000:00000010:1.1:1769074692.056854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874f9000. 00010000:00000010:1.1:1769074692.056858:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8752ac00. 00010000:00000010:1.1:1769074692.056861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c0ce00. 00010000:00000010:1.1:1769074692.056865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87409d00. 00010000:00000010:1.1:1769074692.056869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875c7c00. 00010000:00000010:1.1:1769074692.056873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c34c00. 00010000:00000010:1.1:1769074692.056876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875b5200. 00010000:00000010:1.1:1769074692.056880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c2e900. 00010000:00000010:1.1:1769074692.056884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c77a00. 00010000:00000010:1.1:1769074692.056888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875bd100. 00010000:00000010:1.1:1769074692.056892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c61400. 00010000:00000010:1.1:1769074692.056896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875eff00. 00010000:00000010:3.1:1769074692.120436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88224a00. 00010000:00000010:3.1:1769074692.120447:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d8e300. 00010000:00000010:3.1:1769074692.120452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87da2000. 00010000:00000010:3.1:1769074692.120456:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88211600. 00010000:00000010:3.1:1769074692.120461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8826f600. 00010000:00000010:3.1:1769074692.120465:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88283700. 00010000:00000010:3.1:1769074692.120469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8825aa00. 00010000:00000010:3.1:1769074692.120473:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88276700. 00010000:00000010:3.1:1769074692.120503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882cf600. 00010000:00000010:3.1:1769074692.120508:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882b0100. 00010000:00000010:3.1:1769074692.120512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8832a000. 00010000:00000010:3.1:1769074692.120516:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88305b00. 00010000:00000010:3.1:1769074692.120520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88385c00. 00010000:00000010:3.1:1769074692.120524:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88338700. 00010000:00000010:3.1:1769074692.120529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98229000. 00010000:00000010:3.1:1769074692.120533:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883d8e00. 00010000:00000010:3.1:1769074692.120537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882c4800. 00010000:00000010:3.1:1769074692.120541:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88317600. 00010000:00000010:3.1:1769074692.120545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98231200. 00010000:00000010:3.1:1769074692.120549:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9828f400. 00010000:00000010:3.1:1769074692.120552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982fbc00. 00010000:00000010:3.1:1769074692.120556:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98270500. 00010000:00000010:3.1:1769074692.120560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9830d200. 00010000:00000010:3.1:1769074692.120564:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982d3d00. 00010000:00000010:3.1:1769074692.120568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98360200. 00010000:00000010:3.1:1769074692.120572:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982a1400. 00010000:00000010:3.1:1769074692.120576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98372200. 00010000:00000010:3.1:1769074692.120580:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98365200. 00010000:00000010:3.1:1769074692.120584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983b4c00. 00010000:00000010:3.1:1769074692.120588:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9837bd00. 00010000:00000010:3.1:1769074692.120592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98446400. 00010000:00000010:3.1:1769074692.120595:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98402500. 00010000:00000010:3.1:1769074692.120599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9843cc00. 00010000:00000010:3.1:1769074692.120602:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984f8100. 00010000:00000010:3.1:1769074692.120607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984d1e00. 00010000:00000010:3.1:1769074692.120611:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983c0a00. 00010000:00000010:3.1:1769074692.120615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a7c00. 00010000:00000010:3.1:1769074692.120620:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98477600. 00010000:00000010:3.1:1769074692.120624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98526c00. 00010000:00000010:3.1:1769074692.120628:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984b2000. 00010000:00000010:3.1:1769074692.120639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985bc000. 00010000:00000010:3.1:1769074692.120644:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9851c600. 00010000:00000010:3.1:1769074692.120649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9858ba00. 00010000:00000010:3.1:1769074692.120662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98468e00. 00010000:00000010:3.1:1769074692.120667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90215600. 00010000:00000010:3.1:1769074692.120672:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90204400. 00010000:00000010:3.1:1769074692.120675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9029f200. 00010000:00000010:3.1:1769074692.120679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98577300. 00010000:00000010:3.1:1769074692.120684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba03d2800. 00010000:00000010:3.1:1769074692.120689:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b99705400. 00010000:00000010:3.1:1769074692.120692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c50a00. 00010000:00000010:3.1:1769074692.120695:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83ef2400. 00010000:00000010:3.1:1769074692.120699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88bad200. 00010000:00000010:3.1:1769074692.120704:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83ee2900. 00010000:00000010:3.1:1769074692.120708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88871a00. 00010000:00000010:3.1:1769074692.120712:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88891100. 00010000:00000010:3.1:1769074692.120716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c54600. 00010000:00000010:3.1:1769074692.120721:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b859b9e00. 00010000:00000010:3.1:1769074692.120726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85ca7400. 00010000:00000010:3.1:1769074692.120729:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b89667200. 00010000:00000010:3.1:1769074692.120736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b859dd200. 00010000:00000010:3.1:1769074692.120740:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b866b3c00. 00010000:00000010:3.1:1769074692.120743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98ef7a00. 00010000:00000010:3.1:1769074692.120747:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b81504a00. 00010000:00000010:3.1:1769074692.120751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82d26e00. 00010000:00000010:3.1:1769074692.120755:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b870c1b00. 00010000:00000010:3.1:1769074692.120760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91063000. 00010000:00000010:3.1:1769074692.120763:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82d9a200. 00010000:00000010:3.1:1769074692.120767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8670b000. 00010000:00000010:3.1:1769074692.120771:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849c0a00. 00010000:00000010:3.1:1769074692.120775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91059e00. 00010000:00000010:3.1:1769074692.120780:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8678c000. 00010000:00000010:3.1:1769074692.120790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c1e600. 00010000:00000010:3.1:1769074692.120793:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e85b00. 00010000:00000010:3.1:1769074692.120799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8654c600. 00010000:00000010:3.1:1769074692.120802:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b860c1100. 00010000:00000010:3.1:1769074692.120807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c07200. 00010000:00000010:3.1:1769074692.120811:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85da3b00. 00010000:00000010:3.1:1769074692.120816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8499c600. 00010000:00000010:3.1:1769074692.120820:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d9bd00. 00010000:00000010:3.1:1769074692.120824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85868e00. 00010000:00000010:3.1:1769074692.120827:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b871dba00. 00010000:00000010:3.1:1769074692.120831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8581a800. 00010000:00000010:3.1:1769074692.120835:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8586cc00. 00010000:00000010:3.1:1769074692.120839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8495d800. 00010000:00000010:3.1:1769074692.120844:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8585d500. 00010000:00000010:3.1:1769074692.120847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8495dc00. 00010000:00000010:3.1:1769074692.120851:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84955f00. 00010000:00000010:3.1:1769074692.120856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8483fc00. 00010000:00000010:3.1:1769074692.120860:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84922500. 00010000:00000010:3.1:1769074692.120864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84836200. 00010000:00000010:3.1:1769074692.120868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84937a00. 00010000:00000010:3.1:1769074692.120872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84814600. 00010000:00000010:3.1:1769074692.120875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84918900. 00010000:00000010:3.1:1769074692.120880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84865600. 00010000:00000010:3.1:1769074692.120885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84821a00. 00010000:00000010:3.1:1769074692.120889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84906200. 00010000:00000010:3.1:1769074692.120892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84879d00. 00010000:00000010:0.1:1769074692.128537:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8488a800. 00010000:00000010:0.1:1769074692.128547:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8485ad00. 00010000:00000010:0.1:1769074692.128552:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848be400. 00010000:00000010:0.1:1769074692.128556:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848e3100. 00010000:00000010:0.1:1769074692.128559:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87499800. 00010000:00000010:0.1:1769074692.128563:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8741e400. 00010000:00000010:0.1:1769074692.128567:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87539c00. 00010000:00000010:0.1:1769074692.128571:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87455100. 00010000:00000010:0.1:1769074692.128575:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87557a00. 00010000:00000010:0.1:1769074692.128579:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875cba00. 00010000:00000010:0.1:1769074692.128586:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874a5e00. 00010000:00000010:0.1:1769074692.128590:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8752ab00. 00010000:00000010:0.1:1769074692.128594:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8740b800. 00010000:00000010:0.1:1769074692.128597:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87527100. 00010000:00000010:0.1:1769074692.128601:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875c7e00. 00010000:00000010:0.1:1769074692.128605:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c34d00. 00010000:00000010:0.1:1769074692.128608:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875b5a00. 00010000:00000010:0.1:1769074692.128612:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c2e500. 00010000:00000010:0.1:1769074692.128616:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875b4400. 00010000:00000010:0.1:1769074692.128619:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c27100. 00010000:00000010:0.1:1769074692.128623:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c60a00. 00010000:00000010:0.1:1769074692.128628:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875ec400. 00010000:00000010:0.1:1769074692.128632:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d03e00. 00010000:00000010:0.1:1769074692.128636:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c95500. 00010000:00000010:0.1:1769074692.128639:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d67600. 00010000:00000010:0.1:1769074692.128643:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d5fc00. 00010000:00000010:0.1:1769074692.128646:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87ded800. 00010000:00000010:0.1:1769074692.128650:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cb1d00. 00010000:00000010:0.1:1769074692.128662:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dfe400. 00010000:00000010:0.1:1769074692.128667:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8702ac00. 00010000:00000010:0.1:1769074692.128672:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87da2400. 00010000:00000010:0.1:1769074692.128675:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88211200. 00010000:00000010:0.1:1769074692.128679:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8822b400. 00010000:00000010:0.1:1769074692.128683:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d92b00. 00010000:00000010:0.1:1769074692.128686:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8825a400. 00010000:00000010:0.1:1769074692.128689:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88276800. 00010000:00000010:0.1:1769074692.128693:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8822a400. 00010000:00000010:0.1:1769074692.128696:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88277900. 00010000:00000010:0.1:1769074692.128700:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882c5000. 00010000:00000010:0.1:1769074692.128703:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88317700. 00010000:00000010:0.1:1769074692.128709:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88373400. 00010000:00000010:0.1:1769074692.128713:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883a6800. 00010000:00000010:0.1:1769074692.128716:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98229a00. 00010000:00000010:0.1:1769074692.128721:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883d8d00. 00010000:00000010:0.1:1769074692.128725:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883ce200. 00010000:00000010:0.1:1769074692.128728:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883bc100. 00010000:00000010:0.1:1769074692.128732:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98241200. 00010000:00000010:0.1:1769074692.128736:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98235300. 00010000:00000010:0.1:1769074692.128744:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883fe000. 00010000:00000010:0.1:1769074692.128748:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88303a00. 00010000:00000010:0.1:1769074692.128753:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9831fa00. 00010000:00000010:0.1:1769074692.128757:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9833da00. 00010000:00000010:0.1:1769074692.128761:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98360800. 00010000:00000010:0.1:1769074692.128765:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982a1a00. 00010000:00000010:0.1:1769074692.128768:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98363200. 00010000:00000010:0.1:1769074692.128772:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98326300. 00010000:00000010:0.1:1769074692.128776:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983d4600. 00010000:00000010:0.1:1769074692.128781:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983df300. 00010000:00000010:0.1:1769074692.128785:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98446a00. 00010000:00000010:0.1:1769074692.128788:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983df700. 00010000:00000010:0.1:1769074692.128792:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98422200. 00010000:00000010:0.1:1769074692.128796:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98413a00. 00010000:00000010:0.1:1769074692.128799:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98495400. 00010000:00000010:0.1:1769074692.128802:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984f8200. 00010000:00000010:0.1:1769074692.128805:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a3200. 00010000:00000010:0.1:1769074692.128808:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984eea00. 00010000:00000010:0.1:1769074692.128813:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98548400. 00010000:00000010:0.1:1769074692.128817:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984b2a00. 00010000:00000010:0.1:1769074692.128821:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985bdc00. 00010000:00000010:0.1:1769074692.128825:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9851c400. 00010000:00000010:0.1:1769074692.128829:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9858b200. 00010000:00000010:0.1:1769074692.128832:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984eb500. 00010000:00000010:0.1:1769074692.128837:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90215000. 00010000:00000010:0.1:1769074692.128840:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90204200. 00010000:00000010:0.1:1769074692.128844:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985d0e00. 00010000:00000010:0.1:1769074692.128848:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020c400. 00010000:00000010:0.1:1769074692.128852:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b892e2400. 00010000:00000010:0.1:1769074692.128858:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba00a5300. 00010000:00000010:0.1:1769074692.128862:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82de1600. 00010000:00000010:0.1:1769074692.128865:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f26200. 00010000:00000010:0.1:1769074692.128870:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88badc00. 00010000:00000010:0.1:1769074692.128874:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83ee2800. 00010000:00000010:0.1:1769074692.128878:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c46e00. 00010000:00000010:0.1:1769074692.128881:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cd7a00. 00010000:00000010:0.1:1769074692.128885:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98e19a00. 00010000:00000010:0.1:1769074692.128890:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b867e5800. 00010000:00000010:0.1:1769074692.128893:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85ca7c00. 00010000:00000010:0.1:1769074692.128898:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b89667300. 00010000:00000010:0.1:1769074692.128902:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b859dde00. 00010000:00000010:0.1:1769074692.128906:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b866b3400. 00010000:00000010:0.1:1769074692.128910:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8671fa00. 00010000:00000010:0.1:1769074692.128916:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba0353900. 00010000:00000010:0.1:1769074692.128919:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b860bec00. 00010000:00000010:0.1:1769074692.128924:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86796b00. 00010000:00000010:0.1:1769074692.128927:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98777800. 00010000:00000010:0.1:1769074692.128931:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8a48d500. 00010000:00000010:0.1:1769074692.128936:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8889ca00. 00010000:00000010:0.1:1769074692.128940:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1974300. 00010000:00000010:0.1:1769074692.128943:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dd8400. 00010000:00000010:0.1:1769074692.128947:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b859df700. 00010000:00000010:0.1:1769074692.128993:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98ed7000. 00010000:00000010:0.1:1769074692.128999:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e1a300. 00010000:00000010:0.1:1769074692.129003:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85da4400. 00010000:00000010:0.1:1769074692.129006:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cfcd00. 00010000:00000010:0.1:1769074692.129010:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85db0400. 00010000:00000010:0.1:1769074692.129014:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e85f00. 00010000:00000010:0.1:1769074692.129019:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8499d600. 00010000:00000010:0.1:1769074692.129023:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d9bb00. 00010000:00000010:0.1:1769074692.129026:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85814a00. 00010000:00000010:0.1:1769074692.129030:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85801500. 00010000:00000010:0.1:1769074692.129034:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d46200. 00010000:00000010:0.1:1769074692.129038:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d40600. 00010000:00000010:0.1:1769074692.129041:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8494bc00. 00010000:00000010:0.1:1769074692.129045:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84944f00. 00010000:00000010:0.1:1769074692.129049:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85848800. 00010000:00000010:0.1:1769074692.129052:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8584d900. 00010000:00000010:0.1:1769074692.129056:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8480a200. 00010000:00000010:0.1:1769074692.129060:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8483d800. 00010000:00000010:0.1:1769074692.129065:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84833600. 00010000:00000010:0.1:1769074692.129068:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85861800. 00010000:00000010:0.1:1769074692.129073:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84854400. 00010000:00000010:0.1:1769074692.129078:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84852000. 00010000:00000010:0.1:1769074692.129081:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84867c00. 00010000:00000010:0.1:1769074692.129085:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84819600. 00010000:00000010:0.1:1769074692.129088:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84881800. 00010000:00000010:0.1:1769074692.129103:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f8500. 00010000:00000010:0.1:1769074692.129107:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848a5600. 00010000:00000010:0.1:1769074692.129110:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f7f00. 00010000:00000010:0.1:1769074692.129120:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848bb800. 00010000:00000010:0.1:1769074692.129124:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848b4600. 00010000:00000010:0.1:1769074692.129129:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874fce00. 00010000:00000010:0.1:1769074692.129133:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87444700. 00010000:00000010:0.1:1769074692.129136:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87538400. 00010000:00000010:0.1:1769074692.129139:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848a8d00. 00010000:00000010:0.1:1769074692.129142:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87557400. 00010000:00000010:0.1:1769074692.129144:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875cbf00. 00010000:00000010:0.1:1769074692.129148:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874aea00. 00010000:00000010:0.1:1769074692.129151:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85974000. 00010000:00000010:0.1:1769074692.129154:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875af400. 00010000:00000010:0.1:1769074692.129159:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87520600. 00010000:00000010:0.1:1769074692.129163:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c13c00. 00010000:00000010:0.1:1769074692.129166:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c1f900. 00010000:00000010:0.1:1769074692.129168:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875b4200. 00010000:00000010:0.1:1769074692.129171:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c2e700. 00010000:00000010:0.1:1769074692.129174:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c5e600. 00010000:00000010:0.1:1769074692.129177:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c5a400. 00010000:00000010:0.1:1769074692.129181:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d2d200. 00010000:00000010:0.1:1769074692.129185:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c65900. 00010000:00000010:0.1:1769074692.129189:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c90400. 00010000:00000010:0.1:1769074692.129192:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c68d00. 00010000:00000010:0.1:1769074692.129197:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cb4000. 00010000:00000010:0.1:1769074692.129200:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d5b800. 00010000:00000010:0.1:1769074692.129203:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dec000. 00010000:00000010:0.1:1769074692.129206:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d57400. 00010000:00000010:0.1:1769074692.129210:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88226e00. 00010000:00000010:0.1:1769074692.129213:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d4e600. 00010000:00000010:1.1:1769074692.152364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87da8800. 00010000:00000010:1.1:1769074692.152386:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88219d00. 00010000:00000010:1.1:1769074692.152391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8826e000. 00010000:00000010:1.1:1769074692.152395:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88283a00. 00010000:00000010:1.1:1769074692.152399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882fb000. 00010000:00000010:1.1:1769074692.152403:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882f3500. 00010000:00000010:1.1:1769074692.152406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882bb200. 00010000:00000010:1.1:1769074692.152410:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882b4a00. 00010000:00000010:1.1:1769074692.152414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8839f600. 00010000:00000010:1.1:1769074692.152418:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88313500. 00010000:00000010:1.1:1769074692.152422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88373c00. 00010000:00000010:1.1:1769074692.152463:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883a6a00. 00010000:00000010:1.1:1769074692.152468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c7000. 00010000:00000010:1.1:1769074692.152473:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88362900. 00010000:00000010:1.1:1769074692.152476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883cd600. 00010000:00000010:1.1:1769074692.152481:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9822ea00. 00010000:00000010:1.1:1769074692.152484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883ffc00. 00010000:00000010:1.1:1769074692.152488:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88303d00. 00010000:00000010:1.1:1769074692.229270:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982d1400. 00010000:00000010:1.1:1769074692.229306:0:1357:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87424a00. 00010000:00000010:1.1:1769074692.229313:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9830de00. 00010000:00000010:1.1:1769074692.229316:0:1357:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982d3800. 00010000:00000010:1.1:1769074692.229320:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98362c00. 00010000:00000010:1.1:1769074692.229333:0:1357:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98322400. 00010000:00000010:1.1:1769074692.229337:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98373000. 00010000:00000010:1.1:1769074692.229341:0:1357:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98371500. 00010000:00000010:1.1:1769074692.229346:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983b4400. 00010000:00000010:1.1:1769074692.229350:0:1357:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9837b000. 00010000:00000010:1.1:1769074692.229358:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98446e00. 00010000:00000010:1.1:1769074692.229362:0:1357:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9844a700. 00010000:00000010:1.1:1769074692.229366:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9843c000. 00010000:00000010:1.1:1769074692.229370:0:1357:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984f8900. 00010000:00000010:1.1:1769074692.229374:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983c2200. 00010000:00000010:1.1:1769074692.229379:0:1357:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98436d00. 00010000:00000010:1.1:1769074692.229383:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984de200. 00010000:00000010:1.1:1769074692.229386:0:1357:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984eaf00. 00010000:00000010:1.1:1769074692.229390:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98548a00. 00010000:00000010:1.1:1769074692.229395:0:1357:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984b2400. 00010000:00000010:1.1:1769074692.229400:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985bce00. 00010000:00000010:1.1:1769074692.229405:0:1357:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98533800. 00010000:00000010:1.1:1769074692.229409:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9858a400. 00010000:00000010:1.1:1769074692.229413:0:1357:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985eb400. 00010000:00000010:1.1:1769074692.229417:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90215a00. 00010000:00000010:1.1:1769074692.229444:0:1357:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90204300. 00010000:00000010:1.1:1769074692.229448:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985d1200. 00010000:00000010:1.1:1769074692.229452:0:1357:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020cd00. 00010000:00000010:1.1:1769074692.229456:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba03d2600. 00010000:00000010:1.1:1769074692.229461:0:1357:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82b61c00. 00010000:00000010:1.1:1769074692.229466:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c50600. 00010000:00000010:1.1:1769074692.229470:0:1357:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87721d00. 00010000:00000010:1.1:1769074692.229473:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88baca00. 00010000:00000010:1.1:1769074692.229478:0:1357:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82b77200. 00010000:00000010:1.1:1769074692.229482:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b80031600. 00010000:00000010:1.1:1769074692.229486:0:1357:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1d33e00. 00010000:00000010:1.1:1769074692.229489:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c55800. 00010000:00000010:1.1:1769074692.229493:0:1357:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b859b9800. 00010000:00000010:1.1:1769074692.229497:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85ca6a00. 00010000:00000010:1.1:1769074692.229500:0:1357:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b89667c00. 00010000:00000010:1.1:1769074692.229505:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dfda00. 00010000:00000010:1.1:1769074692.229509:0:1357:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83a15700. 00010000:00000010:1.1:1769074692.229513:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8678fa00. 00010000:00000010:1.1:1769074692.229517:0:1357:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba0353f00. 00010000:00000010:1.1:1769074692.229520:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82d27800. 00010000:00000010:1.1:1769074692.229524:0:1357:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cb3700. 00010000:00000010:1.1:1769074692.229529:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91063a00. 00010000:00000010:1.1:1769074692.229533:0:1357:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82d9a900. 00010000:00000010:1.1:1769074692.229536:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b888d4e00. 00010000:00000010:1.1:1769074692.229540:0:1357:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8714a000. 00010000:00000010:1.1:1769074692.229543:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91058c00. 00010000:00000010:1.1:1769074692.229546:0:1357:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8678ca00. 00010000:00000010:1.1:1769074692.229550:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c1dc00. 00010000:00000010:1.1:1769074692.229554:0:1357:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82ecf600. 00010000:00000010:1.1:1769074692.229557:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c07000. 00010000:00000010:1.1:1769074692.229561:0:1357:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cf6000. 00010000:00000010:1.1:1769074692.229564:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85db1c00. 00010000:00000010:1.1:1769074692.229573:0:1357:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cebc00. 00010000:00000010:1.1:1769074692.229576:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84996000. 00010000:00000010:1.1:1769074692.229580:0:1357:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c37800. 00010000:00000010:1.1:1769074692.229584:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85869600. 00010000:00000010:1.1:1769074692.229587:0:1357:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b871db000. 00010000:00000010:2.1:1769074692.311218:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d46a00. 00010000:00000010:2.1:1769074692.311246:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d40b00. 00010000:00000010:2.1:1769074692.311530:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85848400. 00010000:00000010:2.1:1769074692.311536:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8584a800. 00010000:00000010:2.1:1769074692.311541:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84965000. 00010000:00000010:2.1:1769074692.311546:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84921e00. 00010000:00000010:2.1:1769074692.311550:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d6fc00. 00010000:00000010:2.1:1769074692.311554:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84922d00. 00010000:00000010:2.1:1769074692.311559:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84833000. 00010000:00000010:2.1:1769074692.311563:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85863d00. 00010000:00000010:2.1:1769074692.311737:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84855c00. 00010000:00000010:2.1:1769074692.311743:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84852a00. 00010000:00000010:2.1:1769074692.311747:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84866800. 00010000:00000010:2.1:1769074692.311751:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84819100. 00010000:00000010:2.1:1769074692.311755:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c15c00. 00010000:00000010:2.1:1769074692.311759:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d7dc00. 00010000:00000010:2.1:1769074692.311763:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84888200. 00010000:00000010:2.1:1769074692.311766:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848c8600. 00010000:00000010:2.1:1769074692.311770:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874c9a00. 00010000:00000010:2.1:1769074692.311774:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84894700. 00010000:00000010:2.1:1769074692.311779:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87498000. 00010000:00000010:2.1:1769074692.311782:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8757f000. 00010000:00000010:2.1:1769074692.311788:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87538800. 00010000:00000010:2.1:1769074692.311791:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848a8b00. 00010000:00000010:2.1:1769074692.311795:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875d7400. 00010000:00000010:2.1:1769074692.311799:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87592500. 00010000:00000010:2.1:1769074692.311803:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874a5200. 00010000:00000010:2.1:1769074692.311806:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b874a6e00. 00010000:00000010:2.1:1769074692.311834:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875aea00. 00010000:00000010:2.1:1769074692.311837:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87520c00. 00010000:00000010:2.1:1769074692.311841:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875dee00. 00010000:00000010:2.1:1769074692.311859:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c11d00. 00010000:00000010:2.1:1769074692.311863:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875e1c00. 00010000:00000010:2.1:1769074692.311866:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c7cf00. 00010000:00000010:2.1:1769074692.311871:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c83600. 00010000:00000010:2.1:1769074692.311874:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c56100. 00010000:00000010:2.1:1769074692.311878:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c60800. 00010000:00000010:2.1:1769074692.311881:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c9c600. 00010000:00000010:2.1:1769074692.311884:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cfe200. 00010000:00000010:2.1:1769074692.311888:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c73300. 00010000:00000010:2.1:1769074692.311892:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cb5200. 00010000:00000010:2.1:1769074692.311896:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d5b200. 00010000:00000010:2.1:1769074692.311899:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87deea00. 00010000:00000010:2.1:1769074692.311903:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d51300. 00010000:00000010:2.1:1769074692.311906:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c15000. 00010000:00000010:2.1:1769074692.311909:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87ca6200. 00010000:00000010:2.1:1769074692.311912:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87da9600. 00010000:00000010:2.1:1769074692.311916:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8821cd00. 00010000:00000010:2.1:1769074692.311919:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8826e400. 00010000:00000010:2.1:1769074692.311922:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88269400. 00010000:00000010:2.1:1769074692.311926:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8823aa00. 00010000:00000010:2.1:1769074692.311929:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8826be00. 00010000:00000010:2.1:1769074692.311932:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882b8e00. 00010000:00000010:2.1:1769074692.311935:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882daa00. 00010000:00000010:2.1:1769074692.311938:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8839f800. 00010000:00000010:2.1:1769074692.311943:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88313e00. 00010000:00000010:2.1:1769074692.311946:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8837c000. 00010000:00000010:2.1:1769074692.311949:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88313f00. 00010000:00000010:2.1:1769074692.311952:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98228200. 00010000:00000010:2.1:1769074692.311956:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9822cf00. 00010000:00000010:2.1:1769074692.311965:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883cca00. 00010000:00000010:2.1:1769074692.311968:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9822e600. 00010000:00000010:2.1:1769074692.311972:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883f8800. 00010000:00000010:2.1:1769074692.311975:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98270c00. 00010000:00000010:2.1:1769074692.311979:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883ffa00. 00010000:00000010:2.1:1769074692.311983:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88303b00. 00010000:00000010:2.1:1769074692.311986:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9830fe00. 00010000:00000010:2.1:1769074692.311990:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9831b800. 00010000:00000010:2.1:1769074692.311994:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98363400. 00010000:00000010:2.1:1769074692.311998:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98322100. 00010000:00000010:2.1:1769074692.312001:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98372400. 00010000:00000010:2.1:1769074692.312004:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98371900. 00010000:00000010:2.1:1769074692.312008:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983d6a00. 00010000:00000010:2.1:1769074692.312011:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983b0400. 00010000:00000010:2.1:1769074692.312015:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983f1e00. 00010000:00000010:2.1:1769074692.312018:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bb600. 00010000:00000010:2.1:1769074692.312022:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9843c400. 00010000:00000010:2.1:1769074692.312025:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984f8700. 00010000:00000010:2.1:1769074692.312029:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983c3200. 00010000:00000010:2.1:1769074692.312032:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98436200. 00010000:00000010:2.1:1769074692.312036:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984dee00. 00010000:00000010:2.1:1769074692.312039:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984ea600. 00010000:00000010:2.1:1769074692.312042:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a3e00. 00010000:00000010:2.1:1769074692.312045:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984eeb00. 00010000:00000010:2.1:1769074692.312049:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98497400. 00010000:00000010:2.1:1769074692.312052:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98468600. 00010000:00000010:2.1:1769074692.312055:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98589800. 00010000:00000010:2.1:1769074692.312058:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98579d00. 00010000:00000010:2.1:1769074692.312062:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90207e00. 00010000:00000010:2.1:1769074692.312066:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98573600. 00010000:00000010:2.1:1769074692.312070:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9029e800. 00010000:00000010:2.1:1769074692.312073:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86036b00. 00010000:00000010:2.1:1769074692.312083:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98e7a800. 00010000:00000010:2.1:1769074692.312086:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba00a5500. 00010000:00000010:2.1:1769074692.312090:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c51800. 00010000:00000010:2.1:1769074692.312094:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87721f00. 00010000:00000010:2.1:1769074692.312098:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8678bc00. 00010000:00000010:2.1:1769074692.312101:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83034e00. 00010000:00000010:2.1:1769074692.312105:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86737800. 00010000:00000010:2.1:1769074692.312116:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8adc0200. 00010000:00000010:2.1:1769074692.312120:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c55200. 00010000:00000010:2.1:1769074692.312124:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b859b9500. 00010000:00000010:2.1:1769074692.312128:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82b56c00. 00010000:00000010:2.1:1769074692.312132:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8a598100. 00010000:00000010:2.1:1769074692.312136:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dfc400. 00010000:00000010:2.1:1769074692.312140:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83a15200. 00010000:00000010:2.1:1769074692.312143:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8678e000. 00010000:00000010:2.1:1769074692.312147:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba0353c00. 00010000:00000010:2.1:1769074692.312151:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82d26c00. 00010000:00000010:2.1:1769074692.312154:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cb3b00. 00010000:00000010:2.1:1769074692.312160:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98777a00. 00010000:00000010:2.1:1769074692.312164:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8a48dd00. 00010000:00000010:2.1:1769074692.312168:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8670a200. 00010000:00000010:2.1:1769074692.312172:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849c0d00. 00010000:00000010:2.1:1769074692.312177:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91059200. 00010000:00000010:2.1:1769074692.312181:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c57e00. 00010000:00000010:2.1:1769074692.312184:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c1f000. 00010000:00000010:2.1:1769074692.312188:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e85900. 00010000:00000010:2.1:1769074692.312193:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c1d600. 00010000:00000010:2.1:1769074692.312196:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c84e00. 00010000:00000010:3.1:1769074692.315330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871d3200. 00010000:00000010:3.1:1769074692.315339:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8580a900. 00010000:00000010:3.1:1769074692.315343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8499b200. 00010000:00000010:3.1:1769074692.315348:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8582a500. 00010000:00000010:3.1:1769074692.315354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84987200. 00010000:00000010:3.1:1769074692.315359:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85823e00. 00010000:00000010:3.1:1769074692.315385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8581b400. 00010000:00000010:3.1:1769074692.315390:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8586ca00. 00010000:00000010:3.1:1769074692.315394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8494ba00. 00010000:00000010:3.1:1769074692.315398:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84944600. 00010000:00000010:3.1:1769074692.315401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8483f800. 00010000:00000010:3.1:1769074692.315405:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84921700. 00010000:00000010:3.1:1769074692.315408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8480b600. 00010000:00000010:3.1:1769074692.315411:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8491d800. 00010000:00000010:3.1:1769074692.315415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8585f200. 00010000:00000010:3.1:1769074692.315418:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d5dc00. 00010000:00000010:3.1:1769074692.331332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84854800. 00010000:00000010:3.1:1769074692.331340:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84852500. 00010000:00000010:3.1:1769074692.331344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84905000. 00010000:00000010:3.1:1769074692.331348:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84915500. 00010000:00000010:3.1:1769074692.331352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c16600. 00010000:00000010:3.1:1769074692.331355:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848fa000. 00010000:00000010:3.1:1769074692.331358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848a4000. 00010000:00000010:3.1:1769074692.331362:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f7b00. 00010000:00000010:3.1:1769074692.331365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848bfc00. 00010000:00000010:3.1:1769074692.331370:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848e3a00. 00010000:00000010:3.1:1769074692.331374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874fd000. 00010000:00000010:3.1:1769074692.331377:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8758c800. 00010000:00000010:3.1:1769074692.331381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87591c00. 00010000:00000010:3.1:1769074692.331385:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8753f100. 00010000:00000010:3.1:1769074692.331389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8759e200. 00010000:00000010:3.1:1769074692.331393:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b874f0b00. 00010000:00000010:3.1:1769074692.331396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874a4a00. 00010000:00000010:3.1:1769074692.331400:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b874a6600. 00010000:00000010:3.1:1769074692.331404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875ae800. 00010000:00000010:3.1:1769074692.331408:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87520200. 00010000:00000010:3.1:1769074692.331411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875df600. 00010000:00000010:3.1:1769074692.331414:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875dbb00. 00010000:00000010:3.1:1769074692.331440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875e2000. 00010000:00000010:3.1:1769074692.331445:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875b6e00. 00010000:00000010:3.1:1769074692.331449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cfcc00. 00010000:00000010:3.1:1769074692.331452:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c27900. 00010000:00000010:3.1:1769074692.331455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c61800. 00010000:00000010:3.1:1769074692.331459:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c9c100. 00010000:00000010:3.1:1769074692.331463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c90800. 00010000:00000010:3.1:1769074692.331467:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c68200. 00010000:00000010:3.1:1769074692.331471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cb5c00. 00010000:00000010:3.1:1769074692.331476:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d10300. 00010000:00000010:3.1:1769074692.331479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d19c00. 00010000:00000010:3.1:1769074692.331483:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d51c00. 00010000:00000010:3.1:1769074692.331487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88228400. 00010000:00000010:3.1:1769074692.331490:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8702a800. 00010000:00000010:3.1:1769074692.331493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87da2e00. 00010000:00000010:3.1:1769074692.331497:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8821fd00. 00010000:00000010:3.1:1769074692.331501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88285400. 00010000:00000010:3.1:1769074692.331505:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d86000. 00010000:00000010:3.1:1769074692.331509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8825b200. 00010000:00000010:3.1:1769074692.331513:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88267500. 00010000:00000010:3.1:1769074692.331518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882ba400. 00010000:00000010:3.1:1769074692.331522:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882b4300. 00010000:00000010:3.1:1769074692.331525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883a3e00. 00010000:00000010:3.1:1769074692.331529:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88313800. 00010000:00000010:3.1:1769074692.331533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88385000. 00010000:00000010:3.1:1769074692.331536:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8838c800. 00010000:00000010:3.1:1769074692.331541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c7e00. 00010000:00000010:3.1:1769074692.331546:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88362c00. 00010000:00000010:3.1:1769074692.331550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883cf200. 00010000:00000010:3.1:1769074692.331554:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883bcc00. 00010000:00000010:3.1:1769074692.331559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98241c00. 00010000:00000010:3.1:1769074692.331563:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98275a00. 00010000:00000010:3.1:1769074692.331573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883fec00. 00010000:00000010:3.1:1769074692.331577:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88303300. 00010000:00000010:3.1:1769074692.331581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9830fa00. 00010000:00000010:3.1:1769074692.331585:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9831ba00. 00010000:00000010:3.1:1769074692.331589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98361600. 00010000:00000010:3.1:1769074692.331593:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982a1900. 00010000:00000010:3.1:1769074692.331597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983ff000. 00010000:00000010:3.1:1769074692.331601:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983f9700. 00010000:00000010:3.1:1769074692.331605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983d6800. 00010000:00000010:3.1:1769074692.331608:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983b0000. 00010000:00000010:3.1:1769074692.331613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983f1000. 00010000:00000010:3.1:1769074692.331616:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9837ba00. 00010000:00000010:3.1:1769074692.331620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9843c200. 00010000:00000010:3.1:1769074692.331622:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984f8000. 00010000:00000010:3.1:1769074692.331626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9852c800. 00010000:00000010:3.1:1769074692.331630:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984d7500. 00010000:00000010:3.1:1769074692.331633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a7200. 00010000:00000010:3.1:1769074692.331638:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98477300. 00010000:00000010:3.1:1769074692.331641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98497e00. 00010000:00000010:3.1:1769074692.331645:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98464d00. 00010000:00000010:3.1:1769074692.331649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9856ca00. 00010000:00000010:3.1:1769074692.331661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984ee900. 00010000:00000010:3.1:1769074692.331666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9857a600. 00010000:00000010:3.1:1769074692.331669:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985a2800. 00010000:00000010:3.1:1769074692.331674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90206e00. 00010000:00000010:3.1:1769074692.331678:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98573000. 00010000:00000010:3.1:1769074692.331681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba02e3000. 00010000:00000010:3.1:1769074692.331686:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87e42700. 00010000:00000010:3.1:1769074692.331689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c51600. 00010000:00000010:3.1:1769074692.331692:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87721000. 00010000:00000010:3.1:1769074692.331695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88bade00. 00010000:00000010:3.1:1769074692.331699:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82b77e00. 00010000:00000010:3.1:1769074692.331711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82de6400. 00010000:00000010:3.1:1769074692.331715:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88891700. 00010000:00000010:3.1:1769074692.331719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98e18200. 00010000:00000010:3.1:1769074692.331724:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88bb1f00. 00010000:00000010:3.1:1769074692.331728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85940c00. 00010000:00000010:3.1:1769074692.331732:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87f3c400. 00010000:00000010:3.1:1769074692.331736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82b56600. 00010000:00000010:3.1:1769074692.331740:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982bc214da00. 00010000:00000010:3.1:1769074692.331744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8678e400. 00010000:00000010:3.1:1769074692.331747:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba0353300. 00010000:00000010:3.1:1769074692.331751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b867b7c00. 00010000:00000010:3.1:1769074692.331754:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86796900. 00010000:00000010:3.1:1769074692.331758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86775c00. 00010000:00000010:3.1:1769074692.331762:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86653800. 00010000:00000010:3.1:1769074692.331766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b888d5800. 00010000:00000010:3.1:1769074692.331770:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e22600. 00010000:00000010:3.1:1769074692.331774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91058400. 00010000:00000010:3.1:1769074692.331777:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c57900. 00010000:00000010:3.1:1769074692.331781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c1ca00. 00010000:00000010:3.1:1769074692.331785:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82ecfc00. 00010000:00000010:3.1:1769074692.331789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85da4200. 00010000:00000010:3.1:1769074692.331792:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85da0200. 00010000:00000010:3.1:1769074692.331795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871d2800. 00010000:00000010:3.1:1769074692.331799:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cedc00. 00010000:00000010:3.1:1769074692.331802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8499c000. 00010000:00000010:3.1:1769074692.331805:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d9be00. 00010000:00000010:3.1:1769074692.331809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84986200. 00010000:00000010:3.1:1769074692.331812:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84980800. 00010000:00000010:3.1:1769074692.331816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8581a000. 00010000:00000010:3.1:1769074692.331819:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8586e300. 00010000:00000010:3.1:1769074692.331823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8495f200. 00010000:00000010:3.1:1769074692.331827:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84944100. 00010000:00000010:3.1:1769074692.331837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84808a00. 00010000:00000010:3.1:1769074692.331841:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8584d400. 00010000:00000010:3.1:1769074692.331845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8585e400. 00010000:00000010:3.1:1769074692.331849:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84806e00. 00010000:00000010:3.1:1769074692.331853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84833a00. 00010000:00000010:3.1:1769074692.331857:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85863800. 00010000:00000010:3.1:1769074692.331861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84855e00. 00010000:00000010:3.1:1769074692.331865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84970700. 00010000:00000010:3.1:1769074692.331868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84904000. 00010000:00000010:3.1:1769074692.331872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848c2000. 00010000:00000010:3.1:1769074692.331875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c15800. 00010000:00000010:3.1:1769074692.331878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848d4d00. 00010000:00000010:3.1:1769074692.331881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c17c00. 00010000:00000010:3.1:1769074692.331884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8485a500. 00010000:00000010:3.1:1769074692.331887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848bfa00. 00010000:00000010:3.1:1769074692.331891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87474300. 00010000:00000010:3.1:1769074692.331894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8744d000. 00010000:00000010:3.1:1769074692.331898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848b5300. 00010000:00000010:3.1:1769074692.331901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87590800. 00010000:00000010:3.1:1769074692.331904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8753fd00. 00010000:00000010:3.1:1769074692.331908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875d6800. 00010000:00000010:3.1:1769074692.331911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8759af00. 00010000:00000010:3.1:1769074692.331915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874b3e00. 00010000:00000010:3.1:1769074692.331918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8750b900. 00010000:00000010:3.1:1769074692.331922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874ea800. 00010000:00000010:3.1:1769074692.331925:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875aba00. 00010000:00000010:3.1:1769074692.331929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c4ca00. 00010000:00000010:3.1:1769074692.331932:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c1fb00. 00010000:00000010:2.1:1769074692.331999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875e0e00. 00010000:00000010:2.1:1769074692.332005:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c56500. 00010000:00000010:2.1:1769074692.332009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cfd200. 00010000:00000010:2.1:1769074692.332012:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875ecd00. 00010000:00000010:2.1:1769074692.332023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cd0a00. 00010000:00000010:2.1:1769074692.332027:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b996d5c00. 00010000:00000010:2.1:1769074692.332030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cd9e00. 00010000:00000010:2.1:1769074692.332034:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c88600. 00010000:00000010:2.1:1769074692.332037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d18a00. 00010000:00000010:2.1:1769074692.332040:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d10f00. 00010000:00000010:2.1:1769074692.332043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dff600. 00010000:00000010:2.1:1769074692.332048:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d3cf00. 00010000:00000010:2.1:1769074692.332051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88227000. 00010000:00000010:2.1:1769074692.332054:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d4ef00. 00010000:00000010:2.1:1769074692.332057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87da3600. 00010000:00000010:2.1:1769074692.332060:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8821f000. 00010000:00000010:2.1:1769074692.332063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882afe00. 00010000:00000010:2.1:1769074692.332068:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88273c00. 00010000:00000010:2.1:1769074692.332071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8823b000. 00010000:00000010:2.1:1769074692.332075:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87dd7700. 00010000:00000010:2.1:1769074692.332077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882bae00. 00010000:00000010:2.1:1769074692.332080:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882b4400. 00010000:00000010:2.1:1769074692.332083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883a3000. 00010000:00000010:2.1:1769074692.332086:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88335100. 00010000:00000010:2.1:1769074692.332101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883a1600. 00010000:00000010:2.1:1769074692.332106:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8836cc00. 00010000:00000010:2.1:1769074692.332117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c4a00. 00010000:00000010:2.1:1769074692.332121:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88379b00. 00010000:00000010:2.1:1769074692.338333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883fac00. 00010000:00000010:2.1:1769074692.338342:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9827a500. 00010000:00000010:2.1:1769074692.338347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883f9600. 00010000:00000010:2.1:1769074692.338351:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98270800. 00010000:00000010:2.1:1769074692.338355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982d0e00. 00010000:00000010:2.1:1769074692.338359:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87424600. 00010000:00000010:2.1:1769074692.338363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9831fc00. 00010000:00000010:2.1:1769074692.338368:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9833d500. 00010000:00000010:2.1:1769074692.338394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98360c00. 00010000:00000010:2.1:1769074692.338397:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9833db00. 00010000:00000010:2.1:1769074692.338401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983ffe00. 00010000:00000010:2.1:1769074692.338405:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983f9f00. 00010000:00000010:2.1:1769074692.338409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983d7000. 00010000:00000010:2.1:1769074692.338416:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983b0500. 00010000:00000010:2.1:1769074692.338421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98446000. 00010000:00000010:2.1:1769074692.338423:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9844a100. 00010000:00000010:2.1:1769074692.338427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9843c800. 00010000:00000010:2.1:1769074692.338430:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98486a00. 00010000:00000010:2.1:1769074692.338433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984d0c00. 00010000:00000010:2.1:1769074692.338437:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983c0e00. 00010000:00000010:2.1:1769074692.338440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984dfe00. 00010000:00000010:2.1:1769074692.338444:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984d7c00. 00010000:00000010:2.1:1769074692.338447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98549e00. 00010000:00000010:2.1:1769074692.338452:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98533200. 00010000:00000010:2.1:1769074692.338457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985bd400. 00010000:00000010:2.1:1769074692.338460:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985b8700. 00010000:00000010:2.1:1769074692.338463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9023e400. 00010000:00000010:2.1:1769074692.338467:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98579a00. 00010000:00000010:2.1:1769074692.338471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985f8800. 00010000:00000010:2.1:1769074692.338476:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90208f00. 00010000:00000010:2.1:1769074692.338480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba1c23a00. 00010000:00000010:2.1:1769074692.338484:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82b61100. 00010000:00000010:2.1:1769074692.338488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba0361800. 00010000:00000010:2.1:1769074692.338492:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1ee6700. 00010000:00000010:2.1:1769074692.338497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88bad800. 00010000:00000010:2.1:1769074692.338500:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82b77d00. 00010000:00000010:2.1:1769074692.338504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82de7000. 00010000:00000010:2.1:1769074692.338507:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88891d00. 00010000:00000010:2.1:1769074692.338511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86759000. 00010000:00000010:2.1:1769074692.338515:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85ca1c00. 00010000:00000010:2.1:1769074692.338525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85940000. 00010000:00000010:2.1:1769074692.338529:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87f3c000. 00010000:00000010:2.1:1769074692.338533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85cde000. 00010000:00000010:2.1:1769074692.338537:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82bb0b00. 00010000:00000010:2.1:1769074692.338541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98ef6200. 00010000:00000010:2.1:1769074692.338545:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b81504900. 00010000:00000010:2.1:1769074692.338549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b867b6a00. 00010000:00000010:2.1:1769074692.338553:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849d1000. 00010000:00000010:0.1:1769074692.369752:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91063c00. 00010000:00000010:0.1:1769074692.369763:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82d9a700. 00010000:00000010:0.1:1769074692.369767:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b888d4a00. 00010000:00000010:0.1:1769074692.369772:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e22b00. 00010000:00000010:0.1:1769074692.369776:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8679b000. 00010000:00000010:0.1:1769074692.369779:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c57a00. 00010000:00000010:0.1:1769074692.369782:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c1c800. 00010000:00000010:0.1:1769074692.369786:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c84b00. 00010000:00000010:0.1:1769074692.369790:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c3e200. 00010000:00000010:0.1:1769074692.369793:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cf6300. 00010000:00000010:0.1:1769074692.369801:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d85000. 00010000:00000010:0.1:1769074692.369805:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cedd00. 00010000:00000010:0.1:1769074692.369809:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8499d400. 00010000:00000010:0.1:1769074692.369813:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d98400. 00010000:00000010:0.1:1769074692.369817:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85828200. 00010000:00000010:0.1:1769074692.369822:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82dfe200. 00010000:00000010:0.1:1769074692.369826:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85814400. 00010000:00000010:0.1:1769074692.369829:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85858c00. 00010000:00000010:0.1:1769074692.369833:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d0ca00. 00010000:00000010:0.1:1769074692.369837:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c32a00. 00010000:00000010:0.1:1769074692.369843:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8483f000. 00010000:00000010:0.1:1769074692.369847:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84921600. 00010000:00000010:0.1:1769074692.369851:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d6f600. 00010000:00000010:0.1:1769074692.369854:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84922c00. 00010000:00000010:0.1:1769074692.369858:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8585fa00. 00010000:00000010:0.1:1769074692.369862:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d5d700. 00010000:00000010:1.1:1769074692.381385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84976e00. 00010000:00000010:1.1:1769074692.381394:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84915d00. 00010000:00000010:1.1:1769074692.381398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84866600. 00010000:00000010:1.1:1769074692.381402:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84819900. 00010000:00000010:1.1:1769074692.381406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c17800. 00010000:00000010:1.1:1769074692.381410:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848fa900. 00010000:00000010:1.1:1769074692.381414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848a4400. 00010000:00000010:1.1:1769074692.381418:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848a0900. 00010000:00000010:1.1:1769074692.381421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874cd600. 00010000:00000010:1.1:1769074692.381425:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87474400. 00010000:00000010:1.1:1769074692.381428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87498400. 00010000:00000010:1.1:1769074692.381432:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8757fa00. 00010000:00000010:1.1:1769074692.381437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87539400. 00010000:00000010:1.1:1769074692.381441:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848a8900. 00010000:00000010:1.1:1769074692.381444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874f9200. 00010000:00000010:1.1:1769074692.381448:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875cd000. 00010000:00000010:1.1:1769074692.381452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874a5600. 00010000:00000010:1.1:1769074692.381456:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8751c400. 00010000:00000010:1.1:1769074692.381459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875aec00. 00010000:00000010:1.1:1769074692.381463:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87523b00. 00010000:00000010:1.1:1769074692.381466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875de800. 00010000:00000010:1.1:1769074692.381469:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875db900. 00010000:00000010:1.1:1769074692.381473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875e2800. 00010000:00000010:1.1:1769074692.381477:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875b6500. 00010000:00000010:1.1:1769074692.381481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c82400. 00010000:00000010:1.1:1769074692.381485:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cf5400. 00010000:00000010:1.1:1769074692.381489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d2dc00. 00010000:00000010:1.1:1769074692.381519:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c65000. 00010000:00000010:1.1:1769074692.381524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d03a00. 00010000:00000010:1.1:1769074692.381528:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c95100. 00010000:00000010:1.1:1769074692.381533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d3e400. 00010000:00000010:1.1:1769074692.381537:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d95200. 00010000:00000010:1.1:1769074692.381540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87deda00. 00010000:00000010:1.1:1769074692.381545:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d57a00. 00010000:00000010:1.1:1769074692.381549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8822a800. 00010000:00000010:1.1:1769074692.381552:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87ca6f00. 00010000:00000010:1.1:1769074692.381556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87da3400. 00010000:00000010:1.1:1769074692.381561:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8821fa00. 00010000:00000010:1.1:1769074692.381565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88286200. 00010000:00000010:1.1:1769074692.381570:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87dc0e00. 00010000:00000010:1.1:1769074692.381575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8823be00. 00010000:00000010:1.1:1769074692.381580:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88342e00. 00010000:00000010:1.1:1769074692.381584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8829f400. 00010000:00000010:1.1:1769074692.381589:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8829ab00. 00010000:00000010:1.1:1769074692.381592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8832b600. 00010000:00000010:1.1:1769074692.381596:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88325200. 00010000:00000010:1.1:1769074692.381600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8837c400. 00010000:00000010:1.1:1769074692.381604:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8830a500. 00010000:00000010:1.1:1769074692.381609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882c5e00. 00010000:00000010:1.1:1769074692.381614:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88317d00. 00010000:00000010:1.1:1769074692.381618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882b8200. 00010000:00000010:1.1:1769074692.381622:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88303900. 00010000:00000010:1.1:1769074692.381626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98241600. 00010000:00000010:1.1:1769074692.381631:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98275700. 00010000:00000010:1.1:1769074692.381634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982d1800. 00010000:00000010:1.1:1769074692.381638:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98306700. 00010000:00000010:1.1:1769074692.381642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9830f200. 00010000:00000010:1.1:1769074692.381646:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982a3300. 00010000:00000010:1.1:1769074692.381657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98372600. 00010000:00000010:1.1:1769074692.381667:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98365500. 00010000:00000010:1.1:1769074692.381670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983fe000. 00010000:00000010:1.1:1769074692.381673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983f9b00. 00010000:00000010:1.1:1769074692.381677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983f1c00. 00010000:00000010:1.1:1769074692.381680:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bbd00. 00010000:00000010:1.1:1769074692.381684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983ef400. 00010000:00000010:1.1:1769074692.381688:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9845eb00. 00010000:00000010:1.1:1769074692.381691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883ff200. 00010000:00000010:1.1:1769074692.381695:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9839fe00. 00010000:00000010:1.1:1769074692.381698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984d1800. 00010000:00000010:1.1:1769074692.381702:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98415100. 00010000:00000010:1.1:1769074692.381706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98527a00. 00010000:00000010:1.1:1769074692.381709:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98511b00. 00010000:00000010:1.1:1769074692.381712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a2a00. 00010000:00000010:1.1:1769074692.381716:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9853f300. 00010000:00000010:1.1:1769074692.381720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98589a00. 00010000:00000010:1.1:1769074692.381724:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9847f700. 00010000:00000010:1.1:1769074692.381727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9023ee00. 00010000:00000010:1.1:1769074692.381730:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9847fb00. 00010000:00000010:1.1:1769074692.381734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985c7e00. 00010000:00000010:1.1:1769074692.381738:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985c1900. 00010000:00000010:1.1:1769074692.381743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba1c22a00. 00010000:00000010:1.1:1769074692.381747:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82b61200. 00010000:00000010:1.1:1769074692.381751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba0360000. 00010000:00000010:1.1:1769074692.381755:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83cb6700. 00010000:00000010:1.1:1769074692.381759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88bacc00. 00010000:00000010:1.1:1769074692.381765:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82b77900. 00010000:00000010:1.1:1769074692.381769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82de7600. 00010000:00000010:1.1:1769074692.381773:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b867e5300. 00010000:00000010:1.1:1769074692.381776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86758000. 00010000:00000010:1.1:1769074692.381780:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98731d00. 00010000:00000010:1.1:1769074692.381783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85941400. 00010000:00000010:1.1:1769074692.381793:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87f3c300. 00010000:00000010:1.1:1769074692.381796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dfc800. 00010000:00000010:1.1:1769074692.381800:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83a15400. 00010000:00000010:1.1:1769074692.381804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8678ee00. 00010000:00000010:1.1:1769074692.381808:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849d2600. 00010000:00000010:1.1:1769074692.381811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86775600. 00010000:00000010:1.1:1769074692.381814:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86653e00. 00010000:00000010:1.1:1769074692.381818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98777c00. 00010000:00000010:1.1:1769074692.381821:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8aedf400. 00010000:00000010:0.1:1769074692.406419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8670a600. 00010000:00000010:0.1:1769074692.406444:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849c0600. 00010000:00000010:0.1:1769074692.406450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88b0d400. 00010000:00000010:0.1:1769074692.406455:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b891c7300. 00010000:00000010:0.1:1769074692.406461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c1f400. 00010000:00000010:0.1:1769074692.406464:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c2ad00. 00010000:00000010:0.1:1769074692.406468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c3ea00. 00010000:00000010:0.1:1769074692.406471:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cf6c00. 00010000:00000010:0.1:1769074692.406475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d84000. 00010000:00000010:0.1:1769074692.406478:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cedb00. 00010000:00000010:0.1:1769074692.406484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8499bc00. 00010000:00000010:0.1:1769074692.406488:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8582ad00. 00010000:00000010:0.1:1769074692.406496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85814e00. 00010000:00000010:0.1:1769074692.406500:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85801400. 00010000:00000010:0.1:1769074692.406504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d0d400. 00010000:00000010:0.1:1769074692.406508:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82dfe400. 00010000:00000010:0.1:1769074692.406512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85849400. 00010000:00000010:0.1:1769074692.406517:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8584a100. 00010000:00000010:0.1:1769074692.406521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8496b800. 00010000:00000010:0.1:1769074692.406524:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84839200. 00010000:00000010:0.1:1769074692.406527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d6f000. 00010000:00000010:0.1:1769074692.406531:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8498f000. 00010000:00000010:0.1:1769074692.406535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84837a00. 00010000:00000010:0.1:1769074692.406539:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84912300. 00010000:00000010:0.1:1769074692.406543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84815800. 00010000:00000010:0.1:1769074692.406546:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d5d900. 00010000:00000010:0.1:1769074692.406550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84865200. 00010000:00000010:0.1:1769074692.406554:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84821600. 00010000:00000010:0.1:1769074692.406559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c15a00. 00010000:00000010:0.1:1769074692.406563:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848d4200. 00010000:00000010:0.1:1769074692.406566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84907400. 00010000:00000010:0.1:1769074692.406571:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8487cc00. 00010000:00000010:0.1:1769074692.406575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874c8200. 00010000:00000010:0.1:1769074692.406578:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848e0300. 00010000:00000010:0.1:1769074692.406582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8744d800. 00010000:00000010:0.1:1769074692.406587:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87455700. 00010000:00000010:0.1:1769074692.406591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874ca600. 00010000:00000010:0.1:1769074692.406594:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87436e00. 00010000:00000010:0.1:1769074692.417321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8759e600. 00010000:00000010:0.1:1769074692.417330:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85974500. 00010000:00000010:0.1:1769074692.417334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874a4e00. 00010000:00000010:0.1:1769074692.417338:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8751c200. 00010000:00000010:0.1:1769074692.417341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875af800. 00010000:00000010:0.1:1769074692.417346:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87523900. 00010000:00000010:0.1:1769074692.417350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c4d800. 00010000:00000010:0.1:1769074692.417355:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875c2f00. 00010000:00000010:0.1:1769074692.417359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cc2c00. 00010000:00000010:0.1:1769074692.417362:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c24f00. 00010000:00000010:0.1:1769074692.417368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c77c00. 00010000:00000010:0.1:1769074692.417372:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875bd700. 00010000:00000010:0.1:1769074692.417376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cd0800. 00010000:00000010:0.1:1769074692.417380:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875bd300. 00010000:00000010:0.1:1769074692.417383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cffc00. 00010000:00000010:0.1:1769074692.417386:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c73c00. 00010000:00000010:0.1:1769074692.417390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d18e00. 00010000:00000010:0.1:1769074692.417393:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d10b00. 00010000:00000010:0.1:1769074692.417397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87df3000. 00010000:00000010:0.1:1769074692.417400:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d51600. 00010000:00000010:0.1:1769074692.417404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88226000. 00010000:00000010:0.1:1769074692.417408:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d4e000. 00010000:00000010:0.1:1769074692.417412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88286800. 00010000:00000010:0.1:1769074692.417415:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8821f500. 00010000:00000010:0.1:1769074692.417418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88287c00. 00010000:00000010:0.1:1769074692.417422:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87dc0d00. 00010000:00000010:0.1:1769074692.417427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882cf000. 00010000:00000010:0.1:1769074692.417430:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88342000. 00010000:00000010:0.1:1769074692.417434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882c4600. 00010000:00000010:0.1:1769074692.417437:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88277d00. 00010000:00000010:0.1:1769074692.417441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8832ae00. 00010000:00000010:0.1:1769074692.417444:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88325900. 00010000:00000010:0.1:1769074692.417447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883a0200. 00010000:00000010:0.1:1769074692.417451:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8836c800. 00010000:00000010:0.1:1769074692.417455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98200600. 00010000:00000010:0.1:1769074692.417459:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88366e00. 00010000:00000010:0.1:1769074692.417462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883fb400. 00010000:00000010:0.1:1769074692.417466:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9827af00. 00010000:00000010:0.1:1769074692.417470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98216600. 00010000:00000010:0.1:1769074692.417474:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98266600. 00010000:00000010:0.1:1769074692.417477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98240000. 00010000:00000010:0.1:1769074692.417481:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9832b000. 00010000:00000010:0.1:1769074692.417484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883ff600. 00010000:00000010:0.1:1769074692.417488:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9825c100. 00010000:00000010:0.1:1769074692.417491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98373e00. 00010000:00000010:0.1:1769074692.417494:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98365700. 00010000:00000010:0.1:1769074692.417497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98349200. 00010000:00000010:0.1:1769074692.417501:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9834c100. 00010000:00000010:0.1:1769074692.417505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983d5000. 00010000:00000010:0.1:1769074692.417508:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983dfb00. 00010000:00000010:0.1:1769074692.417512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98416400. 00010000:00000010:0.1:1769074692.417515:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9844ae00. 00010000:00000010:0.1:1769074692.417519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98422800. 00010000:00000010:0.1:1769074692.417522:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9845e700. 00010000:00000010:0.1:1769074692.417526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984d0200. 00010000:00000010:0.1:1769074692.417531:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98473000. 00010000:00000010:0.1:1769074692.417535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984b0400. 00010000:00000010:0.1:1769074692.417539:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98521600. 00010000:00000010:0.1:1769074692.417544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9853d400. 00010000:00000010:0.1:1769074692.417547:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98538500. 00010000:00000010:1.1:1769074692.435330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9856d200. 00010000:00000010:1.1:1769074692.435339:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984bb600. 00010000:00000010:1.1:1769074692.435343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9023f600. 00010000:00000010:1.1:1769074692.435347:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984aea00. 00010000:00000010:1.1:1769074692.435350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9029ea00. 00010000:00000010:1.1:1769074692.435353:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98577c00. 00010000:00000010:1.1:1769074692.435358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba02e3a00. 00010000:00000010:1.1:1769074692.435363:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87e42a00. 00010000:00000010:1.1:1769074692.435366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba0361400. 00010000:00000010:1.1:1769074692.435370:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83cb6b00. 00010000:00000010:1.1:1769074692.435374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88871600. 00010000:00000010:1.1:1769074692.435378:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1c53e00. 00010000:00000010:1.1:1769074692.435382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c46a00. 00010000:00000010:1.1:1769074692.435385:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8760a400. 00010000:00000010:1.1:1769074692.435389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98e18400. 00010000:00000010:1.1:1769074692.435393:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88bb1200. 00010000:00000010:1.1:1769074692.435397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85940800. 00010000:00000010:1.1:1769074692.435401:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8664cb00. 00010000:00000010:1.1:1769074692.435406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b867afe00. 00010000:00000010:1.1:1769074692.435410:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86704100. 00010000:00000010:1.1:1769074692.435414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98ef6800. 00010000:00000010:1.1:1769074692.435418:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b81504600. 00010000:00000010:1.1:1769074692.435421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86775000. 00010000:00000010:1.1:1769074692.435443:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86653000. 00010000:00000010:2.1:1769074692.435591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dd9a00. 00010000:00000010:2.1:1769074692.435597:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b859df900. 00010000:00000010:2.1:1769074692.469646:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c1fc00. 00010000:00000010:2.1:1769074692.469662:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c2a800. 00010000:00000010:2.1:1769074692.469666:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c3e600. 00010000:00000010:2.1:1769074692.469669:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cf6500. 00010000:00000010:2.1:1769074692.469673:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d85200. 00010000:00000010:2.1:1769074692.469677:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85ced500. 00010000:00000010:2.1:1769074692.469681:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8499c400. 00010000:00000010:2.1:1769074692.469684:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85820b00. 00010000:00000010:2.1:1769074692.469688:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84986600. 00010000:00000010:2.1:1769074692.469692:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84980500. 00010000:00000010:2.1:1769074692.469699:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d3d800. 00010000:00000010:2.1:1769074692.469703:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85858800. 00010000:00000010:2.1:1769074692.469707:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8495f600. 00010000:00000010:2.1:1769074692.469711:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d20700. 00010000:00000010:2.1:1769074692.469715:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84809400. 00010000:00000010:2.1:1769074692.469719:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84801d00. 00010000:00000010:2.1:1769074692.469723:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d6fa00. 00010000:00000010:2.1:1769074692.469727:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8498fa00. 00010000:00000010:2.1:1769074692.469732:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84815600. 00010000:00000010:2.1:1769074692.469736:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d5d600. 00010000:00000010:2.1:1769074692.469740:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84977800. 00010000:00000010:2.1:1769074692.469744:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84915a00. 00010000:00000010:2.1:1769074692.469772:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84905c00. 00010000:00000010:2.1:1769074692.469776:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848c2900. 00010000:00000010:2.1:1769074692.469781:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c17a00. 00010000:00000010:2.1:1769074692.469785:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848fa700. 00010000:00000010:2.1:1769074692.469790:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848a4a00. 00010000:00000010:2.1:1769074692.469794:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848a0700. 00010000:00000010:2.1:1769074692.469798:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848bac00. 00010000:00000010:2.1:1769074692.469802:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848b4e00. 00010000:00000010:2.1:1769074692.469807:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874fd200. 00010000:00000010:2.1:1769074692.469811:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8758ca00. 00010000:00000010:2.1:1769074692.469815:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8759f000. 00010000:00000010:2.1:1769074692.469819:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b874f0d00. 00010000:00000010:2.1:1769074692.469822:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875d6600. 00010000:00000010:2.1:1769074692.469826:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8759a400. 00010000:00000010:2.1:1769074692.469830:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8740a000. 00010000:00000010:2.1:1769074692.469834:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8751c500. 00010000:00000010:2.1:1769074692.469838:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875aee00. 00010000:00000010:2.1:1769074692.469842:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87523c00. 00010000:00000010:2.1:1769074692.469848:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875c6e00. 00010000:00000010:2.1:1769074692.469852:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c37a00. 00010000:00000010:2.1:1769074692.469856:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cc2000. 00010000:00000010:2.1:1769074692.469860:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c24000. 00010000:00000010:2.1:1769074692.469866:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c76a00. 00010000:00000010:2.1:1769074692.469870:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875bdb00. 00010000:00000010:2.1:1769074692.469874:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cbd800. 00010000:00000010:2.1:1769074692.469878:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c9f600. 00010000:00000010:2.1:1769074692.469882:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d02400. 00010000:00000010:2.1:1769074692.469885:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c69f00. 00010000:00000010:2.1:1769074692.469890:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d3e200. 00010000:00000010:2.1:1769074692.469894:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d95300. 00010000:00000010:2.1:1769074692.469898:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88202600. 00010000:00000010:2.1:1769074692.469902:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d57e00. 00010000:00000010:2.1:1769074692.469913:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88227200. 00010000:00000010:2.1:1769074692.469917:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d4e400. 00010000:00000010:2.1:1769074692.469921:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dc8200. 00010000:00000010:2.1:1769074692.469925:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8821c300. 00010000:00000010:2.1:1769074692.469930:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882af000. 00010000:00000010:2.1:1769074692.469934:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88273600. 00010000:00000010:2.1:1769074692.469938:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882cfa00. 00010000:00000010:2.1:1769074692.469943:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88342100. 00010000:00000010:2.1:1769074692.469946:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882b9000. 00010000:00000010:2.1:1769074692.469950:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882da000. 00010000:00000010:2.1:1769074692.469954:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883a3a00. 00010000:00000010:2.1:1769074692.469957:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88335f00. 00010000:00000010:2.1:1769074692.469961:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88384a00. 00010000:00000010:2.1:1769074692.469964:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88378600. 00010000:00000010:2.1:1769074692.469968:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98201000. 00010000:00000010:2.1:1769074692.469971:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88366800. 00010000:00000010:2.1:1769074692.469976:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883fba00. 00010000:00000010:2.1:1769074692.469980:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9827a100. 00010000:00000010:2.1:1769074692.469983:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98241a00. 00010000:00000010:2.1:1769074692.469987:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982f8700. 00010000:00000010:2.1:1769074692.469991:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98314c00. 00010000:00000010:2.1:1769074692.469996:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98306900. 00010000:00000010:2.1:1769074692.469999:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a9400. 00010000:00000010:2.1:1769074692.470003:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982a3b00. 00010000:00000010:2.1:1769074692.470006:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98362e00. 00010000:00000010:2.1:1769074692.470009:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98326900. 00010000:00000010:2.1:1769074692.470013:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a3400. 00010000:00000010:2.1:1769074692.470017:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98392400. 00010000:00000010:2.1:1769074692.470020:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983d6400. 00010000:00000010:2.1:1769074692.470024:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98403000. 00010000:00000010:1.1:1769074692.470342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98776600. 00010000:00000010:1.1:1769074692.470349:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8aedfb00. 00010000:00000010:1.1:1769074692.470355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8889de00. 00010000:00000010:1.1:1769074692.470359:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b866f3800. 00010000:00000010:3.1:1769074692.503075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983ee200. 00010000:00000010:3.1:1769074692.503104:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98410200. 00010000:00000010:3.1:1769074692.503109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983c3e00. 00010000:00000010:3.1:1769074692.503114:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98436500. 00010000:00000010:3.1:1769074692.503142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9852de00. 00010000:00000010:3.1:1769074692.503146:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984d7f00. 00010000:00000010:3.1:1769074692.503151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98527200. 00010000:00000010:3.1:1769074692.503154:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98511a00. 00010000:00000010:3.1:1769074692.503158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98549a00. 00010000:00000010:3.1:1769074692.503163:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98533900. 00010000:00000010:3.1:1769074692.503169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98588400. 00010000:00000010:3.1:1769074692.503173:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98584500. 00010000:00000010:3.1:1769074692.503180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9023f000. 00010000:00000010:3.1:1769074692.503184:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984ae500. 00010000:00000010:3.1:1769074692.503187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985c7000. 00010000:00000010:3.1:1769074692.503191:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985c1700. 00010000:00000010:3.1:1769074692.503195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba1c23200. 00010000:00000010:3.1:1769074692.503200:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b881b8700. 00010000:00000010:3.1:1769074692.503203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82de1c00. 00010000:00000010:3.1:1769074692.503207:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f26300. 00010000:00000010:3.1:1769074692.503211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82de0200. 00010000:00000010:3.1:1769074692.503215:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b829aba00. 00010000:00000010:3.1:1769074692.503219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c54000. 00010000:00000010:3.1:1769074692.503222:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8760a000. 00010000:00000010:3.1:1769074692.503225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82b57e00. 00010000:00000010:3.1:1769074692.503230:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1d33400. 00010000:00000010:3.1:1769074692.503233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85940a00. 00010000:00000010:3.1:1769074692.503238:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8664ca00. 00010000:00000010:3.1:1769074692.503243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8671ea00. 00010000:00000010:3.1:1769074692.503246:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87112f00. 00010000:00000010:3.1:1769074692.503250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8678fe00. 00010000:00000010:3.1:1769074692.503254:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849d2100. 00010000:00000010:3.1:1769074692.503257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b867b6600. 00010000:00000010:3.1:1769074692.503261:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85b94b00. 00010000:00000010:3.1:1769074692.503265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86774400. 00010000:00000010:3.1:1769074692.503270:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86653100. 00010000:00000010:3.1:1769074692.503301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b829f6000. 00010000:00000010:3.1:1769074692.503306:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98ef5900. 00010000:00000010:3.1:1769074692.503310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88b0ca00. 00010000:00000010:3.1:1769074692.503314:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b891c7e00. 00010000:00000010:3.1:1769074692.503327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871e2800. 00010000:00000010:3.1:1769074692.503332:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87fca900. 00010000:00000010:3.1:1769074692.503335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c3f800. 00010000:00000010:3.1:1769074692.503338:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85da3c00. 00010000:00000010:3.1:1769074692.503342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d84a00. 00010000:00000010:3.1:1769074692.503346:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d98a00. 00010000:00000010:3.1:1769074692.503349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8499a400. 00010000:00000010:3.1:1769074692.503352:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85801e00. 00010000:00000010:3.1:1769074692.503355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84987600. 00010000:00000010:3.1:1769074692.503358:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84980b00. 00010000:00000010:3.1:1769074692.503361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8581a600. 00010000:00000010:3.1:1769074692.503365:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8586e600. 00010000:00000010:3.1:1769074692.503368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8495e800. 00010000:00000010:3.1:1769074692.503372:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d20f00. 00010000:00000010:3.1:1769074692.503376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84809000. 00010000:00000010:3.1:1769074692.503380:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84801400. 00010000:00000010:3.1:1769074692.503384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8585fc00. 00010000:00000010:3.1:1769074692.503389:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84806d00. 00010000:00000010:3.1:1769074692.503393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84812400. 00010000:00000010:3.1:1769074692.503396:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85863c00. 00010000:00000010:3.1:1769074692.503400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84976000. 00010000:00000010:3.1:1769074692.503403:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84915400. 00010000:00000010:3.1:1769074692.503407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84867800. 00010000:00000010:3.1:1769074692.503411:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84819d00. 00010000:00000010:3.1:1769074692.503415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c17400. 00010000:00000010:3.1:1769074692.503418:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848fa300. 00010000:00000010:3.1:1769074692.503422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848a4e00. 00010000:00000010:3.1:1769074692.503425:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848a0800. 00010000:00000010:3.1:1769074692.503435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848bb400. 00010000:00000010:3.1:1769074692.503439:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848b5b00. 00010000:00000010:3.1:1769074692.503443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8744dc00. 00010000:00000010:3.1:1769074692.503446:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87455800. 00010000:00000010:3.1:1769074692.503450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87591800. 00010000:00000010:3.1:1769074692.503454:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8753fb00. 00010000:00000010:3.1:1769074692.503458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875d7e00. 00010000:00000010:3.1:1769074692.503462:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8759a000. 00010000:00000010:3.1:1769074692.503466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874b2000. 00010000:00000010:3.1:1769074692.503470:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87512a00. 00010000:00000010:3.1:1769074692.503474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874eba00. 00010000:00000010:3.1:1769074692.503477:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875ab400. 00010000:00000010:3.1:1769074692.503480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875c6000. 00010000:00000010:3.1:1769074692.503484:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c37300. 00010000:00000010:3.1:1769074692.503488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cc2400. 00010000:00000010:3.1:1769074692.503491:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c24200. 00010000:00000010:3.1:1769074692.503496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cfdc00. 00010000:00000010:3.1:1769074692.503500:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875ec000. 00010000:00000010:3.1:1769074692.503504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cd0c00. 00010000:00000010:3.1:1769074692.503507:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c69900. 00010000:00000010:3.1:1769074692.503511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cd8400. 00010000:00000010:3.1:1769074692.503515:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d58b00. 00010000:00000010:3.1:1769074692.503518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d18000. 00010000:00000010:3.1:1769074692.503522:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d15100. 00010000:00000010:3.1:1769074692.503526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87df3400. 00010000:00000010:3.1:1769074692.503530:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d51500. 00010000:00000010:3.1:1769074692.503534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88224000. 00010000:00000010:3.1:1769074692.503538:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d8eb00. 00010000:00000010:3.1:1769074692.503542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88284800. 00010000:00000010:3.1:1769074692.503546:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b870a0600. 00010000:00000010:3.1:1769074692.503550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882fa200. 00010000:00000010:3.1:1769074692.503554:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8821f400. 00010000:00000010:3.1:1769074692.503563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882cf200. 00010000:00000010:3.1:1769074692.503567:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88342700. 00010000:00000010:3.1:1769074692.503571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882c5600. 00010000:00000010:3.1:1769074692.503575:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88277a00. 00010000:00000010:2.1:1769074692.507275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883a3400. 00010000:00000010:2.1:1769074692.507314:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88335400. 00010000:00000010:2.1:1769074692.507363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c4e00. 00010000:00000010:2.1:1769074692.507369:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88379900. 00010000:00000010:2.1:1769074692.507374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98229600. 00010000:00000010:2.1:1769074692.507380:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9822ca00. 00010000:00000010:2.1:1769074692.507385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883fbc00. 00010000:00000010:2.1:1769074692.507389:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9827ab00. 00010000:00000010:2.1:1769074692.507393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98217800. 00010000:00000010:2.1:1769074692.507398:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98266700. 00010000:00000010:2.1:1769074692.507403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98315400. 00010000:00000010:2.1:1769074692.507409:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98359100. 00010000:00000010:2.1:1769074692.507417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9838a000. 00010000:00000010:2.1:1769074692.507421:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982d3b00. 00010000:00000010:2.1:1769074692.507425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9838a400. 00010000:00000010:2.1:1769074692.507428:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9825cd00. 00010000:00000010:2.1:1769074692.507432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a2400. 00010000:00000010:2.1:1769074692.507436:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98392d00. 00010000:00000010:2.1:1769074692.507440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983d5a00. 00010000:00000010:2.1:1769074692.507445:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983df100. 00010000:00000010:2.1:1769074692.507449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983eea00. 00010000:00000010:2.1:1769074692.507453:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98410300. 00010000:00000010:2.1:1769074692.507458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98423400. 00010000:00000010:2.1:1769074692.507462:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98415700. 00010000:00000010:2.1:1769074692.507466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9852cc00. 00010000:00000010:2.1:1769074692.507470:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9848d400. 00010000:00000010:2.1:1769074692.507475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984b0e00. 00010000:00000010:2.1:1769074692.507478:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98521500. 00010000:00000010:2.1:1769074692.507484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98527800. 00010000:00000010:2.1:1769074692.507488:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9856ec00. 00010000:00000010:2.1:1769074692.507492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9857b600. 00010000:00000010:2.1:1769074692.507496:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985b8800. 00010000:00000010:2.1:1769074692.507500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9023f200. 00010000:00000010:2.1:1769074692.507503:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984ae700. 00010000:00000010:2.1:1769074692.507517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985d3200. 00010000:00000010:2.1:1769074692.507522:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985eb200. 00010000:00000010:3.1:1769074692.610931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b892e2200. 00010000:00000010:3.1:1769074692.610954:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba00a5800. 00010000:00000010:3.1:1769074692.610959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82de1e00. 00010000:00000010:3.1:1769074692.610963:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f26a00. 00010000:00000010:3.1:1769074692.610967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88bac200. 00010000:00000010:3.1:1769074692.610973:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83ee2b00. 00010000:00000010:3.1:1769074692.610978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8678a000. 00010000:00000010:3.1:1769074692.610982:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cd7200. 00010000:00000010:3.1:1769074692.610985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86758600. 00010000:00000010:3.1:1769074692.610989:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b867e5a00. 00010000:00000010:3.1:1769074692.610993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85ca6200. 00010000:00000010:3.1:1769074692.610997:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b89667500. 00010000:00000010:3.1:1769074692.611000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b859dd800. 00010000:00000010:3.1:1769074692.611005:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b866b3700. 00010000:00000010:3.1:1769074692.611009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8671f200. 00010000:00000010:3.1:1769074692.611014:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87112700. 00010000:00000010:3.1:1769074692.611017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b860bfc00. 00010000:00000010:3.1:1769074692.611022:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86796000. 00010000:00000010:3.1:1769074692.656719:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98777e00. 00010000:00000010:3.1:1769074692.656747:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8a48d100. 00010000:00000010:3.1:1769074692.656754:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8670bc00. 00010000:00000010:3.1:1769074692.656759:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba053e100. 00010000:00000010:3.1:1769074692.656765:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91059000. 00010000:00000010:3.1:1769074692.656769:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8678c200. 00010000:00000010:3.1:1769074692.656773:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98ed6c00. 00010000:00000010:3.1:1769074692.656777:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e1a500. 00010000:00000010:3.1:1769074692.656781:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c1cc00. 00010000:00000010:3.1:1769074692.656785:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cfcf00. 00010000:00000010:3.1:1769074692.656820:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871cc600. 00010000:00000010:3.1:1769074692.656824:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85da3300. 00010000:00000010:3.1:1769074692.656827:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8499b000. 00010000:00000010:3.1:1769074692.656831:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d9b800. 00010000:00000010:3.1:1769074692.656835:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85815c00. 00010000:00000010:3.1:1769074692.656839:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85801300. 00010000:00000010:3.1:1769074692.656842:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d47c00. 00010000:00000010:3.1:1769074692.656846:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d40f00. 00010000:00000010:3.1:1769074692.656851:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8494aa00. 00010000:00000010:3.1:1769074692.656854:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84944c00. 00010000:00000010:3.1:1769074692.656858:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85848200. 00010000:00000010:3.1:1769074692.656862:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8584da00. 00010000:00000010:3.1:1769074692.656865:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8480bc00. 00010000:00000010:3.1:1769074692.656869:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8483d400. 00010000:00000010:3.1:1769074692.656872:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84832e00. 00010000:00000010:3.1:1769074692.656876:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85861e00. 00010000:00000010:3.1:1769074692.656879:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84854200. 00010000:00000010:3.1:1769074692.656882:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84852300. 00010000:00000010:2.1:1769074692.721266:0:1035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84866200. 00010000:00000010:2.1:1769074692.721311:0:1035:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84819400. 00010000:00000010:2.1:1769074692.721318:0:1035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84880600. 00010000:00000010:2.1:1769074692.721323:0:1035:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f8000. 00010000:00000010:2.1:1769074692.721327:0:1035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848a5e00. 00010000:00000010:2.1:1769074692.721331:0:1035:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f7e00. 00010000:00000010:2.1:1769074692.721335:0:1035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848bb000. 00010000:00000010:2.1:1769074692.721339:0:1035:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848b4400. 00010000:00000010:2.1:1769074692.721343:0:1035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874fc800. 00010000:00000010:2.1:1769074692.721347:0:1035:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87444100. 00010000:00000010:2.1:1769074692.721354:0:1035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87538200. 00010000:00000010:2.1:1769074692.729655:0:1035:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848a8c00. 00010000:00000010:2.1:1769074692.729687:0:1035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87556400. 00010000:00000010:2.1:1769074692.729693:0:1035:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875cb300. 00010000:00000010:2.1:1769074692.729697:0:1035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874a4000. 00010000:00000010:2.1:1769074692.729701:0:1035:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b874a6a00. 00010000:00000010:2.1:1769074692.729705:0:1035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875afc00. 00010000:00000010:2.1:1769074692.729710:0:1035:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87520f00. 00010000:00000010:2.1:1769074692.729715:0:1035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c13200. 00010000:00000010:2.1:1769074692.729719:0:1035:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c1f500. 00010000:00000010:2.1:1769074692.729902:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874ac800. 00010000:00000010:2.1:1769074692.729909:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875b6100. 00010000:00000010:2.1:1769074692.729913:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c76600. 00010000:00000010:2.1:1769074692.729918:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c5a700. 00010000:00000010:2.1:1769074692.729923:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d2c000. 00010000:00000010:2.1:1769074692.729928:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c65300. 00010000:00000010:2.1:1769074692.729933:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c90200. 00010000:00000010:2.1:1769074692.729937:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c68300. 00010000:00000010:2.1:1769074692.729940:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cb4c00. 00010000:00000010:2.1:1769074692.729944:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d5b600. 00010000:00000010:2.1:1769074692.729976:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d66c00. 00010000:00000010:2.1:1769074692.729980:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d57700. 00010000:00000010:2.1:1769074692.729984:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d02a00. 00010000:00000010:2.1:1769074692.729987:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d56b00. 00010000:00000010:2.1:1769074692.729991:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87da8600. 00010000:00000010:2.1:1769074692.729995:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88219300. 00010000:00000010:2.1:1769074692.729999:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88287200. 00010000:00000010:2.1:1769074692.730003:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88283200. 00010000:00000010:2.1:1769074692.730007:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8825a600. 00010000:00000010:2.1:1769074692.730010:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882f3100. 00010000:00000010:2.1:1769074692.730014:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882bb400. 00010000:00000010:2.1:1769074692.730018:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882b0300. 00010000:00000010:2.1:1769074692.730022:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8839fe00. 00010000:00000010:2.1:1769074692.730026:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88313000. 00010000:00000010:2.1:1769074692.730030:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88372200. 00010000:00000010:2.1:1769074692.730034:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883a6200. 00010000:00000010:2.1:1769074692.730038:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c7800. 00010000:00000010:2.1:1769074692.730042:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88362300. 00010000:00000010:2.1:1769074692.730046:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883cc600. 00010000:00000010:2.1:1769074692.730049:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9822e200. 00010000:00000010:2.1:1769074692.730053:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98240400. 00010000:00000010:2.1:1769074692.730057:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98235100. 00010000:00000010:2.1:1769074692.730062:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883ff800. 00010000:00000010:2.1:1769074692.730065:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87420300. 00010000:00000010:3.1:1769074692.787711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9830d800. 00010000:00000010:3.1:1769074692.787719:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982d3600. 00010000:00000010:3.1:1769074692.787724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9838bc00. 00010000:00000010:3.1:1769074692.787729:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98322700. 00010000:00000010:3.1:1769074692.787732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98348600. 00010000:00000010:3.1:1769074692.787736:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98371100. 00010000:00000010:3.1:1769074692.787741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983b4a00. 00010000:00000010:3.1:1769074692.787745:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9837b600. 00010000:00000010:3.1:1769074692.787749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983f0a00. 00010000:00000010:3.1:1769074692.787754:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9845e900. 00010000:00000010:3.1:1769074692.787758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9843da00. 00010000:00000010:3.1:1769074692.787763:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984f8300. 00010000:00000010:3.1:1769074692.787767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983c2400. 00010000:00000010:3.1:1769074692.787773:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98436900. 00010000:00000010:3.1:1769074692.787800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984dfc00. 00010000:00000010:3.1:1769074692.787804:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984eae00. 00010000:00000010:3.1:1769074692.787808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98549c00. 00010000:00000010:3.1:1769074692.787814:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984b2600. 00010000:00000010:3.1:1769074692.787818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985bc800. 00010000:00000010:3.1:1769074692.787824:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9851c500. 00010000:00000010:3.1:1769074692.787829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9022fe00. 00010000:00000010:3.1:1769074692.787833:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985eb700. 00010000:00000010:3.1:1769074692.787838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90206800. 00010000:00000010:3.1:1769074692.787842:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90204500. 00010000:00000010:3.1:1769074692.787846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985d1000. 00010000:00000010:3.1:1769074692.787850:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020c200. 00010000:00000010:3.1:1769074692.787853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba03d3000. 00010000:00000010:3.1:1769074692.787857:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82b61f00. 00010000:00000010:3.1:1769074692.787861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982bc21f6600. 00010000:00000010:3.1:1769074692.787867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1ee6400. 00010000:00000010:3.1:1769074692.787870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88bace00. 00010000:00000010:3.1:1769074692.787875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82b77800. 00010000:00000010:3.1:1769074692.787880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82de6c00. 00010000:00000010:3.1:1769074692.787884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1d33000. 00010000:00000010:3.1:1769074692.787888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98e19e00. 00010000:00000010:3.1:1769074692.787892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1d33d00. 00010000:00000010:3.1:1769074692.787896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82df8400. 00010000:00000010:3.1:1769074692.787900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85caa500. 00010000:00000010:3.1:1769074692.787903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dfd200. 00010000:00000010:3.1:1769074692.787906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b866b3d00. 00010000:00000010:3.1:1769074692.787910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8671e600. 00010000:00000010:3.1:1769074692.787913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba0353d00. 00010000:00000010:3.1:1769074692.787917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82d26800. 00010000:00000010:3.1:1769074692.787920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cb3900. 00010000:00000010:3.1:1769074692.787924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98776c00. 00010000:00000010:3.1:1769074692.787927:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8a48d000. 00010000:00000010:3.1:1769074692.787938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8889c800. 00010000:00000010:3.1:1769074692.787941:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba053e900. 00010000:00000010:3.1:1769074692.787945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dd8e00. 00010000:00000010:3.1:1769074692.787948:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b859df600. 00010000:00000010:3.1:1769074692.787952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c1fe00. 00010000:00000010:3.1:1769074692.787955:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e85000. 00010000:00000010:3.1:1769074692.787960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c07800. 00010000:00000010:3.1:1769074692.787964:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c2c500. 00010000:00000010:3.1:1769074692.787967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871d3a00. 00010000:00000010:3.1:1769074692.787970:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85ceb300. 00010000:00000010:3.1:1769074692.787973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8499ac00. 00010000:00000010:3.1:1769074692.787976:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8582a800. 00010000:00000010:3.1:1769074692.787982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85868600. 00010000:00000010:3.1:1769074692.787985:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cdc600. 00010000:00000010:0.1:1769074692.826330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d1ce00. 00010000:00000010:0.1:1769074692.826347:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85877c00. 00010000:00000010:0.1:1769074692.826354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8495da00. 00010000:00000010:0.1:1769074692.826367:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84953c00. 00010000:00000010:0.1:1769074692.826375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8496aa00. 00010000:00000010:0.1:1769074692.826388:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84955d00. 00010000:00000010:0.1:1769074692.826397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8480aa00. 00010000:00000010:0.1:1769074692.826408:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8483db00. 00010000:00000010:0.1:1769074692.826416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84833800. 00010000:00000010:0.1:1769074692.826425:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85861b00. 00010000:00000010:0.1:1769074692.826435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84976a00. 00010000:00000010:0.1:1769074692.826445:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84912200. 00010000:00000010:0.1:1769074692.826453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84866a00. 00010000:00000010:0.1:1769074692.826460:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84819700. 00010000:00000010:0.1:1769074692.826468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c16a00. 00010000:00000010:0.1:1769074692.826476:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f8100. 00010000:00000010:0.1:1769074692.826486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848a5000. 00010000:00000010:0.1:1769074692.826493:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f7c00. 00010000:00000010:0.1:1769074692.826501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84888000. 00010000:00000010:0.1:1769074692.826509:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848b4700. 00010000:00000010:0.1:1769074692.826517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874fd600. 00010000:00000010:0.1:1769074692.826525:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87444800. 00010000:00000010:0.1:1769074692.826534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87538e00. 00010000:00000010:0.1:1769074692.826544:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848a8f00. 00010000:00000010:0.1:1769074692.826568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8759e400. 00010000:00000010:0.1:1769074692.826576:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8754c700. 00010000:00000010:0.1:1769074692.826583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874ae000. 00010000:00000010:0.1:1769074692.826592:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b874a6200. 00010000:00000010:0.1:1769074692.826609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8740ba00. 00010000:00000010:0.1:1769074692.826620:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87527a00. 00010000:00000010:0.1:1769074692.826629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c4d200. 00010000:00000010:0.1:1769074692.826649:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c34900. 00010000:00000010:0.1:1769074692.826657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875b5c00. 00010000:00000010:0.1:1769074692.826666:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c2e800. 00010000:00000010:0.1:1769074692.826676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c82800. 00010000:00000010:0.1:1769074692.826686:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c5a800. 00010000:00000010:0.1:1769074692.826694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d2d400. 00010000:00000010:0.1:1769074692.826704:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c9cc00. 00010000:00000010:0.1:1769074692.826712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c90a00. 00010000:00000010:0.1:1769074692.826721:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c68f00. 00010000:00000010:0.1:1769074692.826730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cfee00. 00010000:00000010:0.1:1769074692.826741:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87ca6c00. 00010000:00000010:0.1:1769074692.826751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dee400. 00010000:00000010:0.1:1769074692.826760:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87de3c00. 00010000:00000010:0.1:1769074692.826768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dff800. 00010000:00000010:0.1:1769074692.826780:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87ca6100. 00010000:00000010:0.1:1769074692.826792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88228200. 00010000:00000010:0.1:1769074692.826800:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88211b00. 00010000:00000010:0.1:1769074692.826809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88284400. 00010000:00000010:0.1:1769074692.826817:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88283500. 00010000:00000010:0.1:1769074692.826827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882fa000. 00010000:00000010:0.1:1769074692.826835:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882f3200. 00010000:00000010:0.1:1769074692.826845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88350200. 00010000:00000010:0.1:1769074692.826854:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8834ba00. 00010000:00000010:0.1:1769074692.826865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8832a400. 00010000:00000010:0.1:1769074692.826876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88305a00. 00010000:00000010:0.1:1769074692.826883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88372a00. 00010000:00000010:0.1:1769074692.827108:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8838c500. 00010000:00000010:0.1:1769074692.827119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c6c00. 00010000:00000010:0.1:1769074692.827129:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88362500. 00010000:00000010:0.1:1769074692.827139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883cee00. 00010000:00000010:0.1:1769074692.827146:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883bca00. 00010000:00000010:0.1:1769074692.827154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883fea00. 00010000:00000010:0.1:1769074692.827164:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98266300. 00010000:00000010:0.1:1769074692.827172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982d0200. 00010000:00000010:0.1:1769074692.827181:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87424500. 00010000:00000010:0.1:1769074692.827359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9830e600. 00010000:00000010:0.1:1769074692.827374:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9831bd00. 00010000:00000010:0.1:1769074692.827385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98362000. 00010000:00000010:0.1:1769074692.827393:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98322800. 00010000:00000010:0.1:1769074692.827404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98349e00. 00010000:00000010:0.1:1769074692.827412:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98326500. 00010000:00000010:0.1:1769074692.827422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983d6200. 00010000:00000010:0.1:1769074692.827432:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983b0e00. 00010000:00000010:0.1:1769074692.827444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98446600. 00010000:00000010:0.1:1769074692.827453:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9844a600. 00010000:00000010:0.1:1769074692.827462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9843d200. 00010000:00000010:0.1:1769074692.827472:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984f8c00. 00010000:00000010:0.1:1769074692.827485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983c2000. 00010000:00000010:0.1:1769074692.827495:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98436f00. 00010000:00000010:0.1:1769074692.827502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a6e00. 00010000:00000010:0.1:1769074692.827512:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98477000. 00010000:00000010:0.1:1769074692.827519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98548e00. 00010000:00000010:0.1:1769074692.827529:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98511c00. 00010000:00000010:0.1:1769074692.827538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984c4a00. 00010000:00000010:0.1:1769074692.827546:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9847f100. 00010000:00000010:0.1:1769074692.827822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9857ae00. 00010000:00000010:0.1:1769074692.827831:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9851c000. 00010000:00000010:0.1:1769074692.827840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90206400. 00010000:00000010:0.1:1769074692.827847:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985c1800. 00010000:00000010:0.1:1769074692.827857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90254e00. 00010000:00000010:0.1:1769074692.827866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e5900. 00010000:00000010:0.1:1769074692.827875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba02e3800. 00010000:00000010:0.1:1769074692.828049:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87e42b00. 00010000:00000010:0.1:1769074692.828061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba0360800. 00010000:00000010:0.1:1769074692.828070:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87721500. 00010000:00000010:0.1:1769074692.828079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88bac800. 00010000:00000010:0.1:1769074692.828090:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82b77f00. 00010000:00000010:0.1:1769074692.828098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b80030c00. 00010000:00000010:0.1:1769074692.828108:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1d33900. 00010000:00000010:0.1:1769074692.828116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c55000. 00010000:00000010:0.1:1769074692.828126:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b859b9400. 00010000:00000010:0.1:1769074692.828136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85ca6e00. 00010000:00000010:0.1:1769074692.828149:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b89667100. 00010000:00000010:0.1:1769074692.828161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85cde800. 00010000:00000010:0.1:1769074692.828172:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82bb0d00. 00010000:00000010:0.1:1769074692.828181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8678ec00. 00010000:00000010:0.1:1769074692.828278:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba0353600. 00010000:00000010:0.1:1769074692.828357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82d27e00. 00010000:00000010:0.1:1769074692.828367:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cb3d00. 00010000:00000010:0.1:1769074692.828376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91062000. 00010000:00000010:0.1:1769074692.828388:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82d9a500. 00010000:00000010:0.1:1769074692.828397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b888d4800. 00010000:00000010:0.1:1769074692.828404:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8714a900. 00010000:00000010:0.1:1769074692.828413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88b0d200. 00010000:00000010:0.1:1769074692.828425:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8678cc00. 00010000:00000010:0.1:1769074692.828434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8654ca00. 00010000:00000010:0.1:1769074692.828441:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82ecfd00. 00010000:00000010:0.1:1769074692.828448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c06c00. 00010000:00000010:0.1:1769074692.828457:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c2ce00. 00010000:00000010:2.1:1769074692.864555:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871cca00. 00010000:00000010:2.1:1769074692.864564:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8580ae00. 00010000:00000010:2.1:1769074692.864568:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8499d000. 00010000:00000010:2.1:1769074692.864572:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d9ba00. 00010000:00000010:2.1:1769074692.864576:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85814800. 00010000:00000010:2.1:1769074692.864580:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c37a00. 00010000:00000010:2.1:1769074692.864584:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d46e00. 00010000:00000010:2.1:1769074692.864587:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d40400. 00010000:00000010:2.1:1769074692.864606:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8494a800. 00010000:00000010:2.1:1769074692.864609:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84944e00. 00010000:00000010:2.1:1769074692.864615:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84964c00. 00010000:00000010:2.1:1769074692.864618:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84921900. 00010000:00000010:2.1:1769074692.864621:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8483ec00. 00010000:00000010:2.1:1769074692.864624:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84922f00. 00010000:00000010:2.1:1769074692.864628:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84832c00. 00010000:00000010:2.1:1769074692.864631:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85861d00. 00010000:00000010:2.1:1769074692.864635:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84854a00. 00010000:00000010:2.1:1769074692.864639:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84852800. 00010000:00000010:2.1:1769074692.864653:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84866e00. 00010000:00000010:2.1:1769074692.864657:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84819a00. 00010000:00000010:2.1:1769074692.864662:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c16800. 00010000:00000010:2.1:1769074692.864665:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d7d100. 00010000:00000010:2.1:1769074692.864668:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84889c00. 00010000:00000010:2.1:1769074692.864671:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848c8e00. 00010000:00000010:2.1:1769074692.864675:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848bbc00. 00010000:00000010:2.1:1769074692.864678:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84894d00. 00010000:00000010:2.1:1769074692.864682:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87499200. 00010000:00000010:2.1:1769074692.864685:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8757f800. 00010000:00000010:2.1:1769074692.864691:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87538600. 00010000:00000010:2.1:1769074692.864695:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848a8400. 00010000:00000010:2.1:1769074692.864700:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87556a00. 00010000:00000010:2.1:1769074692.864704:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87592e00. 00010000:00000010:2.1:1769074692.864707:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874a5400. 00010000:00000010:2.1:1769074692.864711:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b874a6300. 00010000:00000010:2.1:1769074692.864714:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874eb400. 00010000:00000010:2.1:1769074692.864718:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87527300. 00010000:00000010:2.1:1769074692.864722:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875c6400. 00010000:00000010:2.1:1769074692.864726:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c37800. 00010000:00000010:2.1:1769074692.864729:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875e0a00. 00010000:00000010:2.1:1769074692.864732:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c7ce00. 00010000:00000010:2.1:1769074692.864744:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c83e00. 00010000:00000010:2.1:1769074692.864747:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c5a000. 00010000:00000010:2.1:1769074692.864752:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c60600. 00010000:00000010:2.1:1769074692.864756:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c9c700. 00010000:00000010:2.1:1769074692.864759:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cfe400. 00010000:00000010:2.1:1769074692.864763:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c73100. 00010000:00000010:2.1:1769074692.864766:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cb5400. 00010000:00000010:2.1:1769074692.864771:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d5b900. 00010000:00000010:2.1:1769074692.864774:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87deee00. 00010000:00000010:2.1:1769074692.864777:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87de3600. 00010000:00000010:2.1:1769074692.864782:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88229a00. 00010000:00000010:2.1:1769074692.864785:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8702a600. 00010000:00000010:2.1:1769074692.864789:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87da9e00. 00010000:00000010:2.1:1769074692.864793:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8821cf00. 00010000:00000010:2.1:1769074692.864798:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8826e200. 00010000:00000010:2.1:1769074692.864951:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87dd7800. 00010000:00000010:2.1:1769074692.864958:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8823ae00. 00010000:00000010:2.1:1769074692.864962:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8826b300. 00010000:00000010:2.1:1769074692.864965:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882b8800. 00010000:00000010:2.1:1769074692.864969:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882dab00. 00010000:00000010:2.1:1769074692.864974:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8839f000. 00010000:00000010:2.1:1769074692.864978:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88313100. 00010000:00000010:2.1:1769074692.864983:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8837da00. 00010000:00000010:2.1:1769074692.864987:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883a6f00. 00010000:00000010:2.1:1769074692.864991:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98228400. 00010000:00000010:2.1:1769074692.864995:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9822cc00. 00010000:00000010:2.1:1769074692.865000:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883ce600. 00010000:00000010:2.1:1769074692.865003:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9822ec00. 00010000:00000010:2.1:1769074692.865007:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883f8a00. 00010000:00000010:2.1:1769074692.865482:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98270900. 00010000:00000010:2.1:1769074692.865491:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982fba00. 00010000:00000010:2.1:1769074692.865496:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88303500. 00010000:00000010:2.1:1769074692.865509:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9830f800. 00010000:00000010:2.1:1769074692.865513:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9831be00. 00010000:00000010:2.1:1769074692.865517:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9838ba00. 00010000:00000010:2.1:1769074692.865520:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98322a00. 00010000:00000010:2.1:1769074692.865523:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98349000. 00010000:00000010:2.1:1769074692.865763:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9834c800. 00010000:00000010:2.1:1769074692.865769:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983d6e00. 00010000:00000010:2.1:1769074692.865772:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983b0c00. 00010000:00000010:2.1:1769074692.865778:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98446200. 00010000:00000010:2.1:1769074692.865781:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9844a800. 00010000:00000010:2.1:1769074692.865784:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984ff800. 00010000:00000010:2.1:1769074692.865788:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984f8b00. 00010000:00000010:2.1:1769074692.865791:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983c3a00. 00010000:00000010:2.1:1769074692.865795:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98436400. 00010000:00000010:2.1:1769074692.865798:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984de800. 00010000:00000010:2.1:1769074692.865801:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984ea700. 00010000:00000010:2.1:1769074692.865901:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98497a00. 00010000:00000010:2.1:1769074692.865905:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984ee200. 00010000:00000010:2.1:1769074692.865910:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982fb800. 00010000:00000010:2.1:1769074692.865914:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98468400. 00010000:00000010:2.1:1769074692.865918:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9022e400. 00010000:00000010:2.1:1769074692.865921:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98579f00. 00010000:00000010:2.1:1769074692.865925:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985f9400. 00010000:00000010:2.1:1769074692.865929:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98573f00. 00010000:00000010:2.1:1769074692.865933:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9029e600. 00010000:00000010:2.1:1769074692.865936:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86036800. 00010000:00000010:2.1:1769074692.865940:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba03d3600. 00010000:00000010:2.1:1769074692.865944:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82b61600. 00010000:00000010:2.1:1769074692.866163:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba0360e00. 00010000:00000010:2.1:1769074692.866168:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87721400. 00010000:00000010:2.1:1769074692.866172:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82de1800. 00010000:00000010:2.1:1769074692.866175:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98121900. 00010000:00000010:2.1:1769074692.866187:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b876b0200. 00010000:00000010:2.1:1769074692.866190:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8adc0c00. 00010000:00000010:2.1:1769074692.866194:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c55600. 00010000:00000010:2.1:1769074692.866197:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b859b9600. 00010000:00000010:3.1:1769074692.916024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82df8000. 00010000:00000010:3.1:1769074692.916044:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8a598e00. 00010000:00000010:3.1:1769074692.916049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b859ddc00. 00010000:00000010:3.1:1769074692.916053:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849d7800. 00010000:00000010:3.1:1769074692.916056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8678f200. 00010000:00000010:3.1:1769074692.916061:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba0353b00. 00010000:00000010:3.1:1769074692.916065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82d27000. 00010000:00000010:3.1:1769074692.916069:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cb3f00. 00010000:00000010:3.1:1769074692.916072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98776000. 00010000:00000010:3.1:1769074692.916077:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8a48d900. 00010000:00000010:3.1:1769074692.916103:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b888d5600. 00010000:00000010:3.1:1769074692.916108:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82ecfa00. 00010000:00000010:3.1:1769074692.916112:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91058000. 00010000:00000010:3.1:1769074692.916123:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8678c500. 00010000:00000010:3.1:1769074692.916127:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98ed6000. 00010000:00000010:3.1:1769074692.916131:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e1a100. 00010000:00000010:3.1:1769074692.916135:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85da5c00. 00010000:00000010:3.1:1769074692.916138:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cfc800. 00010000:00000010:3.1:1769074692.916159:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85db0e00. 00010000:00000010:3.1:1769074692.916163:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cebd00. 00010000:00000010:3.1:1769074692.916168:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84997e00. 00010000:00000010:3.1:1769074692.916171:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c37f00. 00010000:00000010:3.1:1769074692.916175:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85869c00. 00010000:00000010:3.1:1769074692.916178:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8586c700. 00010000:00000010:3.1:1769074692.916181:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d46600. 00010000:00000010:3.1:1769074692.916185:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85877e00. 00010000:00000010:3.1:1769074692.916189:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8495d400. 00010000:00000010:3.1:1769074692.916192:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84953600. 00010000:00000010:3.1:1769074692.916195:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8496ae00. 00010000:00000010:3.1:1769074692.916198:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84955600. 00010000:00000010:3.1:1769074692.916203:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d6ee00. 00010000:00000010:3.1:1769074692.916207:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8483d600. 00010000:00000010:3.1:1769074692.916210:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8585ee00. 00010000:00000010:3.1:1769074692.916213:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84801000. 00010000:00000010:3.1:1769074692.916216:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84814000. 00010000:00000010:3.1:1769074692.916220:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84918d00. 00010000:00000010:3.1:1769074692.916223:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84905800. 00010000:00000010:3.1:1769074692.916227:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8487e500. 00010000:00000010:3.1:1769074692.916230:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c14a00. 00010000:00000010:3.1:1769074692.916233:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848d4c00. 00010000:00000010:3.1:1769074692.916237:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8488a200. 00010000:00000010:3.1:1769074692.916241:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8485ae00. 00010000:00000010:3.1:1769074692.916245:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848ba600. 00010000:00000010:3.1:1769074692.916247:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8487c800. 00010000:00000010:3.1:1769074692.916251:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874fde00. 00010000:00000010:3.1:1769074692.916254:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87444600. 00010000:00000010:3.1:1769074692.916257:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8753be00. 00010000:00000010:3.1:1769074692.916260:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87485800. 00010000:00000010:3.1:1769074692.916263:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874ca200. 00010000:00000010:3.1:1769074692.916266:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875cb700. 00010000:00000010:3.1:1769074692.916278:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874b3600. 00010000:00000010:3.1:1769074692.916312:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8750b100. 00010000:00000010:3.1:1769074692.916316:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874ea400. 00010000:00000010:3.1:1769074692.916320:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87527f00. 00010000:00000010:3.1:1769074692.916323:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c4d400. 00010000:00000010:3.1:1769074692.916328:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c1ff00. 00010000:00000010:3.1:1769074692.916332:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875e3400. 00010000:00000010:3.1:1769074692.916335:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8754f600. 00010000:00000010:3.1:1769074692.916338:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c83000. 00010000:00000010:3.1:1769074692.916342:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875bde00. 00010000:00000010:3.1:1769074692.916347:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c61600. 00010000:00000010:3.1:1769074692.916350:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c9c000. 00010000:00000010:3.1:1769074692.916354:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cbdc00. 00010000:00000010:3.1:1769074692.916363:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c88300. 00010000:00000010:3.1:1769074692.916368:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cb4200. 00010000:00000010:3.1:1769074692.916372:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d5bb00. 00010000:00000010:3.1:1769074692.916376:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cd1400. 00010000:00000010:3.1:1769074692.916380:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87ca6600. 00010000:00000010:3.1:1769074692.916385:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88227600. 00010000:00000010:3.1:1769074692.916389:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d4eb00. 00010000:00000010:3.1:1769074692.916394:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87da9800. 00010000:00000010:3.1:1769074692.916398:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8821c400. 00010000:00000010:3.1:1769074692.916402:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88284a00. 00010000:00000010:3.1:1769074692.916406:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d86700. 00010000:00000010:3.1:1769074692.916410:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882fba00. 00010000:00000010:3.1:1769074692.916413:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882f3900. 00010000:00000010:3.1:1769074692.916416:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882b9600. 00010000:00000010:3.1:1769074692.916420:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882da500. 00010000:00000010:3.1:1769074692.916423:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8839fa00. 00010000:00000010:3.1:1769074692.916428:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88313900. 00010000:00000010:3.1:1769074692.916432:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88385e00. 00010000:00000010:3.1:1769074692.916436:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8838cd00. 00010000:00000010:3.1:1769074692.916447:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98229c00. 00010000:00000010:3.1:1769074692.916452:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88317500. 00010000:00000010:3.1:1769074692.916457:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883cd800. 00010000:00000010:3.1:1769074692.916461:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9827f300. 00010000:00000010:3.1:1769074692.916465:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98216e00. 00010000:00000010:3.1:1769074692.916469:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98235e00. 00010000:00000010:3.1:1769074692.916472:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982d1c00. 00010000:00000010:3.1:1769074692.916476:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87424300. 00010000:00000010:3.1:1769074692.916480:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9831e400. 00010000:00000010:3.1:1769074692.916484:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9833d900. 00010000:00000010:3.1:1769074692.916487:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883ffe00. 00010000:00000010:3.1:1769074692.916490:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982d3100. 00010000:00000010:2.1:1769074692.949318:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983ff600. 00010000:00000010:1.1:1769074692.949319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983b5a00. 00010000:00000010:2.1:1769074692.949326:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98392a00. 00010000:00000010:1.1:1769074692.949329:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bb200. 00010000:00000010:1.1:1769074692.949336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983f0000. 00010000:00000010:1.1:1769074692.949341:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bb400. 00010000:00000010:1.1:1769074692.949348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984fe200. 00010000:00000010:1.1:1769074692.949364:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bf300. 00010000:00000010:1.1:1769074692.949373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9852ca00. 00010000:00000010:1.1:1769074692.949380:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984d7b00. 00010000:00000010:1.1:1769074692.949387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a3600. 00010000:00000010:1.1:1769074692.949394:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98464200. 00010000:00000010:1.1:1769074692.949402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98496c00. 00010000:00000010:1.1:1769074692.949407:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98464300. 00010000:00000010:1.1:1769074692.949414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985bc600. 00010000:00000010:1.1:1769074692.949421:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985b8a00. 00010000:00000010:1.1:1769074692.949427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9023ec00. 00010000:00000010:1.1:1769074692.949433:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98579400. 00010000:00000010:1.1:1769074692.949440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90214c00. 00010000:00000010:1.1:1769074692.949446:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985c1b00. 00010000:00000010:1.1:1769074692.949452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98e7a600. 00010000:00000010:1.1:1769074692.949458:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba00a5600. 00010000:00000010:1.1:1769074692.949463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c51000. 00010000:00000010:1.1:1769074692.949469:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87721e00. 00010000:00000010:1.1:1769074692.949476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8678aa00. 00010000:00000010:1.1:1769074692.949483:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83034500. 00010000:00000010:1.1:1769074692.949490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c47600. 00010000:00000010:1.1:1769074692.949497:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8adc0700. 00010000:00000010:1.1:1769074692.949503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c47200. 00010000:00000010:1.1:1769074692.949525:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b859b9b00. 00010000:00000010:1.1:1769074692.949532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82b56400. 00010000:00000010:1.1:1769074692.949539:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87f3cf00. 00010000:00000010:1.1:1769074692.949546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dfd400. 00010000:00000010:1.1:1769074692.949554:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83a15b00. 00010000:00000010:1.1:1769074692.949561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b867aee00. 00010000:00000010:1.1:1769074692.949567:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba0353000. 00010000:00000010:1.1:1769074692.949574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82d27a00. 00010000:00000010:1.1:1769074692.949581:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cb3300. 00010000:00000010:1.1:1769074692.949587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dee600. 00010000:00000010:1.1:1769074692.949594:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8a48df00. 00010000:00000010:1.1:1769074692.949601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8670b200. 00010000:00000010:1.1:1769074692.949608:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849c0c00. 00010000:00000010:1.1:1769074692.949615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91059400. 00010000:00000010:1.1:1769074692.949621:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c57300. 00010000:00000010:1.1:1769074692.949627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c1ec00. 00010000:00000010:1.1:1769074692.949634:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e85a00. 00010000:00000010:1.1:1769074692.949653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85da4e00. 00010000:00000010:1.1:1769074692.949659:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cf6200. 00010000:00000010:0.1:1769074692.986363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85db0800. 00010000:00000010:0.1:1769074692.986370:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85ceb800. 00010000:00000010:0.1:1769074692.986374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8499a000. 00010000:00000010:0.1:1769074692.986378:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8582a100. 00010000:00000010:0.1:1769074692.986383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85828e00. 00010000:00000010:0.1:1769074692.986387:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82dfe000. 00010000:00000010:0.1:1769074692.986391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d1dc00. 00010000:00000010:0.1:1769074692.986397:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85877400. 00010000:00000010:0.1:1769074692.986404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8494ae00. 00010000:00000010:0.1:1769074692.986411:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84944400. 00010000:00000010:0.1:1769074692.986417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8483fe00. 00010000:00000010:0.1:1769074692.986424:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84921d00. 00010000:00000010:0.1:1769074692.986430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8480be00. 00010000:00000010:0.1:1769074692.986436:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8491d400. 00010000:00000010:0.1:1769074692.986442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8585fe00. 00010000:00000010:0.1:1769074692.986448:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d5de00. 00010000:00000010:0.1:1769074692.986456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84814200. 00010000:00000010:0.1:1769074692.986461:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84918800. 00010000:00000010:0.1:1769074692.986467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84904c00. 00010000:00000010:0.1:1769074692.986471:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8487e400. 00010000:00000010:0.1:1769074692.986475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c15e00. 00010000:00000010:0.1:1769074692.986478:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f8900. 00010000:00000010:0.1:1769074692.986481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848a5a00. 00010000:00000010:0.1:1769074692.986485:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f7000. 00010000:00000010:0.1:1769074692.986488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874c9200. 00010000:00000010:0.1:1769074692.986491:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84894600. 00010000:00000010:0.1:1769074692.986495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874fd800. 00010000:00000010:0.1:1769074692.986498:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87444200. 00010000:00000010:0.1:1769074692.986501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87494c00. 00010000:00000010:0.1:1769074692.986505:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8758e300. 00010000:00000010:0.1:1769074692.986508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874caa00. 00010000:00000010:0.1:1769074692.986511:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8754c000. 00010000:00000010:0.1:1769074692.986514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874a5c00. 00010000:00000010:0.1:1769074692.986518:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b874a6400. 00010000:00000010:3.1:1769074693.017494:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8825b400. 00010000:00000010:3.1:1769074693.017502:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88267a00. 00010000:00000010:3.1:1769074693.017506:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8829e000. 00010000:00000010:3.1:1769074693.017511:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882b4500. 00010000:00000010:3.1:1769074693.017514:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8839ee00. 00010000:00000010:3.1:1769074693.017518:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88313400. 00010000:00000010:3.1:1769074693.017521:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88384c00. 00010000:00000010:3.1:1769074693.017524:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8838cf00. 00010000:00000010:3.1:1769074693.017529:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c4400. 00010000:00000010:3.1:1769074693.017534:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88362200. 00010000:00000010:3.1:1769074693.017541:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883cf600. 00010000:00000010:3.1:1769074693.017546:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883bcd00. 00010000:00000010:3.1:1769074693.017550:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98240200. 00010000:00000010:3.1:1769074693.017554:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98275200. 00010000:00000010:3.1:1769074693.017558:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883ff000. 00010000:00000010:3.1:1769074693.017561:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88303600. 00010000:00000010:3.1:1769074693.017565:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9830ec00. 00010000:00000010:3.1:1769074693.017569:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9831b200. 00010000:00000010:3.1:1769074693.017574:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98362200. 00010000:00000010:3.1:1769074693.017577:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98322300. 00010000:00000010:3.1:1769074693.017600:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983ff800. 00010000:00000010:3.1:1769074693.017604:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983f9d00. 00010000:00000010:3.1:1769074693.017608:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983d6600. 00010000:00000010:3.1:1769074693.017612:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983b0700. 00010000:00000010:3.1:1769074693.017617:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983f0800. 00010000:00000010:3.1:1769074693.017620:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bbb00. 00010000:00000010:3.1:1769074693.017624:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9843dc00. 00010000:00000010:3.1:1769074693.017627:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984f8600. 00010000:00000010:3.1:1769074693.017630:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9852c600. 00010000:00000010:3.1:1769074693.017634:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984d7600. 00010000:00000010:3.1:1769074693.017650:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a7600. 00010000:00000010:3.1:1769074693.017654:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98477100. 00010000:00000010:3.1:1769074693.017658:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98497000. 00010000:00000010:3.1:1769074693.017662:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98464400. 00010000:00000010:3.1:1769074693.017665:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9856d800. 00010000:00000010:3.1:1769074693.017669:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9853f100. 00010000:00000010:3.1:1769074693.017672:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9857aa00. 00010000:00000010:3.1:1769074693.017676:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985a2600. 00010000:00000010:3.1:1769074693.017681:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985f9000. 00010000:00000010:3.1:1769074693.017686:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90208700. 00010000:00000010:3.1:1769074693.017690:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982bc2160600. 00010000:00000010:3.1:1769074693.017694:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f57d00. 00010000:00000010:3.1:1769074693.017697:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba0361600. 00010000:00000010:3.1:1769074693.017701:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1ee6c00. 00010000:00000010:3.1:1769074693.017704:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82de0000. 00010000:00000010:3.1:1769074693.017707:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f57a00. 00010000:00000010:3.1:1769074693.017711:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c47e00. 00010000:00000010:3.1:1769074693.017715:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cd7300. 00010000:00000010:3.1:1769074693.017719:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86759600. 00010000:00000010:3.1:1769074693.017722:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85ca1000. 00010000:00000010:3.1:1769074693.017727:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85ca6600. 00010000:00000010:3.1:1769074693.017730:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b89667700. 00010000:00000010:3.1:1769074693.017740:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dfdc00. 00010000:00000010:3.1:1769074693.017743:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849d7a00. 00010000:00000010:3.1:1769074693.017747:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8678e200. 00010000:00000010:3.1:1769074693.017751:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87f9b200. 00010000:00000010:3.1:1769074693.017754:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b860bea00. 00010000:00000010:3.1:1769074693.017760:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86796700. 00010000:00000010:3.1:1769074693.017764:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91062400. 00010000:00000010:3.1:1769074693.017767:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82d9a300. 00010000:00000010:3.1:1769074693.017771:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b888d5e00. 00010000:00000010:3.1:1769074693.017775:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8714aa00. 00010000:00000010:3.1:1769074693.017780:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91058200. 00010000:00000010:3.1:1769074693.017785:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c57d00. 00010000:00000010:3.1:1769074693.017788:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98ed7400. 00010000:00000010:3.1:1769074693.017793:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e1ae00. 00010000:00000010:3.1:1769074693.017796:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85da4800. 00010000:00000010:3.1:1769074693.017799:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c84d00. 00010000:00000010:3.1:1769074693.017803:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871d2000. 00010000:00000010:3.1:1769074693.017806:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8580a600. 00010000:00000010:3.1:1769074693.017810:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8499cc00. 00010000:00000010:3.1:1769074693.017814:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d9b100. 00010000:00000010:3.1:1769074693.017818:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84986400. 00010000:00000010:3.1:1769074693.017821:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84980f00. 00010000:00000010:3.1:1769074693.017825:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d46800. 00010000:00000010:3.1:1769074693.017829:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d40100. 00010000:00000010:3.1:1769074693.017833:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8495fa00. 00010000:00000010:3.1:1769074693.017837:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84944700. 00010000:00000010:3.1:1769074693.017840:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8496a600. 00010000:00000010:3.1:1769074693.017844:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8584d300. 00010000:00000010:3.1:1769074693.017848:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d6e800. 00010000:00000010:3.1:1769074693.017853:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84806a00. 00010000:00000010:3.1:1769074693.017855:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8585e000. 00010000:00000010:3.1:1769074693.017859:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c34400. 00010000:00000010:3.1:1769074693.017870:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84855600. 00010000:00000010:3.1:1769074693.017873:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84852d00. 00010000:00000010:3.1:1769074693.017877:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84907a00. 00010000:00000010:3.1:1769074693.017880:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c34900. 00010000:00000010:3.1:1769074693.017884:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c17e00. 00010000:00000010:3.1:1769074693.017887:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848fa200. 00010000:00000010:3.1:1769074693.017891:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848a5200. 00010000:00000010:3.1:1769074693.017894:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f7700. 00010000:00000010:3.1:1769074693.017897:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848bee00. 00010000:00000010:3.1:1769074693.017900:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848e3900. 00010000:00000010:3.1:1769074693.017903:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874fda00. 00010000:00000010:3.1:1769074693.017906:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87436d00. 00010000:00000010:3.1:1769074693.017910:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87590e00. 00010000:00000010:3.1:1769074693.017914:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8753f300. 00010000:00000010:3.1:1769074693.017917:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87556e00. 00010000:00000010:3.1:1769074693.017920:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875cb600. 00010000:00000010:3.1:1769074693.017946:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874af600. 00010000:00000010:3.1:1769074693.017950:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b874a6700. 00010000:00000010:3.1:1769074693.017954:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875af600. 00010000:00000010:3.1:1769074693.017958:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87520100. 00010000:00000010:3.1:1769074693.017961:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875df800. 00010000:00000010:3.1:1769074693.017965:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875dba00. 00010000:00000010:3.1:1769074693.017968:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875b4800. 00010000:00000010:3.1:1769074693.017971:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c2e600. 00010000:00000010:3.1:1769074693.017975:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c82c00. 00010000:00000010:3.1:1769074693.017978:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cf5a00. 00010000:00000010:3.1:1769074693.017982:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cd1c00. 00010000:00000010:3.1:1769074693.017985:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b996d5000. 00010000:00000010:3.1:1769074693.017989:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cd8800. 00010000:00000010:3.1:1769074693.017992:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c88900. 00010000:00000010:3.1:1769074693.017995:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d66000. 00010000:00000010:3.1:1769074693.017999:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d5f000. 00010000:00000010:3.1:1769074693.018157:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87df3e00. 00010000:00000010:3.1:1769074693.018161:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d51700. 00010000:00000010:3.1:1769074693.018165:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88225600. 00010000:00000010:3.1:1769074693.018169:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d4e300. 00010000:00000010:3.1:1769074693.018174:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88229e00. 00010000:00000010:3.1:1769074693.018177:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d92700. 00010000:00000010:3.1:1769074693.018181:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882af600. 00010000:00000010:3.1:1769074693.018186:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b870a0000. 00010000:00000010:3.1:1769074693.018189:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8823a600. 00010000:00000010:3.1:1769074693.018193:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8826bd00. 00010000:00000010:3.1:1769074693.018197:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882bbc00. 00010000:00000010:3.1:1769074693.018201:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882b4e00. 00010000:00000010:3.1:1769074693.018204:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8832bc00. 00010000:00000010:3.1:1769074693.018207:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88305e00. 00010000:00000010:3.1:1769074693.018212:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8837d400. 00010000:00000010:3.1:1769074693.018215:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883a6b00. 00010000:00000010:3.1:1769074693.018219:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98229400. 00010000:00000010:3.1:1769074693.018223:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9822c600. 00010000:00000010:3.1:1769074693.018227:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c4c00. 00010000:00000010:3.1:1769074693.018231:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883c1900. 00010000:00000010:3.1:1769074693.018234:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98240e00. 00010000:00000010:3.1:1769074693.018237:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98275500. 00010000:00000010:3.1:1769074693.018240:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982fa400. 00010000:00000010:3.1:1769074693.018243:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87424900. 00010000:00000010:3.1:1769074693.018247:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9831f400. 00010000:00000010:3.1:1769074693.018250:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9831b600. 00010000:00000010:3.1:1769074693.018253:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98362400. 00010000:00000010:3.1:1769074693.018256:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982a1f00. 00010000:00000010:3.1:1769074693.018259:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983b4800. 00010000:00000010:3.1:1769074693.018262:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98371600. 00010000:00000010:3.1:1769074693.018265:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983f1600. 00010000:00000010:3.1:1769074693.018268:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88303c00. 00010000:00000010:3.1:1769074693.018276:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9830ea00. 00010000:00000010:2.1:1769074693.018325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874eaa00. 00010000:00000010:2.1:1769074693.018332:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875ab800. 00010000:00000010:2.1:1769074693.018336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875de600. 00010000:00000010:2.1:1769074693.018338:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875ab000. 00010000:00000010:2.1:1769074693.018341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875e3200. 00010000:00000010:2.1:1769074693.018344:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875b6900. 00010000:00000010:2.1:1769074693.018347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c76200. 00010000:00000010:2.1:1769074693.018350:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c27000. 00010000:00000010:2.1:1769074693.018354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c61c00. 00010000:00000010:2.1:1769074693.018357:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c9c400. 00010000:00000010:3.1:1769074693.018390:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9845ec00. 00010000:00000010:3.1:1769074693.018397:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9843ca00. 00010000:00000010:3.1:1769074693.018401:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984f4100. 00010000:00000010:3.1:1769074693.018406:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98497200. 00010000:00000010:3.1:1769074693.018409:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98436000. 00010000:00000010:3.1:1769074693.018413:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984de600. 00010000:00000010:3.1:1769074693.018416:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984ea000. 00010000:00000010:3.1:1769074693.018420:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98496800. 00010000:00000010:3.1:1769074693.018423:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98464900. 00010000:00000010:2.1:1769074693.022329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c90e00. 00010000:00000010:2.1:1769074693.022337:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c68400. 00010000:00000010:2.1:1769074693.022341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cb4a00. 00010000:00000010:2.1:1769074693.022344:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d58300. 00010000:00000010:2.1:1769074693.022347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d66800. 00010000:00000010:2.1:1769074693.022351:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d51e00. 00010000:00000010:2.1:1769074693.022354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8822aa00. 00010000:00000010:2.1:1769074693.022358:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d4e500. 00010000:00000010:2.1:1769074693.022362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87da2800. 00010000:00000010:2.1:1769074693.022366:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88211900. 00010000:00000010:2.1:1769074693.022370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88285a00. 00010000:00000010:2.1:1769074693.022373:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d86d00. 00010000:00000010:2.1:1769074693.022377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9858b600. 00010000:00000010:2.1:1769074693.022381:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985b8900. 00010000:00000010:2.1:1769074693.022384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985f9e00. 00010000:00000010:2.1:1769074693.022389:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985a2b00. 00010000:00000010:2.1:1769074693.022410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9858a800. 00010000:00000010:2.1:1769074693.022413:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985ebc00. 00010000:00000010:2.1:1769074693.022418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba02e2400. 00010000:00000010:2.1:1769074693.022422:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87e42000. 00010000:00000010:2.1:1769074693.022426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c50c00. 00010000:00000010:2.1:1769074693.022430:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87721c00. 00010000:00000010:2.1:1769074693.022434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88bad600. 00010000:00000010:2.1:1769074693.022437:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82b77100. 00010000:00000010:2.1:1769074693.022440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82de7400. 00010000:00000010:2.1:1769074693.022443:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88891f00. 00010000:00000010:2.1:1769074693.022446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98e18a00. 00010000:00000010:2.1:1769074693.022450:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88bb1c00. 00010000:00000010:2.1:1769074693.022452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85941a00. 00010000:00000010:2.1:1769074693.022455:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87f3cd00. 00010000:00000010:2.1:1769074693.022459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85cdee00. 00010000:00000010:2.1:1769074693.022462:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82bb0400. 00010000:00000010:2.1:1769074693.022465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98ef6e00. 00010000:00000010:2.1:1769074693.022469:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba0353500. 00010000:00000010:2.1:1769074693.022480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b867b6200. 00010000:00000010:2.1:1769074693.022484:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86796a00. 00010000:00000010:2.1:1769074693.022487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98777200. 00010000:00000010:2.1:1769074693.022491:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8aedfa00. 00010000:00000010:2.1:1769074693.022494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8889c600. 00010000:00000010:2.1:1769074693.022498:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1974f00. 00010000:00000010:2.1:1769074693.022502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dd9200. 00010000:00000010:2.1:1769074693.022506:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c57f00. 00010000:00000010:2.1:1769074693.022510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c1ce00. 00010000:00000010:2.1:1769074693.022513:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82ecfb00. 00010000:00000010:2.1:1769074693.022516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85da4600. 00010000:00000010:2.1:1769074693.022519:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cfc400. 00010000:00000010:2.1:1769074693.022522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871d2c00. 00010000:00000010:2.1:1769074693.022525:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cede00. 00010000:00000010:2.1:1769074693.022534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8499da00. 00010000:00000010:2.1:1769074693.022537:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d9b900. 00010000:00000010:2.1:1769074693.022540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84987c00. 00010000:00000010:2.1:1769074693.022543:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84980d00. 00010000:00000010:2.1:1769074693.022546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8581ba00. 00010000:00000010:2.1:1769074693.022549:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8586e100. 00010000:00000010:2.1:1769074693.022552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8495f400. 00010000:00000010:2.1:1769074693.022556:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84944000. 00010000:00000010:2.1:1769074693.022559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84809c00. 00010000:00000010:2.1:1769074693.022562:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8584dd00. 00010000:00000010:2.1:1769074693.022565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d0c000. 00010000:00000010:2.1:1769074693.022568:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84806900. 00010000:00000010:2.1:1769074693.022571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84832000. 00010000:00000010:2.1:1769074693.022574:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85863400. 00010000:00000010:2.1:1769074693.022577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84854e00. 00010000:00000010:2.1:1769074693.022579:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84970f00. 00010000:00000010:2.1:1769074693.022582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84905200. 00010000:00000010:2.1:1769074693.022585:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848c2800. 00010000:00000010:2.1:1769074693.022588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c17000. 00010000:00000010:2.1:1769074693.022591:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848d4f00. 00010000:00000010:2.1:1769074693.022594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8488be00. 00010000:00000010:2.1:1769074693.022597:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8485a900. 00010000:00000010:2.1:1769074693.022600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848a4200. 00010000:00000010:2.1:1769074693.022604:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848e3e00. 00010000:00000010:2.1:1769074693.022607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8744c000. 00010000:00000010:2.1:1769074693.022610:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848b5700. 00010000:00000010:2.1:1769074693.022613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87590600. 00010000:00000010:2.1:1769074693.022615:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8753f900. 00010000:00000010:2.1:1769074693.022618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875d6e00. 00010000:00000010:2.1:1769074693.022621:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8759ac00. 00010000:00000010:2.1:1769074693.022625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874b2600. 00010000:00000010:2.1:1769074693.022628:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8750b300. 00010000:00000010:2.1:1769074693.022649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874eae00. 00010000:00000010:2.1:1769074693.022653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875ab200. 00010000:00000010:2.1:1769074693.022657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c4ce00. 00010000:00000010:2.1:1769074693.022661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c1f800. 00010000:00000010:2.1:1769074693.022664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875e0400. 00010000:00000010:2.1:1769074693.022667:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c7c700. 00010000:00000010:2.1:1769074693.022671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cfc000. 00010000:00000010:2.1:1769074693.022674:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875ecf00. 00010000:00000010:2.1:1769074693.022677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cd0400. 00010000:00000010:2.1:1769074693.022681:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b996d5b00. 00010000:00000010:2.1:1769074693.022684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cd9600. 00010000:00000010:2.1:1769074693.022687:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c88400. 00010000:00000010:2.1:1769074693.022689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cb4e00. 00010000:00000010:2.1:1769074693.022692:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d10c00. 00010000:00000010:2.1:1769074693.022696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87ded200. 00010000:00000010:2.1:1769074693.022699:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d3cc00. 00010000:00000010:2.1:1769074693.022702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88229800. 00010000:00000010:2.1:1769074693.022705:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d4ec00. 00010000:00000010:2.1:1769074693.022708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87da2600. 00010000:00000010:2.1:1769074693.022711:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8821f600. 00010000:00000010:2.1:1769074693.022716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882af800. 00010000:00000010:2.1:1769074693.022720:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88273900. 00010000:00000010:2.1:1769074693.022723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8823b800. 00010000:00000010:2.1:1769074693.022727:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8826bf00. 00010000:00000010:2.1:1769074693.022731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882baa00. 00010000:00000010:2.1:1769074693.022734:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882b4700. 00010000:00000010:2.1:1769074693.022737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883a3800. 00010000:00000010:2.1:1769074693.022740:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88335a00. 00010000:00000010:2.1:1769074693.022745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883a1a00. 00010000:00000010:2.1:1769074693.022748:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8836c900. 00010000:00000010:2.1:1769074693.022751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98228e00. 00010000:00000010:2.1:1769074693.022755:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9822c000. 00010000:00000010:2.1:1769074693.022764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883fb000. 00010000:00000010:2.1:1769074693.022767:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9827aa00. 00010000:00000010:2.1:1769074693.022770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883f8400. 00010000:00000010:2.1:1769074693.022774:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98270400. 00010000:00000010:2.1:1769074693.022778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982d0800. 00010000:00000010:2.1:1769074693.022781:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87424700. 00010000:00000010:2.1:1769074693.022784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9830d400. 00010000:00000010:2.1:1769074693.022788:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982a3500. 00010000:00000010:2.1:1769074693.022791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98372e00. 00010000:00000010:2.1:1769074693.022794:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982a1c00. 00010000:00000010:2.1:1769074693.022798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98348c00. 00010000:00000010:2.1:1769074693.022801:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9834c000. 00010000:00000010:2.1:1769074693.022804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983d7800. 00010000:00000010:2.1:1769074693.022810:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983b0100. 00010000:00000010:2.1:1769074693.022815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98447600. 00010000:00000010:2.1:1769074693.022819:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9844aa00. 00010000:00000010:2.1:1769074693.022823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98423600. 00010000:00000010:2.1:1769074693.022826:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98486200. 00010000:00000010:2.1:1769074693.022829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984d1000. 00010000:00000010:2.1:1769074693.022832:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983c0900. 00010000:00000010:2.1:1769074693.022835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983c3000. 00010000:00000010:2.1:1769074693.022839:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984ea400. 00010000:00000010:2.1:1769074693.022842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98549800. 00010000:00000010:2.1:1769074693.022846:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98533000. 00010000:00000010:2.1:1769074693.022850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985bca00. 00010000:00000010:2.1:1769074693.022853:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985b8d00. 00010000:00000010:2.1:1769074693.022856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9022f600. 00010000:00000010:2.1:1769074693.022859:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98573b00. 00010000:00000010:2.1:1769074693.022863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90207a00. 00010000:00000010:2.1:1769074693.022866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985c1500. 00010000:00000010:2.1:1769074693.022870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba1c22c00. 00010000:00000010:2.1:1769074693.022875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82b61b00. 00010000:00000010:2.1:1769074693.022884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91043400. 00010000:00000010:2.1:1769074693.022887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87721700. 00010000:00000010:2.1:1769074693.022890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8678ae00. 00010000:00000010:2.1:1769074693.022894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83034100. 00010000:00000010:2.1:1769074693.022897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b80030400. 00010000:00000010:2.1:1769074693.022902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cd7900. 00010000:00000010:2.1:1769074693.022906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86759800. 00010000:00000010:2.1:1769074693.022909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85ca1200. 00010000:00000010:2.1:1769074693.022913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85ca7800. 00010000:00000010:2.1:1769074693.022916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b987c8600. 00010000:00000010:2.1:1769074693.022919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85cde600. 00010000:00000010:2.1:1769074693.022921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82bb0600. 00010000:00000010:2.1:1769074693.022924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98ef7600. 00010000:00000010:2.1:1769074693.022927:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b81504e00. 00010000:00000010:2.1:1769074693.022931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86775400. 00010000:00000010:2.1:1769074693.022934:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8a44a000. 00010000:00000010:2.1:1769074693.022937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98777400. 00010000:00000010:2.1:1769074693.022940:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8aedf500. 00010000:00000010:2.1:1769074693.022943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b888d4c00. 00010000:00000010:2.1:1769074693.022946:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e22000. 00010000:00000010:2.1:1769074693.022949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91058a00. 00010000:00000010:2.1:1769074693.022952:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c57800. 00010000:00000010:2.1:1769074693.022955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98ed6800. 00010000:00000010:2.1:1769074693.022958:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e1ad00. 00010000:00000010:2.1:1769074693.022962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c1f800. 00010000:00000010:2.1:1769074693.022966:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cf6a00. 00010000:00000010:2.1:1769074693.022969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871d2a00. 00010000:00000010:2.1:1769074693.022973:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cebb00. 00010000:00000010:2.1:1769074693.022976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8499d200. 00010000:00000010:2.1:1769074693.022979:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b871db400. 00010000:00000010:2.1:1769074693.022983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84986e00. 00010000:00000010:2.1:1769074693.022986:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8586cd00. 00010000:00000010:2.1:1769074693.022995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d1c600. 00010000:00000010:2.1:1769074693.022999:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85877600. 00010000:00000010:2.1:1769074693.023002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8495e200. 00010000:00000010:2.1:1769074693.023005:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8584ab00. 00010000:00000010:2.1:1769074693.023009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8483f600. 00010000:00000010:2.1:1769074693.023013:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84955800. 00010000:00000010:2.1:1769074693.023016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d6ea00. 00010000:00000010:2.1:1769074693.023020:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84922800. 00010000:00000010:2.1:1769074693.023023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84833400. 00010000:00000010:2.1:1769074693.023026:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85863600. 00010000:00000010:2.1:1769074693.023029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84899600. 00010000:00000010:2.1:1769074693.023032:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84970600. 00010000:00000010:3.1:1769074693.050352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84865c00. 00010000:00000010:3.1:1769074693.050364:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84879300. 00010000:00000010:3.1:1769074693.050368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c14200. 00010000:00000010:3.1:1769074693.050371:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848d4400. 00010000:00000010:3.1:1769074693.090389:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84888600. 00010000:00000010:3.1:1769074693.090404:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848c8000. 00010000:00000010:3.1:1769074693.090409:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848bba00. 00010000:00000010:3.1:1769074693.090413:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84894800. 00010000:00000010:3.1:1769074693.090417:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874fc000. 00010000:00000010:3.1:1769074693.090421:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8758cb00. 00010000:00000010:3.1:1769074693.090426:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87539200. 00010000:00000010:3.1:1769074693.090430:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848a8100. 00010000:00000010:3.1:1769074693.090435:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87556200. 00010000:00000010:3.1:1769074693.090440:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875cd700. 00010000:00000010:3.1:1769074693.090446:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874b3000. 00010000:00000010:3.1:1769074693.090450:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8750b500. 00010000:00000010:3.1:1769074693.090454:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874ebc00. 00010000:00000010:3.1:1769074693.090457:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875ab500. 00010000:00000010:3.1:1769074693.090461:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c4c600. 00010000:00000010:3.1:1769074693.090466:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c1f000. 00010000:00000010:3.1:1769074693.090488:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875e1e00. 00010000:00000010:3.1:1769074693.090493:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c56900. 00010000:00000010:3.1:1769074693.090510:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cfd400. 00010000:00000010:3.1:1769074693.090514:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cf5500. 00010000:00000010:3.1:1769074693.090519:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d2c200. 00010000:00000010:3.1:1769074693.090524:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c65d00. 00010000:00000010:3.1:1769074693.090527:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cd9000. 00010000:00000010:3.1:1769074693.090532:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c88f00. 00010000:00000010:3.1:1769074693.090536:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d18800. 00010000:00000010:3.1:1769074693.090539:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d10e00. 00010000:00000010:3.1:1769074693.090542:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8759ee00. 00010000:00000010:3.1:1769074693.090546:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d3c400. 00010000:00000010:3.1:1769074693.090549:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88228c00. 00010000:00000010:3.1:1769074693.090552:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b870a0b00. 00010000:00000010:3.1:1769074693.090557:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87da8c00. 00010000:00000010:3.1:1769074693.090561:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8821cc00. 00010000:00000010:3.1:1769074693.090564:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88286400. 00010000:00000010:3.1:1769074693.090568:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87dc0900. 00010000:00000010:3.1:1769074693.090571:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8823ac00. 00010000:00000010:3.1:1769074693.090575:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88342c00. 00010000:00000010:3.1:1769074693.090579:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8829fa00. 00010000:00000010:3.1:1769074693.090583:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8834b200. 00010000:00000010:3.1:1769074693.090586:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8832a600. 00010000:00000010:3.1:1769074693.090589:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88305d00. 00010000:00000010:3.1:1769074693.090593:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8837c200. 00010000:00000010:3.1:1769074693.090597:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8838ca00. 00010000:00000010:3.1:1769074693.090601:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c5e00. 00010000:00000010:3.1:1769074693.090606:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88379800. 00010000:00000010:3.1:1769074693.090609:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883cd400. 00010000:00000010:3.1:1769074693.090613:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9827fc00. 00010000:00000010:3.1:1769074693.090617:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982fbe00. 00010000:00000010:3.1:1769074693.090621:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98275300. 00010000:00000010:3.1:1769074693.090625:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982d1600. 00010000:00000010:3.1:1769074693.090629:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87424400. 00010000:00000010:3.1:1769074693.090651:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9830d000. 00010000:00000010:3.1:1769074693.090655:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982d3200. 00010000:00000010:3.1:1769074693.090658:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98372000. 00010000:00000010:3.1:1769074693.090662:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983cd900. 00010000:00000010:3.1:1769074693.090666:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983b5800. 00010000:00000010:3.1:1769074693.090670:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98392500. 00010000:00000010:3.1:1769074693.090673:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983d6c00. 00010000:00000010:3.1:1769074693.090677:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983b0a00. 00010000:00000010:3.1:1769074693.090681:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983eec00. 00010000:00000010:3.1:1769074693.090685:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9845e400. 00010000:00000010:3.1:1769074693.090689:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984ffe00. 00010000:00000010:3.1:1769074693.090695:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bf000. 00010000:00000010:3.1:1769074693.090698:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983c2c00. 00010000:00000010:3.1:1769074693.090702:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984ebf00. 00010000:00000010:3.1:1769074693.090706:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984dea00. 00010000:00000010:3.1:1769074693.090710:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98511700. 00010000:00000010:3.1:1769074693.090714:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98548c00. 00010000:00000010:3.1:1769074693.090718:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98533b00. 00010000:00000010:3.1:1769074693.090722:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9858be00. 00010000:00000010:3.1:1769074693.090726:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98468b00. 00010000:00000010:3.1:1769074693.090731:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9023fc00. 00010000:00000010:3.1:1769074693.090735:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98579b00. 00010000:00000010:3.1:1769074693.090739:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985d1e00. 00010000:00000010:3.1:1769074693.090743:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90208600. 00010000:00000010:3.1:1769074693.090747:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b902ed400. 00010000:00000010:3.1:1769074693.090751:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020c500. 00010000:00000010:3.1:1769074693.090754:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba1c23600. 00010000:00000010:3.1:1769074693.090758:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82b61800. 00010000:00000010:3.1:1769074693.090762:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba0361000. 00010000:00000010:3.1:1769074693.090766:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1ee6a00. 00010000:00000010:3.1:1769074693.090771:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88bad000. 00010000:00000010:3.1:1769074693.090775:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82b77400. 00010000:00000010:3.1:1769074693.090784:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c46c00. 00010000:00000010:3.1:1769074693.090788:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8760ae00. 00010000:00000010:3.1:1769074693.090791:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86758c00. 00010000:00000010:3.1:1769074693.090795:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85ca1500. 00010000:00000010:3.1:1769074693.090799:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85941200. 00010000:00000010:3.1:1769074693.090804:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87f3c700. 00010000:00000010:3.1:1769074693.090807:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b859dd600. 00010000:00000010:3.1:1769074693.090811:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82bb0900. 00010000:00000010:3.1:1769074693.090816:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98ef7400. 00010000:00000010:3.1:1769074693.090820:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b81504400. 00010000:00000010:3.1:1769074693.090823:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b867b6e00. 00010000:00000010:3.1:1769074693.090826:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86796300. 00010000:00000010:3.1:1769074693.090830:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82def600. 00010000:00000010:3.1:1769074693.090833:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8aedf100. 00010000:00000010:3.1:1769074693.090836:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b888d4200. 00010000:00000010:3.1:1769074693.090840:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e22500. 00010000:00000010:3.1:1769074693.090843:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91058800. 00010000:00000010:3.1:1769074693.090847:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c57200. 00010000:00000010:3.1:1769074693.090927:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c1c600. 00010000:00000010:3.1:1769074693.090932:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82ecf300. 00010000:00000010:3.1:1769074693.090935:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c3e400. 00010000:00000010:3.1:1769074693.090939:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cf6100. 00010000:00000010:3.1:1769074693.090942:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871cc400. 00010000:00000010:3.1:1769074693.090946:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85926f00. 00010000:00000010:3.1:1769074693.090949:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8499d800. 00010000:00000010:3.1:1769074693.090952:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d9b300. 00010000:00000010:3.1:1769074693.090956:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85869e00. 00010000:00000010:3.1:1769074693.090959:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82dfeb00. 00010000:00000010:3.1:1769074693.090964:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d47e00. 00010000:00000010:3.1:1769074693.090968:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85858e00. 00010000:00000010:3.1:1769074693.090972:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d0dc00. 00010000:00000010:3.1:1769074693.090976:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c32b00. 00010000:00000010:3.1:1769074693.090986:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8496be00. 00010000:00000010:3.1:1769074693.090990:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84921300. 00010000:00000010:3.1:1769074693.090994:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8480b000. 00010000:00000010:3.1:1769074693.090997:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8491d600. 00010000:00000010:2.1:1769074693.096328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8585e800. 00010000:00000010:2.1:1769074693.096337:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d5dd00. 00010000:00000010:2.1:1769074693.096342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84899000. 00010000:00000010:2.1:1769074693.096346:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84912500. 00010000:00000010:2.1:1769074693.096349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84867600. 00010000:00000010:2.1:1769074693.096353:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84819000. 00010000:00000010:2.1:1769074693.096357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c14c00. 00010000:00000010:2.1:1769074693.096360:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848faa00. 00010000:00000010:2.1:1769074693.096364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848b9800. 00010000:00000010:2.1:1769074693.096368:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f7800. 00010000:00000010:2.1:1769074693.096384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874cc600. 00010000:00000010:2.1:1769074693.096388:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87474700. 00010000:00000010:2.1:1769074693.096392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8744ca00. 00010000:00000010:2.1:1769074693.096395:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8757f200. 00010000:00000010:2.1:1769074693.096400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87539000. 00010000:00000010:2.1:1769074693.096404:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848a8000. 00010000:00000010:2.1:1769074693.096412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874f8000. 00010000:00000010:2.1:1769074693.096416:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875cd800. 00010000:00000010:2.1:1769074693.096420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874a4600. 00010000:00000010:2.1:1769074693.096423:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8751c700. 00010000:00000010:2.1:1769074693.096428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875af000. 00010000:00000010:2.1:1769074693.096432:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87523000. 00010000:00000010:2.1:1769074693.096435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875df000. 00010000:00000010:2.1:1769074693.096438:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875db300. 00010000:00000010:2.1:1769074693.096441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c5fe00. 00010000:00000010:2.1:1769074693.096445:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c56e00. 00010000:00000010:2.1:1769074693.096449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c83400. 00010000:00000010:2.1:1769074693.096452:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cf5700. 00010000:00000010:2.1:1769074693.096456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d2ca00. 00010000:00000010:2.1:1769074693.096460:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c65700. 00010000:00000010:2.1:1769074693.096463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cd9a00. 00010000:00000010:2.1:1769074693.096467:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c88000. 00010000:00000010:2.1:1769074693.096470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d67a00. 00010000:00000010:2.1:1769074693.096474:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d95b00. 00010000:00000010:2.1:1769074693.096478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dede00. 00010000:00000010:2.1:1769074693.096481:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d57b00. 00010000:00000010:2.1:1769074693.096484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88228600. 00010000:00000010:2.1:1769074693.096487:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87ca6e00. 00010000:00000010:2.1:1769074693.096491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87da3000. 00010000:00000010:2.1:1769074693.096495:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8821f800. 00010000:00000010:2.1:1769074693.096498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88287400. 00010000:00000010:2.1:1769074693.096502:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87dc0500. 00010000:00000010:2.1:1769074693.096506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882fae00. 00010000:00000010:2.1:1769074693.096510:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88347600. 00010000:00000010:2.1:1769074693.096513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dfe600. 00010000:00000010:2.1:1769074693.096516:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882dae00. 00010000:00000010:2.1:1769074693.096520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8832be00. 00010000:00000010:2.1:1769074693.096524:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88325000. 00010000:00000010:2.1:1769074693.096527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8837dc00. 00010000:00000010:2.1:1769074693.096531:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8830aa00. 00010000:00000010:2.1:1769074693.096535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c4000. 00010000:00000010:2.1:1769074693.096539:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88379f00. 00010000:00000010:2.1:1769074693.096544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883fa000. 00010000:00000010:2.1:1769074693.096547:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9827ae00. 00010000:00000010:2.1:1769074693.096551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98240600. 00010000:00000010:2.1:1769074693.096554:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98275d00. 00010000:00000010:2.1:1769074693.096559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982d1e00. 00010000:00000010:2.1:1769074693.096563:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98306d00. 00010000:00000010:2.1:1769074693.096566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9831f200. 00010000:00000010:2.1:1769074693.096570:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9833d700. 00010000:00000010:2.1:1769074693.096574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98361a00. 00010000:00000010:2.1:1769074693.096577:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98365100. 00010000:00000010:2.1:1769074693.096581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983ffa00. 00010000:00000010:2.1:1769074693.096585:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983f9000. 00010000:00000010:2.1:1769074693.096589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983f0200. 00010000:00000010:2.1:1769074693.096592:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bbf00. 00010000:00000010:2.1:1769074693.096601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983ef200. 00010000:00000010:2.1:1769074693.096605:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9845ee00. 00010000:00000010:2.1:1769074693.096609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984fe800. 00010000:00000010:2.1:1769074693.096613:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98436b00. 00010000:00000010:2.1:1769074693.096616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984d1a00. 00010000:00000010:2.1:1769074693.096620:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983c0300. 00010000:00000010:2.1:1769074693.096624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98526000. 00010000:00000010:2.1:1769074693.096627:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98511400. 00010000:00000010:2.1:1769074693.096632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a2600. 00010000:00000010:2.1:1769074693.096636:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9853f500. 00010000:00000010:2.1:1769074693.096651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98588000. 00010000:00000010:2.1:1769074693.096655:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9847f600. 00010000:00000010:2.1:1769074693.096659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9023ea00. 00010000:00000010:2.1:1769074693.096662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98579300. 00010000:00000010:2.1:1769074693.096666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90206600. 00010000:00000010:2.1:1769074693.096670:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985c1300. 00010000:00000010:2.1:1769074693.096673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98e7ba00. 00010000:00000010:2.1:1769074693.096677:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba00a5700. 00010000:00000010:2.1:1769074693.096682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91042200. 00010000:00000010:2.1:1769074693.096684:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba04a2800. 00010000:00000010:2.1:1769074693.096688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88bac600. 00010000:00000010:2.1:1769074693.096692:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83034000. 00010000:00000010:2.1:1769074693.096696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82de7e00. 00010000:00000010:2.1:1769074693.096700:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88891800. 00010000:00000010:2.1:1769074693.096703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b80030200. 00010000:00000010:2.1:1769074693.096708:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88bb1400. 00010000:00000010:2.1:1769074693.096712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85940400. 00010000:00000010:2.1:1769074693.096715:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87f3ca00. 00010000:00000010:2.1:1769074693.096718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dfce00. 00010000:00000010:2.1:1769074693.096721:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83a15500. 00010000:00000010:2.1:1769074693.096724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87ff2800. 00010000:00000010:2.1:1769074693.096728:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87f9b600. 00010000:00000010:2.1:1769074693.096731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82d27200. 00010000:00000010:2.1:1769074693.096735:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cb3000. 00010000:00000010:2.1:1769074693.096738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91062e00. 00010000:00000010:2.1:1769074693.096742:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8aedfe00. 00010000:00000010:2.1:1769074693.096745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8889d600. 00010000:00000010:2.1:1769074693.096749:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1974700. 00010000:00000010:2.1:1769074693.096753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8679ba00. 00010000:00000010:2.1:1769074693.096757:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8678c300. 00010000:00000010:2.1:1769074693.096760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c1e000. 00010000:00000010:2.1:1769074693.096764:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e85d00. 00010000:00000010:2.1:1769074693.096768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85da5800. 00010000:00000010:2.1:1769074693.096772:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85da0300. 00010000:00000010:2.1:1769074693.096775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d85a00. 00010000:00000010:2.1:1769074693.096779:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85ced400. 00010000:00000010:2.1:1769074693.096782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8499ba00. 00010000:00000010:2.1:1769074693.096785:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8582a000. 00010000:00000010:3.1:1769074693.164325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84986800. 00010000:00000010:3.1:1769074693.164335:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84980600. 00010000:00000010:3.1:1769074693.164340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d3de00. 00010000:00000010:3.1:1769074693.164345:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85858d00. 00010000:00000010:3.1:1769074693.164349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8495fc00. 00010000:00000010:3.1:1769074693.164353:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84944300. 00010000:00000010:3.1:1769074693.164356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8483fa00. 00010000:00000010:3.1:1769074693.164360:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84839800. 00010000:00000010:3.1:1769074693.164364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d6f800. 00010000:00000010:3.1:1769074693.164369:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8498f400. 00010000:00000010:3.1:1769074693.164373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85829000. 00010000:00000010:3.1:1769074693.164377:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84937d00. 00010000:00000010:3.1:1769074693.164380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84976800. 00010000:00000010:3.1:1769074693.164385:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84915600. 00010000:00000010:3.1:1769074693.164389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84904400. 00010000:00000010:3.1:1769074693.164393:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848c2600. 00010000:00000010:3.1:1769074693.164398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84885c00. 00010000:00000010:3.1:1769074693.164402:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f6500. 00010000:00000010:3.1:1769074693.164406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84889200. 00010000:00000010:3.1:1769074693.164410:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848c8a00. 00010000:00000010:3.1:1769074693.164414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874cde00. 00010000:00000010:3.1:1769074693.164418:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84894000. 00010000:00000010:3.1:1769074693.164422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87499c00. 00010000:00000010:3.1:1769074693.164425:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8757f500. 00010000:00000010:0.1:1769074693.197322:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d2c800. 00010000:00000010:0.1:1769074693.197331:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c65800. 00010000:00000010:1.1:1769074693.197333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cbde00. 00010000:00000010:0.1:1769074693.197337:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d02c00. 00010000:00000010:1.1:1769074693.197343:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c9f400. 00010000:00000010:0.1:1769074693.197345:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c95e00. 00010000:00000010:1.1:1769074693.197350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d02800. 00010000:00000010:0.1:1769074693.197353:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d18600. 00010000:00000010:1.1:1769074693.197356:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c95c00. 00010000:00000010:0.1:1769074693.197361:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d10600. 00010000:00000010:0.1:1769074693.197368:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88202a00. 00010000:00000010:0.1:1769074693.197372:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d57200. 00010000:00000010:0.1:1769074693.197375:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88227a00. 00010000:00000010:0.1:1769074693.197379:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d4e700. 00010000:00000010:0.1:1769074693.197384:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88286e00. 00010000:00000010:0.1:1769074693.197388:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8821f300. 00010000:00000010:0.1:1769074693.197391:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882aee00. 00010000:00000010:0.1:1769074693.197396:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88273e00. 00010000:00000010:0.1:1769074693.197399:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8823a200. 00010000:00000010:0.1:1769074693.197403:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88342d00. 00010000:00000010:0.1:1769074693.197406:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8829e200. 00010000:00000010:0.1:1769074693.197409:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8829a500. 00010000:00000010:0.1:1769074693.197413:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8832b000. 00010000:00000010:0.1:1769074693.197416:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88368200. 00010000:00000010:0.1:1769074693.197421:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883a0400. 00010000:00000010:0.1:1769074693.197424:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8836c300. 00010000:00000010:0.1:1769074693.197428:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c7a00. 00010000:00000010:0.1:1769074693.197432:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88362d00. 00010000:00000010:0.1:1769074693.197436:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8822be00. 00010000:00000010:0.1:1769074693.197440:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88303f00. 00010000:00000010:0.1:1769074693.197443:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98241e00. 00010000:00000010:0.1:1769074693.197447:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98275f00. 00010000:00000010:0.1:1769074693.197450:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982d0c00. 00010000:00000010:0.1:1769074693.197455:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98306600. 00010000:00000010:0.1:1769074693.197459:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9830e400. 00010000:00000010:0.1:1769074693.197463:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982a3e00. 00010000:00000010:0.1:1769074693.197467:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98373600. 00010000:00000010:0.1:1769074693.197471:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98365900. 00010000:00000010:0.1:1769074693.197474:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98348000. 00010000:00000010:0.1:1769074693.197479:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9834c200. 00010000:00000010:0.1:1769074693.197482:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983d7e00. 00010000:00000010:0.1:1769074693.197489:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983b0900. 00010000:00000010:0.1:1769074693.197493:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983ee400. 00010000:00000010:0.1:1769074693.197496:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9845e000. 00010000:00000010:0.1:1769074693.197500:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9843de00. 00010000:00000010:0.1:1769074693.197503:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98486300. 00010000:00000010:0.1:1769074693.197506:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98496400. 00010000:00000010:0.1:1769074693.197509:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984ebe00. 00010000:00000010:0.1:1769074693.197511:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98527400. 00010000:00000010:0.1:1769074693.197515:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98511000. 00010000:00000010:0.1:1769074693.197518:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98497600. 00010000:00000010:0.1:1769074693.197522:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98464f00. 00010000:00000010:0.1:1769074693.197525:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9856dc00. 00010000:00000010:0.1:1769074693.197529:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984bbc00. 00010000:00000010:0.1:1769074693.197534:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9022e800. 00010000:00000010:0.1:1769074693.197538:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984ae600. 00010000:00000010:0.1:1769074693.197541:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985d1800. 00010000:00000010:0.1:1769074693.197545:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985ebe00. 00010000:00000010:0.1:1769074693.197549:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba1c23400. 00010000:00000010:0.1:1769074693.197553:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82b61300. 00010000:00000010:0.1:1769074693.197556:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba0361a00. 00010000:00000010:0.1:1769074693.197560:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87e42400. 00010000:00000010:0.1:1769074693.197563:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba0361e00. 00010000:00000010:0.1:1769074693.197566:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83034400. 00010000:00000010:0.1:1769074693.197569:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82de6600. 00010000:00000010:0.1:1769074693.197573:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88891000. 00010000:00000010:0.1:1769074693.197576:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86759a00. 00010000:00000010:0.1:1769074693.197579:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8adc0400. 00010000:00000010:0.1:1769074693.197582:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85941c00. 00010000:00000010:0.1:1769074693.197586:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87f3c200. 00010000:00000010:0.1:1769074693.197589:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8671e200. 00010000:00000010:0.1:1769074693.197593:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83a15000. 00010000:00000010:0.1:1769074693.197596:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8678ea00. 00010000:00000010:0.1:1769074693.197600:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849d2400. 00010000:00000010:0.1:1769074693.197604:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82d26400. 00010000:00000010:0.1:1769074693.197607:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b910d0200. 00010000:00000010:0.1:1769074693.197611:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98776a00. 00010000:00000010:0.1:1769074693.197614:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8aedfd00. 00010000:00000010:0.1:1769074693.197617:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8670ae00. 00010000:00000010:0.1:1769074693.197620:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849c0f00. 00010000:00000010:0.1:1769074693.197623:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8679a000. 00010000:00000010:0.1:1769074693.197626:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849fc000. 00010000:00000010:0.1:1769074693.197629:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c1e400. 00010000:00000010:0.1:1769074693.197632:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c2ac00. 00010000:00000010:0.1:1769074693.197648:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c3fc00. 00010000:00000010:0.1:1769074693.197653:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cf6e00. 00010000:00000010:0.1:1769074693.197656:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871cda00. 00010000:00000010:0.1:1769074693.197660:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85ced600. 00010000:00000010:0.1:1769074693.197663:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8499a200. 00010000:00000010:0.1:1769074693.197666:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8582af00. 00010000:00000010:0.1:1769074693.197671:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85814600. 00010000:00000010:0.1:1769074693.197675:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85801900. 00010000:00000010:0.1:1769074693.197678:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c1c000. 00010000:00000010:0.1:1769074693.197682:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82dfed00. 00010000:00000010:0.1:1769074693.197686:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d0ce00. 00010000:00000010:0.1:1769074693.197690:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c32300. 00010000:00000010:0.1:1769074693.197694:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8496b600. 00010000:00000010:0.1:1769074693.197698:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84839b00. 00010000:00000010:0.1:1769074693.197702:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d6fe00. 00010000:00000010:0.1:1769074693.197705:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8498f800. 00010000:00000010:0.1:1769074693.197708:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84836c00. 00010000:00000010:0.1:1769074693.197711:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84933600. 00010000:00000010:0.1:1769074693.197714:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d0c200. 00010000:00000010:0.1:1769074693.197717:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c34200. 00010000:00000010:0.1:1769074693.197769:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84904200. 00010000:00000010:0.1:1769074693.197775:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848c2500. 00010000:00000010:0.1:1769074693.197779:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84884e00. 00010000:00000010:0.1:1769074693.197783:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848d4600. 00010000:00000010:0.1:1769074693.197786:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84907c00. 00010000:00000010:0.1:1769074693.197789:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8487ce00. 00010000:00000010:0.1:1769074693.197792:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874c8400. 00010000:00000010:0.1:1769074693.197795:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848e0500. 00010000:00000010:0.1:1769074693.197799:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8744de00. 00010000:00000010:0.1:1769074693.197803:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87455f00. 00010000:00000010:0.1:1769074693.197807:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874cb600. 00010000:00000010:0.1:1769074693.197812:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87436300. 00010000:00000010:0.1:1769074693.197816:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874f8400. 00010000:00000010:0.1:1769074693.197820:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875cdd00. 00010000:00000010:0.1:1769074693.197823:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874a4800. 00010000:00000010:0.1:1769074693.197827:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8751cb00. 00010000:00000010:0.1:1769074693.197830:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875ae000. 00010000:00000010:0.1:1769074693.197833:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87523300. 00010000:00000010:0.1:1769074693.197836:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c4de00. 00010000:00000010:0.1:1769074693.197842:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875c2c00. 00010000:00000010:0.1:1769074693.197847:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875b5800. 00010000:00000010:0.1:1769074693.197852:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c24c00. 00010000:00000010:0.1:1769074693.197856:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c77200. 00010000:00000010:0.1:1769074693.197860:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875bd600. 00010000:00000010:0.1:1769074693.197863:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c90600. 00010000:00000010:0.1:1769074693.197866:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b996d5700. 00010000:00000010:0.1:1769074693.197869:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cfea00. 00010000:00000010:0.1:1769074693.197872:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c73500. 00010000:00000010:0.1:1769074693.197875:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d19e00. 00010000:00000010:0.1:1769074693.197878:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d10400. 00010000:00000010:0.1:1769074693.197882:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dfea00. 00010000:00000010:0.1:1769074693.197886:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d51d00. 00010000:00000010:0.1:1769074693.197889:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88226c00. 00010000:00000010:0.1:1769074693.197892:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d4e200. 00010000:00000010:0.1:1769074693.197927:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87da8000. 00010000:00000010:0.1:1769074693.197931:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8821c600. 00010000:00000010:0.1:1769074693.197935:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88286a00. 00010000:00000010:0.1:1769074693.197939:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87dc0300. 00010000:00000010:0.1:1769074693.197944:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882cf800. 00010000:00000010:0.1:1769074693.197947:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88342800. 00010000:00000010:0.1:1769074693.197952:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882b8000. 00010000:00000010:0.1:1769074693.197955:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882da900. 00010000:00000010:0.1:1769074693.197959:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8832ac00. 00010000:00000010:0.1:1769074693.197962:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88325300. 00010000:00000010:0.1:1769074693.197966:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883a1400. 00010000:00000010:0.1:1769074693.197969:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8836cd00. 00010000:00000010:0.1:1769074693.197972:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98228800. 00010000:00000010:0.1:1769074693.197976:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9822cb00. 00010000:00000010:0.1:1769074693.197979:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883fb200. 00010000:00000010:0.1:1769074693.197983:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9827ac00. 00010000:00000010:0.1:1769074693.197986:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98216800. 00010000:00000010:0.1:1769074693.197989:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98266400. 00010000:00000010:0.1:1769074693.197992:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982fee00. 00010000:00000010:0.1:1769074693.197997:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9832b800. 00010000:00000010:0.1:1769074693.198000:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9830ca00. 00010000:00000010:0.1:1769074693.198003:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9825ca00. 00010000:00000010:0.1:1769074693.198006:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98373800. 00010000:00000010:0.1:1769074693.198008:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98365e00. 00010000:00000010:0.1:1769074693.198011:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98349400. 00010000:00000010:0.1:1769074693.198014:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9834cb00. 00010000:00000010:0.1:1769074693.198018:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983d5e00. 00010000:00000010:0.1:1769074693.198021:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983df000. 00010000:00000010:0.1:1769074693.198024:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98417400. 00010000:00000010:0.1:1769074693.198029:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9844a900. 00010000:00000010:0.1:1769074693.198032:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98422e00. 00010000:00000010:0.1:1769074693.198035:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98413300. 00010000:00000010:0.1:1769074693.198039:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984d1200. 00010000:00000010:0.1:1769074693.198042:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98473800. 00010000:00000010:0.1:1769074693.198045:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984b0200. 00010000:00000010:0.1:1769074693.198048:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98521700. 00010000:00000010:0.1:1769074693.198053:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9853d200. 00010000:00000010:0.1:1769074693.198056:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98538100. 00010000:00000010:0.1:1769074693.198060:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9856d000. 00010000:00000010:0.1:1769074693.198063:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984bbf00. 00010000:00000010:0.1:1769074693.198066:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9023e600. 00010000:00000010:0.1:1769074693.198069:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984ae200. 00010000:00000010:0.1:1769074693.198071:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9029fc00. 00010000:00000010:0.1:1769074693.198075:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98577900. 00010000:00000010:0.1:1769074693.198078:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba1c23000. 00010000:00000010:0.1:1769074693.198081:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b881b8000. 00010000:00000010:0.1:1769074693.198085:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91042e00. 00010000:00000010:0.1:1769074693.198090:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba04a2100. 00010000:00000010:0.1:1769074693.198093:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88870c00. 00010000:00000010:0.1:1769074693.198096:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98121500. 00010000:00000010:0.1:1769074693.198099:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c47000. 00010000:00000010:0.1:1769074693.198102:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8760ac00. 00010000:00000010:0.1:1769074693.198105:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86759400. 00010000:00000010:0.1:1769074693.198108:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98731400. 00010000:00000010:0.1:1769074693.198111:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82b56000. 00010000:00000010:0.1:1769074693.198114:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982bc214d900. 00010000:00000010:0.1:1769074693.198118:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dfc200. 00010000:00000010:0.1:1769074693.198122:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86704800. 00010000:00000010:0.1:1769074693.198126:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8678e600. 00010000:00000010:0.1:1769074693.198129:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849d2b00. 00010000:00000010:0.1:1769074693.198133:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86775800. 00010000:00000010:0.1:1769074693.198137:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86653d00. 00010000:00000010:0.1:1769074693.198141:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91062a00. 00010000:00000010:0.1:1769074693.198144:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82d9a000. 00010000:00000010:0.1:1769074693.198148:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8889d800. 00010000:00000010:0.1:1769074693.198151:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e22100. 00010000:00000010:0.1:1769074693.198157:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8679ac00. 00010000:00000010:0.1:1769074693.198160:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849fc200. 00010000:00000010:0.1:1769074693.198163:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98ed6400. 00010000:00000010:0.1:1769074693.198165:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e1a000. 00010000:00000010:0.1:1769074693.198168:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c3ee00. 00010000:00000010:0.1:1769074693.198171:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cf6d00. 00010000:00000010:0.1:1769074693.198178:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85db1000. 00010000:00000010:0.1:1769074693.198182:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85ceb100. 00010000:00000010:0.1:1769074693.198188:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8499aa00. 00010000:00000010:0.1:1769074693.198192:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8582a400. 00010000:00000010:0.1:1769074693.198197:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85869800. 00010000:00000010:0.1:1769074693.198200:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8586c200. 00010000:00000010:0.1:1769074693.198204:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8581a200. 00010000:00000010:0.1:1769074693.198207:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8586ee00. 00010000:00000010:0.1:1769074693.198211:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8495ee00. 00010000:00000010:0.1:1769074693.198215:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d20300. 00010000:00000010:0.1:1769074693.198219:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8496ac00. 00010000:00000010:0.1:1769074693.198222:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84839500. 00010000:00000010:0.1:1769074693.198226:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8480a800. 00010000:00000010:0.1:1769074693.198229:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8491d100. 00010000:00000010:0.1:1769074693.198233:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84813000. 00010000:00000010:0.1:1769074693.198237:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85863a00. 00010000:00000010:0.1:1769074693.198241:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84976600. 00010000:00000010:0.1:1769074693.198244:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84915800. 00010000:00000010:0.1:1769074693.198248:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84864400. 00010000:00000010:0.1:1769074693.198251:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84821900. 00010000:00000010:0.1:1769074693.198254:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c15600. 00010000:00000010:0.1:1769074693.198258:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848fac00. 00010000:00000010:0.1:1769074693.198262:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848b9000. 00010000:00000010:0.1:1769074693.198265:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8485a400. 00010000:00000010:0.1:1769074693.198269:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874cd800. 00010000:00000010:0.1:1769074693.198273:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87474d00. 00010000:00000010:0.1:1769074693.198276:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8744d600. 00010000:00000010:0.1:1769074693.198311:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87455600. 00010000:00000010:0.1:1769074693.198317:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874ca000. 00010000:00000010:0.1:1769074693.198321:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87436900. 00010000:00000010:0.1:1769074693.198325:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874f8200. 00010000:00000010:0.1:1769074693.198328:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875cd200. 00010000:00000010:0.1:1769074693.198333:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8740b200. 00010000:00000010:3.1:1769074693.198334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8753ac00. 00010000:00000010:0.1:1769074693.198337:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87512000. 00010000:00000010:3.1:1769074693.198343:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87485500. 00010000:00000010:0.1:1769074693.198348:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874ebe00. 00010000:00000010:3.1:1769074693.198351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8759fa00. 00010000:00000010:0.1:1769074693.198356:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875abe00. 00010000:00000010:3.1:1769074693.198359:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85974300. 00010000:00000010:0.1:1769074693.198363:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c4d000. 00010000:00000010:0.1:1769074693.198367:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875c2e00. 00010000:00000010:0.1:1769074693.198370:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c5f800. 00010000:00000010:0.1:1769074693.198374:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c24e00. 00010000:00000010:3.1:1769074693.198378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874b2c00. 00010000:00000010:0.1:1769074693.198380:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c76e00. 00010000:00000010:3.1:1769074693.198386:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8750b800. 00010000:00000010:0.1:1769074693.198388:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875bd400. 00010000:00000010:3.1:1769074693.198393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874ea600. 00010000:00000010:0.1:1769074693.198395:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cbc800. 00010000:00000010:3.1:1769074693.198399:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875abb00. 00010000:00000010:0.1:1769074693.198402:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c9ca00. 00010000:00000010:3.1:1769074693.198406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875dfe00. 00010000:00000010:3.1:1769074693.198412:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875db100. 00010000:00000010:0.1:1769074693.198416:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cd8000. 00010000:00000010:3.1:1769074693.198417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875e3000. 00010000:00000010:0.1:1769074693.198424:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c88a00. 00010000:00000010:3.1:1769074693.198425:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875b6d00. 00010000:00000010:3.1:1769074693.198432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c82200. 00010000:00000010:0.1:1769074693.198435:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d19000. 00010000:00000010:3.1:1769074693.198437:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cf5f00. 00010000:00000010:0.1:1769074693.198443:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d10700. 00010000:00000010:0.1:1769074693.198453:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88202e00. 00010000:00000010:0.1:1769074693.198457:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d57000. 00010000:00000010:0.1:1769074693.198460:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88225000. 00010000:00000010:0.1:1769074693.198464:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d8ed00. 00010000:00000010:0.1:1769074693.198467:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87da9200. 00010000:00000010:0.1:1769074693.198470:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8821cb00. 00010000:00000010:0.1:1769074693.198474:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882ae400. 00010000:00000010:0.1:1769074693.198477:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88273800. 00010000:00000010:0.1:1769074693.198481:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882fbe00. 00010000:00000010:0.1:1769074693.198484:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88347000. 00010000:00000010:0.1:1769074693.198488:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882ba600. 00010000:00000010:0.1:1769074693.198491:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882b4000. 00010000:00000010:0.1:1769074693.198494:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8832a200. 00010000:00000010:0.1:1769074693.198498:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88335200. 00010000:00000010:0.1:1769074693.198501:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8837ce00. 00010000:00000010:0.1:1769074693.198504:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8830a100. 00010000:00000010:0.1:1769074693.198509:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98201e00. 00010000:00000010:0.1:1769074693.198511:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88366f00. 00010000:00000010:0.1:1769074693.198514:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98231800. 00010000:00000010:0.1:1769074693.198517:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9827f800. 00010000:00000010:0.1:1769074693.198520:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98241800. 00010000:00000010:0.1:1769074693.198523:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98275000. 00010000:00000010:0.1:1769074693.198530:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98315800. 00010000:00000010:0.1:1769074693.198535:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98306200. 00010000:00000010:0.1:1769074693.198538:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9830f000. 00010000:00000010:0.1:1769074693.198541:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982a3700. 00010000:00000010:0.1:1769074693.198545:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98362a00. 00010000:00000010:0.1:1769074693.198548:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98322c00. 00010000:00000010:0.1:1769074693.198552:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a2000. 00010000:00000010:0.1:1769074693.198556:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983f9600. 00010000:00000010:0.1:1769074693.198559:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983d7400. 00010000:00000010:0.1:1769074693.198563:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98403d00. 00010000:00000010:0.1:1769074693.198566:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98417c00. 00010000:00000010:0.1:1769074693.198569:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984f4300. 00010000:00000010:0.1:1769074693.198574:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983f0e00. 00010000:00000010:0.1:1769074693.198577:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9839f900. 00010000:00000010:0.1:1769074693.198581:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983c2e00. 00010000:00000010:0.1:1769074693.198586:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98473600. 00010000:00000010:0.1:1769074693.198589:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984b0a00. 00010000:00000010:0.1:1769074693.198592:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98521400. 00010000:00000010:0.1:1769074693.198595:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98548000. 00010000:00000010:0.1:1769074693.198598:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98533e00. 00010000:00000010:0.1:1769074693.198602:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98589400. 00010000:00000010:0.1:1769074693.198606:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9847f400. 00010000:00000010:0.1:1769074693.198609:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9023f800. 00010000:00000010:0.1:1769074693.198612:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984aeb00. 00010000:00000010:0.1:1769074693.198617:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9029e400. 00010000:00000010:0.1:1769074693.198620:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98577e00. 00010000:00000010:0.1:1769074693.198623:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982bc2161000. 00010000:00000010:0.1:1769074693.198627:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87e42c00. 00010000:00000010:0.1:1769074693.198630:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba0361200. 00010000:00000010:0.1:1769074693.198633:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83cb6000. 00010000:00000010:1.1:1769074693.201048:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d3fc00. 00010000:00000010:1.1:1769074693.201061:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d95100. 00010000:00000010:1.1:1769074693.201066:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88202800. 00010000:00000010:1.1:1769074693.201069:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d57800. 00010000:00000010:1.1:1769074693.201072:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88228000. 00010000:00000010:1.1:1769074693.201076:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d56700. 00010000:00000010:1.1:1769074693.201079:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dc9c00. 00010000:00000010:1.1:1769074693.201083:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8821c200. 00010000:00000010:1.1:1769074693.201086:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882fa400. 00010000:00000010:1.1:1769074693.201105:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8821fe00. 00010000:00000010:1.1:1769074693.201111:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882ce000. 00010000:00000010:1.1:1769074693.201115:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88342200. 00010000:00000010:1.1:1769074693.201118:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882b9800. 00010000:00000010:1.1:1769074693.201122:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882da200. 00010000:00000010:1.1:1769074693.201125:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883a2000. 00010000:00000010:1.1:1769074693.201129:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88335e00. 00010000:00000010:1.1:1769074693.201133:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88384e00. 00010000:00000010:1.1:1769074693.201136:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88378400. 00010000:00000010:1.1:1769074693.201138:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98201800. 00010000:00000010:1.1:1769074693.201141:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88366600. 00010000:00000010:1.1:1769074693.201145:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98231a00. 00010000:00000010:1.1:1769074693.201149:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9827f200. 00010000:00000010:1.1:1769074693.201152:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98240c00. 00010000:00000010:1.1:1769074693.201156:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982f8d00. 00010000:00000010:1.1:1769074693.201160:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98315a00. 00010000:00000010:1.1:1769074693.201164:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98306a00. 00010000:00000010:1.1:1769074693.201168:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a9200. 00010000:00000010:1.1:1769074693.201171:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982a3400. 00010000:00000010:1.1:1769074693.201175:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883fee00. 00010000:00000010:1.1:1769074693.201179:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98322e00. 00010000:00000010:1.1:1769074693.201183:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a2c00. 00010000:00000010:1.1:1769074693.201186:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98392700. 00010000:00000010:1.1:1769074693.201189:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983d6000. 00010000:00000010:1.1:1769074693.201192:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98403700. 00010000:00000010:1.1:1769074693.201196:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983efc00. 00010000:00000010:1.1:1769074693.201199:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98410000. 00010000:00000010:1.1:1769074693.201203:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983c3800. 00010000:00000010:1.1:1769074693.201208:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98436a00. 00010000:00000010:1.1:1769074693.201211:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9852d800. 00010000:00000010:1.1:1769074693.201215:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984d7e00. 00010000:00000010:1.1:1769074693.201219:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984b0800. 00010000:00000010:1.1:1769074693.201228:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98521000. 00010000:00000010:1.1:1769074693.201232:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9853da00. 00010000:00000010:1.1:1769074693.201235:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98538c00. 00010000:00000010:1.1:1769074693.201239:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9022e200. 00010000:00000010:1.1:1769074693.201242:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98584100. 00010000:00000010:1.1:1769074693.201246:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985f9200. 00010000:00000010:1.1:1769074693.201249:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985a2900. 00010000:00000010:1.1:1769074693.201254:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985c6c00. 00010000:00000010:1.1:1769074693.201257:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985c1f00. 00010000:00000010:1.1:1769074693.201262:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba02e3200. 00010000:00000010:1.1:1769074693.201266:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87e42800. 00010000:00000010:1.1:1769074693.201270:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91042600. 00010000:00000010:1.1:1769074693.201273:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba04a2700. 00010000:00000010:1.1:1769074693.201276:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b876b1400. 00010000:00000010:1.1:1769074693.201311:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83034600. 00010000:00000010:1.1:1769074693.201316:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b80031c00. 00010000:00000010:1.1:1769074693.201320:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b867e5e00. 00010000:00000010:1.1:1769074693.201323:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98e18800. 00010000:00000010:1.1:1769074693.201327:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88bb1100. 00010000:00000010:1.1:1769074693.201331:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85940600. 00010000:00000010:1.1:1769074693.201335:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b987c8800. 00010000:00000010:1.1:1769074693.201338:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8671fc00. 00010000:00000010:1.1:1769074693.201342:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87f3ce00. 00010000:00000010:1.1:1769074693.201346:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87ff3e00. 00010000:00000010:1.1:1769074693.201349:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b81504c00. 00010000:00000010:1.1:1769074693.201353:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98e19000. 00010000:00000010:1.1:1769074693.201357:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8ae95d00. 00010000:00000010:1.1:1769074693.201360:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82defe00. 00010000:00000010:1.1:1769074693.201363:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8ae95800. 00010000:00000010:1.1:1769074693.201367:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8889da00. 00010000:00000010:1.1:1769074693.201371:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b866f3600. 00010000:00000010:1.1:1769074693.201374:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dd9400. 00010000:00000010:1.1:1769074693.201379:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b860c1900. 00010000:00000010:1.1:1769074693.201383:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c1e200. 00010000:00000010:1.1:1769074693.201386:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c2a600. 00010000:00000010:1.1:1769074693.201390:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8654c200. 00010000:00000010:1.1:1769074693.201393:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b860c1e00. 00010000:00000010:1.1:1769074693.201396:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d84200. 00010000:00000010:1.1:1769074693.201400:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85ced100. 00010000:00000010:1.1:1769074693.201405:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85dab400. 00010000:00000010:1.1:1769074693.201408:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85820800. 00010000:00000010:1.1:1769074693.201412:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85814200. 00010000:00000010:1.1:1769074693.201414:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85833a00. 00010000:00000010:1.1:1769074693.201417:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8581b600. 00010000:00000010:1.1:1769074693.201420:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82dfe700. 00010000:00000010:1.1:1769074693.201423:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8495c200. 00010000:00000010:1.1:1769074693.201426:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84953400. 00010000:00000010:1.1:1769074693.201430:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8483f200. 00010000:00000010:1.1:1769074693.201433:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84839100. 00010000:00000010:1.1:1769074693.201437:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d39400. 00010000:00000010:1.1:1769074693.201440:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8491d500. 00010000:00000010:1.1:1769074693.201443:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84813200. 00010000:00000010:1.1:1769074693.201446:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d5d000. 00010000:00000010:1.1:1769074693.201459:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84976c00. 00010000:00000010:1.1:1769074693.201463:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84915300. 00010000:00000010:1.1:1769074693.201466:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84865a00. 00010000:00000010:1.1:1769074693.201469:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d7de00. 00010000:00000010:1.1:1769074693.201473:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c14000. 00010000:00000010:1.1:1769074693.201476:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84879200. 00010000:00000010:1.1:1769074693.201521:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848b9200. 00010000:00000010:1.1:1769074693.201525:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87412a00. 00010000:00000010:1.1:1769074693.201529:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874c9400. 00010000:00000010:1.1:1769074693.201533:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848e0c00. 00010000:00000010:0.1:1769074693.207924:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88871e00. 00010000:00000010:0.1:1769074693.207932:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1c53900. 00010000:00000010:0.1:1769074693.207935:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c47400. 00010000:00000010:0.1:1769074693.207939:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8760a900. 00010000:00000010:0.1:1769074693.207955:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86758400. 00010000:00000010:0.1:1769074693.207959:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98731600. 00010000:00000010:0.1:1769074693.207962:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85940e00. 00010000:00000010:0.1:1769074693.207965:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b888e0500. 00010000:00000010:0.1:1769074693.207969:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b867af600. 00010000:00000010:0.1:1769074693.207972:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86704a00. 00010000:00000010:0.1:1769074693.207976:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98ef7800. 00010000:00000010:0.1:1769074693.207980:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b81504700. 00010000:00000010:0.1:1769074693.207983:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86775a00. 00010000:00000010:0.1:1769074693.207987:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86653700. 00010000:00000010:0.1:1769074693.208017:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98776800. 00010000:00000010:0.1:1769074693.208022:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8aedf000. 00010000:00000010:0.1:1769074693.208025:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8889d000. 00010000:00000010:0.1:1769074693.208029:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b866f3400. 00010000:00000010:0.1:1769074693.208031:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dd8000. 00010000:00000010:0.1:1769074693.208034:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b859df800. 00010000:00000010:0.1:1769074693.208037:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c1ea00. 00010000:00000010:0.1:1769074693.208040:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c2a400. 00010000:00000010:0.1:1769074693.208043:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85da4c00. 00010000:00000010:0.1:1769074693.208046:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85da0e00. 00010000:00000010:0.1:1769074693.208050:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d85400. 00010000:00000010:0.1:1769074693.208053:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85ceda00. 00010000:00000010:0.1:1769074693.208075:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8499dc00. 00010000:00000010:0.1:1769074693.208078:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85820000. 00010000:00000010:0.1:1769074693.208082:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85868200. 00010000:00000010:0.1:1769074693.208085:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84980200. 00010000:00000010:0.1:1769074693.208088:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8581b000. 00010000:00000010:0.1:1769074693.208091:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85858700. 00010000:00000010:0.1:1769074693.208104:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8495e600. 00010000:00000010:0.1:1769074693.208109:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d20d00. 00010000:00000010:0.1:1769074693.208113:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84809200. 00010000:00000010:0.1:1769074693.208117:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84801c00. 00010000:00000010:0.1:1769074693.208120:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d6ec00. 00010000:00000010:0.1:1769074693.208123:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8498f200. 00010000:00000010:0.1:1769074693.208126:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84812000. 00010000:00000010:0.1:1769074693.208129:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85863200. 00010000:00000010:0.1:1769074693.208195:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84977e00. 00010000:00000010:0.1:1769074693.214157:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84915200. 00010000:00000010:0.1:1769074693.214184:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84905a00. 00010000:00000010:0.1:1769074693.214188:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848c2200. 00010000:00000010:0.1:1769074693.214202:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c16c00. 00010000:00000010:0.1:1769074693.214207:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848fad00. 00010000:00000010:0.1:1769074693.214211:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848a5c00. 00010000:00000010:0.1:1769074693.214215:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848a0d00. 00010000:00000010:0.1:1769074693.214218:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874c9c00. 00010000:00000010:0.1:1769074693.214223:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848e0100. 00010000:00000010:0.1:1769074693.214226:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87499400. 00010000:00000010:0.1:1769074693.214230:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8757f300. 00010000:00000010:0.1:1769074693.214234:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8753a000. 00010000:00000010:0.1:1769074693.214238:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87592400. 00010000:00000010:0.1:1769074693.214244:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875d7600. 00010000:00000010:0.1:1769074693.214248:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8759ae00. 00010000:00000010:0.1:1769074693.214251:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874ae400. 00010000:00000010:0.1:1769074693.214255:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8751c000. 00010000:00000010:0.1:1769074693.214258:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874eac00. 00010000:00000010:0.1:1769074693.214263:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87523100. 00010000:00000010:0.1:1769074693.214267:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875c6800. 00010000:00000010:0.1:1769074693.214272:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c37200. 00010000:00000010:0.1:1769074693.214276:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cc3200. 00010000:00000010:0.1:1769074693.214298:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c24600. 00010000:00000010:0.1:1769074693.214309:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c76400. 00010000:00000010:0.1:1769074693.214314:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875bd900. 00010000:00000010:0.1:1769074693.214318:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87494a00. 00010000:00000010:0.1:1769074693.214321:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8757f900. 00010000:00000010:0.1:1769074693.214324:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87591e00. 00010000:00000010:0.1:1769074693.214328:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8753ff00. 00010000:00000010:0.1:1769074693.214331:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874f8a00. 00010000:00000010:0.1:1769074693.214334:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875cda00. 00010000:00000010:0.1:1769074693.214337:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874b2800. 00010000:00000010:0.1:1769074693.214340:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8751c900. 00010000:00000010:0.1:1769074693.214345:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c0dc00. 00010000:00000010:0.1:1769074693.214348:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87523d00. 00010000:00000010:0.1:1769074693.214351:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874ad400. 00010000:00000010:0.1:1769074693.214354:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8754fd00. 00010000:00000010:0.1:1769074693.214358:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c5f600. 00010000:00000010:0.1:1769074693.214362:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c56400. 00010000:00000010:1.1:1769074693.220389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c76000. 00010000:00000010:1.1:1769074693.220403:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875b6a00. 00010000:00000010:1.1:1769074693.285359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cd0000. 00010000:00000010:1.1:1769074693.285369:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c69200. 00010000:00000010:1.1:1769074693.285375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cd9200. 00010000:00000010:1.1:1769074693.285380:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d58400. 00010000:00000010:1.1:1769074693.285385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d18c00. 00010000:00000010:1.1:1769074693.285389:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d5b100. 00010000:00000010:1.1:1769074693.285393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87df3200. 00010000:00000010:1.1:1769074693.285398:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d51200. 00010000:00000010:1.1:1769074693.285402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88227400. 00010000:00000010:1.1:1769074693.285406:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88223200. 00010000:00000010:1.1:1769074693.285495:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88285e00. 00010000:00000010:1.1:1769074693.285502:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b870a0100. 00010000:00000010:3.1:1769074693.386321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882afa00. 00010000:00000010:3.1:1769074693.386331:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88273200. 00010000:00000010:3.1:1769074693.386336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8825b600. 00010000:00000010:3.1:1769074693.386340:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88267c00. 00010000:00000010:3.1:1769074693.386345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882b9a00. 00010000:00000010:3.1:1769074693.386349:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882b4800. 00010000:00000010:3.1:1769074693.386369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8832b800. 00010000:00000010:3.1:1769074693.386379:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88325c00. 00010000:00000010:3.1:1769074693.386386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883a0e00. 00010000:00000010:3.1:1769074693.386393:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8836c600. 00010000:00000010:3.1:1769074693.386400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98201a00. 00010000:00000010:3.1:1769074693.386408:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88366d00. 00010000:00000010:3.1:1769074693.386414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883fa200. 00010000:00000010:3.1:1769074693.386422:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9827a600. 00010000:00000010:3.1:1769074693.386426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982fe800. 00010000:00000010:3.1:1769074693.386434:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982f8600. 00010000:00000010:3.1:1769074693.386439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98315200. 00010000:00000010:3.1:1769074693.386453:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98306300. 00010000:00000010:3.1:1769074693.386462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a8200. 00010000:00000010:3.1:1769074693.386466:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982a3000. 00010000:00000010:3.1:1769074693.386475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98361000. 00010000:00000010:3.1:1769074693.386480:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983cdf00. 00010000:00000010:3.1:1769074693.386495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98348200. 00010000:00000010:3.1:1769074693.386499:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9834c900. 00010000:00000010:3.1:1769074693.386503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983f1800. 00010000:00000010:3.1:1769074693.386506:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98403800. 00010000:00000010:3.1:1769074693.386509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983eee00. 00010000:00000010:3.1:1769074693.386512:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98410b00. 00010000:00000010:3.1:1769074693.386514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98422a00. 00010000:00000010:3.1:1769074693.386518:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98415e00. 00010000:00000010:3.1:1769074693.386520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984d0000. 00010000:00000010:3.1:1769074693.386523:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98473200. 00010000:00000010:3.1:1769074693.386525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98526200. 00010000:00000010:3.1:1769074693.386528:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98511500. 00010000:00000010:3.1:1769074693.386530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9856cc00. 00010000:00000010:3.1:1769074693.386532:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98538e00. 00010000:00000010:3.1:1769074693.386535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9022ee00. 00010000:00000010:3.1:1769074693.386537:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984bb400. 00010000:00000010:3.1:1769074693.386540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9858aa00. 00010000:00000010:3.1:1769074693.386541:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984aec00. 00010000:00000010:3.1:1769074693.386545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985c6000. 00010000:00000010:3.1:1769074693.386548:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985c1c00. 00010000:00000010:3.1:1769074693.386552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b892e3600. 00010000:00000010:3.1:1769074693.386560:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87e42300. 00010000:00000010:3.1:1769074693.386564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91043e00. 00010000:00000010:3.1:1769074693.386570:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f26d00. 00010000:00000010:3.1:1769074693.386574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88871800. 00010000:00000010:3.1:1769074693.386578:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f57100. 00010000:00000010:3.1:1769074693.386582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c55a00. 00010000:00000010:3.1:1769074693.386587:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8760a700. 00010000:00000010:3.1:1769074693.386591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98e19800. 00010000:00000010:3.1:1769074693.386596:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88bb1500. 00010000:00000010:3.1:1769074693.386600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82df9c00. 00010000:00000010:3.1:1769074693.386606:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b987c8100. 00010000:00000010:3.1:1769074693.386614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b867af800. 00010000:00000010:3.1:1769074693.386618:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87112c00. 00010000:00000010:3.1:1769074693.386622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87ff3000. 00010000:00000010:3.1:1769074693.386629:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849d2700. 00010000:00000010:3.1:1769074693.386644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b867b6800. 00010000:00000010:3.1:1769074693.386650:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85b94000. 00010000:00000010:3.1:1769074693.386656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82def000. 00010000:00000010:3.1:1769074693.386667:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8ae95200. 00010000:00000010:3.1:1769074693.386674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b829f7200. 00010000:00000010:3.1:1769074693.386681:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e22d00. 00010000:00000010:3.1:1769074693.386694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88b0ce00. 00010000:00000010:3.1:1769074693.386701:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b891c7400. 00010000:00000010:3.1:1769074693.386713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871e2600. 00010000:00000010:3.1:1769074693.386722:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e1a600. 00010000:00000010:3.1:1769074693.386733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c3fe00. 00010000:00000010:3.1:1769074693.386742:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85da3e00. 00010000:00000010:3.1:1769074693.386831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d85c00. 00010000:00000010:3.1:1769074693.386839:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d98200. 00010000:00000010:3.1:1769074693.386848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8499a800. 00010000:00000010:3.1:1769074693.386854:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8582aa00. 00010000:00000010:3.1:1769074693.386867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84987e00. 00010000:00000010:3.1:1769074693.386874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84980900. 00010000:00000010:3.1:1769074693.386880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8581ae00. 00010000:00000010:3.1:1769074693.386886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8586e500. 00010000:00000010:3.1:1769074693.386894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85848c00. 00010000:00000010:3.1:1769074693.386903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84953a00. 00010000:00000010:3.1:1769074693.386911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84808000. 00010000:00000010:3.1:1769074693.386919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84921200. 00010000:00000010:3.1:1769074693.386927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d6f200. 00010000:00000010:3.1:1769074693.386935:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8498f600. 00010000:00000010:3.1:1769074693.386942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84813400. 00010000:00000010:3.1:1769074693.386949:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85863e00. 00010000:00000010:3.1:1769074693.386962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84898000. 00010000:00000010:3.1:1769074693.386969:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84970500. 00010000:00000010:3.1:1769074693.386976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84867000. 00010000:00000010:3.1:1769074693.386983:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84819c00. 00010000:00000010:3.1:1769074693.386996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c17200. 00010000:00000010:3.1:1769074693.387003:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848fa800. 00010000:00000010:3.1:1769074693.387013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848a4800. 00010000:00000010:3.1:1769074693.387021:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848a0f00. 00010000:00000010:3.1:1769074693.387027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848ba800. 00010000:00000010:3.1:1769074693.387034:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848b5000. 00010000:00000010:3.1:1769074693.387040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8744c600. 00010000:00000010:3.1:1769074693.387046:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87436100. 00010000:00000010:3.1:1769074693.387053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87591000. 00010000:00000010:3.1:1769074693.387061:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8753f400. 00010000:00000010:3.1:1769074693.387067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875d7800. 00010000:00000010:3.1:1769074693.387074:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8759a700. 00010000:00000010:3.1:1769074693.387081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8740a200. 00010000:00000010:3.1:1769074693.387087:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8751c100. 00010000:00000010:3.1:1769074693.387094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874eb000. 00010000:00000010:3.1:1769074693.387100:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875ab700. 00010000:00000010:3.1:1769074693.387110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c4da00. 00010000:00000010:3.1:1769074693.387122:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875c2000. 00010000:00000010:3.1:1769074693.387129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c5fa00. 00010000:00000010:3.1:1769074693.387135:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c56d00. 00010000:00000010:3.1:1769074693.387141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cfc200. 00010000:00000010:3.1:1769074693.387148:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875ec800. 00010000:00000010:3.1:1769074693.387155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cd1a00. 00010000:00000010:3.1:1769074693.387165:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c69300. 00010000:00000010:3.1:1769074693.387172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cd8200. 00010000:00000010:3.1:1769074693.387176:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d58700. 00010000:00000010:3.1:1769074693.387179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d19200. 00010000:00000010:3.1:1769074693.387183:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d15200. 00010000:00000010:3.1:1769074693.387192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87df2000. 00010000:00000010:3.1:1769074693.387196:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d51100. 00010000:00000010:3.1:1769074693.387199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88225a00. 00010000:00000010:3.1:1769074693.387203:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d8e000. 00010000:00000010:3.1:1769074693.387206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88284e00. 00010000:00000010:3.1:1769074693.387210:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b870a0300. 00010000:00000010:3.1:1769074693.387212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882af200. 00010000:00000010:3.1:1769074693.387215:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88273a00. 00010000:00000010:3.1:1769074693.387219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882cf400. 00010000:00000010:3.1:1769074693.387222:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88342a00. 00010000:00000010:3.1:1769074693.387225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882bbe00. 00010000:00000010:3.1:1769074693.387229:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88277100. 00010000:00000010:3.1:1769074693.387232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883a3200. 00010000:00000010:3.1:1769074693.387235:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88335700. 00010000:00000010:3.1:1769074693.387239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882c4000. 00010000:00000010:3.1:1769074693.387242:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88379300. 00010000:00000010:3.1:1769074693.387246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882c5400. 00010000:00000010:3.1:1769074693.387249:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9822c200. 00010000:00000010:3.1:1769074693.387253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883faa00. 00010000:00000010:3.1:1769074693.387256:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9827a400. 00010000:00000010:3.1:1769074693.387260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982ffe00. 00010000:00000010:3.1:1769074693.387263:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98266b00. 00010000:00000010:3.1:1769074693.387267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98314400. 00010000:00000010:3.1:1769074693.387271:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87424000. 00010000:00000010:3.1:1769074693.387279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9838b200. 00010000:00000010:3.1:1769074693.387305:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982d3e00. 00010000:00000010:3.1:1769074693.387308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98373400. 00010000:00000010:3.1:1769074693.387311:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98365800. 00010000:00000010:3.1:1769074693.387320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983b5c00. 00010000:00000010:3.1:1769074693.387324:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98371c00. 00010000:00000010:3.1:1769074693.387337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983d4c00. 00010000:00000010:3.1:1769074693.387341:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983dfa00. 00010000:00000010:3.1:1769074693.387349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983ee800. 00010000:00000010:3.1:1769074693.387351:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98410100. 00010000:00000010:3.1:1769074693.387354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98423200. 00010000:00000010:3.1:1769074693.387357:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98415900. 00010000:00000010:3.1:1769074693.387361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9852d000. 00010000:00000010:3.1:1769074693.387365:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984d3300. 00010000:00000010:3.1:1769074693.387369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984b0600. 00010000:00000010:3.1:1769074693.387373:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98521a00. 00010000:00000010:3.1:1769074693.387377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984b1600. 00010000:00000010:3.1:1769074693.387380:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9856ee00. 00010000:00000010:3.1:1769074693.387384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98549200. 00010000:00000010:3.1:1769074693.387388:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985b8600. 00010000:00000010:3.1:1769074693.387391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9023f400. 00010000:00000010:3.1:1769074693.387395:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984aed00. 00010000:00000010:3.1:1769074693.387403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9029fe00. 00010000:00000010:3.1:1769074693.387408:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98577800. 00010000:00000010:3.1:1769074693.387412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba1c23e00. 00010000:00000010:3.1:1769074693.387417:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b881b8d00. 00010000:00000010:3.1:1769074693.387421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91043800. 00010000:00000010:3.1:1769074693.387425:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba04a2000. 00010000:00000010:3.1:1769074693.387431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88870200. 00010000:00000010:3.1:1769074693.387434:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b829ab500. 00010000:00000010:3.1:1769074693.387437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86736c00. 00010000:00000010:3.1:1769074693.387441:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8adc0900. 00010000:00000010:3.1:1769074693.387443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dc7600. 00010000:00000010:3.1:1769074693.387448:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98731800. 00010000:00000010:3.1:1769074693.387452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85941800. 00010000:00000010:3.1:1769074693.387457:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8664c300. 00010000:00000010:3.1:1769074693.387461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b867ae600. 00010000:00000010:3.1:1769074693.387465:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86704300. 00010000:00000010:3.1:1769074693.387470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8678f000. 00010000:00000010:3.1:1769074693.387474:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849d2e00. 00010000:00000010:3.1:1769074693.387485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b867b7e00. 00010000:00000010:3.1:1769074693.387488:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85b94800. 00010000:00000010:3.1:1769074693.387491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91062200. 00010000:00000010:3.1:1769074693.387494:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82d9ac00. 00010000:00000010:3.1:1769074693.387501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8889c000. 00010000:00000010:3.1:1769074693.387506:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b866f3b00. 00010000:00000010:3.1:1769074693.387509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8679b400. 00010000:00000010:3.1:1769074693.387512:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849fcb00. 00010000:00000010:3.1:1769074693.387515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c1ee00. 00010000:00000010:3.1:1769074693.387519:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c2a200. 00010000:00000010:3.1:1769074693.387522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85da5000. 00010000:00000010:3.1:1769074693.387524:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85da3700. 00010000:00000010:3.1:1769074693.387527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d84800. 00010000:00000010:3.1:1769074693.387530:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d98b00. 00010000:00000010:3.1:1769074693.387533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85815e00. 00010000:00000010:3.1:1769074693.387538:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85801f00. 00010000:00000010:3.1:1769074693.387540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85815400. 00010000:00000010:3.1:1769074693.387548:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85833900. 00010000:00000010:3.1:1769074693.387555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d47a00. 00010000:00000010:3.1:1769074693.387562:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d40900. 00010000:00000010:3.1:1769074693.387568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8495f800. 00010000:00000010:3.1:1769074693.387575:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d20600. 00010000:00000010:3.1:1769074693.387582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8496b400. 00010000:00000010:3.1:1769074693.387589:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84839f00. 00010000:00000010:3.1:1769074693.387595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8585f400. 00010000:00000010:3.1:1769074693.387602:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8498f500. 00010000:00000010:3.1:1769074693.387609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84812200. 00010000:00000010:3.1:1769074693.387616:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85863300. 00010000:00000010:3.1:1769074693.387628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84977400. 00010000:00000010:3.1:1769074693.387646:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8487e000. 00010000:00000010:3.1:1769074693.387652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84867e00. 00010000:00000010:3.1:1769074693.387658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84818b00. 00010000:00000010:3.1:1769074693.387670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c16000. 00010000:00000010:3.1:1769074693.387680:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848cc000. 00010000:00000010:3.1:1769074693.387686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848a5400. 00010000:00000010:3.1:1769074693.387693:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848a0200. 00010000:00000010:3.1:1769074693.387698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848bae00. 00010000:00000010:3.1:1769074693.387704:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848b5800. 00010000:00000010:0.1:1769074693.450328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883f8600. 00010000:00000010:0.1:1769074693.450336:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883c1b00. 00010000:00000010:0.1:1769074693.450341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98217a00. 00010000:00000010:0.1:1769074693.450345:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87420700. 00010000:00000010:0.1:1769074693.450349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98314600. 00010000:00000010:0.1:1769074693.450353:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98359d00. 00010000:00000010:2.1:1769074693.450477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87494800. 00010000:00000010:2.1:1769074693.450486:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8758cf00. 00010000:00000010:2.1:1769074693.450490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8759e800. 00010000:00000010:2.1:1769074693.450494:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b874f0400. 00010000:00000010:2.1:1769074693.450498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874f8800. 00010000:00000010:2.1:1769074693.450500:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875cd300. 00010000:00000010:2.1:1769074693.450516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875d6c00. 00010000:00000010:2.1:1769074693.450522:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87512300. 00010000:00000010:2.1:1769074693.450526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c13e00. 00010000:00000010:2.1:1769074693.450530:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87523800. 00010000:00000010:2.1:1769074693.450533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875b5600. 00010000:00000010:2.1:1769074693.450536:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875db500. 00010000:00000010:2.1:1769074693.450539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cc3c00. 00010000:00000010:2.1:1769074693.450543:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c24300. 00010000:00000010:2.1:1769074693.450547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cfca00. 00010000:00000010:2.1:1769074693.450551:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875ec200. 00010000:00000010:2.1:1769074693.450554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cd1000. 00010000:00000010:2.1:1769074693.450558:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c69500. 00010000:00000010:2.1:1769074693.450563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c90000. 00010000:00000010:2.1:1769074693.450569:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cda400. 00010000:00000010:2.1:1769074693.450576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d18400. 00010000:00000010:2.1:1769074693.450590:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d15a00. 00010000:00000010:2.1:1769074693.450597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88203000. 00010000:00000010:2.1:1769074693.450605:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d3c700. 00010000:00000010:2.1:1769074693.450612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88227c00. 00010000:00000010:2.1:1769074693.450617:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88223300. 00010000:00000010:2.1:1769074693.450621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88285c00. 00010000:00000010:2.1:1769074693.450625:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c73d00. 00010000:00000010:2.1:1769074693.450628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882faa00. 00010000:00000010:2.1:1769074693.450642:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88269000. 00010000:00000010:2.1:1769074693.450647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882ce200. 00010000:00000010:2.1:1769074693.450651:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882b0e00. 00010000:00000010:2.1:1769074693.450654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8829ee00. 00010000:00000010:2.1:1769074693.450658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88277800. 00010000:00000010:2.1:1769074693.450662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88372e00. 00010000:00000010:2.1:1769074693.450667:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88325400. 00010000:00000010:2.1:1769074693.450671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c5600. 00010000:00000010:2.1:1769074693.450675:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8830af00. 00010000:00000010:2.1:1769074693.450678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98200000. 00010000:00000010:2.1:1769074693.450682:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88366b00. 00010000:00000010:2.1:1769074693.450686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98230000. 00010000:00000010:2.1:1769074693.450690:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9827f400. 00010000:00000010:2.1:1769074693.450693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883fe800. 00010000:00000010:2.1:1769074693.450697:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88303800. 00010000:00000010:2.1:1769074693.450826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982fb600. 00010000:00000010:2.1:1769074693.450834:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98273800. 00010000:00000010:2.1:1769074693.450840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9838a200. 00010000:00000010:2.1:1769074693.450847:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982ab500. 00010000:00000010:2.1:1769074693.450854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98361e00. 00010000:00000010:2.1:1769074693.450861:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983cd800. 00010000:00000010:2.1:1769074693.450868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983fe400. 00010000:00000010:2.1:1769074693.450874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983f9300. 00010000:00000010:2.1:1769074693.450879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98444400. 00010000:00000010:2.1:1769074693.450885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98403500. 00010000:00000010:2.1:1769074693.450891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98416a00. 00010000:00000010:2.1:1769074693.450897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984f4f00. 00010000:00000010:2.1:1769074693.450905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98422c00. 00010000:00000010:2.1:1769074693.450910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98415600. 00010000:00000010:2.1:1769074693.450916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a7800. 00010000:00000010:2.1:1769074693.450924:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98473900. 00010000:00000010:2.1:1769074693.450931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a3400. 00010000:00000010:2.1:1769074693.450937:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984eec00. 00010000:00000010:2.1:1769074693.450945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9856d600. 00010000:00000010:2.1:1769074693.450952:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9856e900. 00010000:00000010:2.1:1769074693.450958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9022f000. 00010000:00000010:2.1:1769074693.450964:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98584e00. 00010000:00000010:2.1:1769074693.450973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9858b400. 00010000:00000010:2.1:1769074693.450979:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985a2c00. 00010000:00000010:2.1:1769074693.450987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985d1a00. 00010000:00000010:2.1:1769074693.450995:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90208000. 00010000:00000010:2.1:1769074693.451000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982bc2160e00. 00010000:00000010:2.1:1769074693.451006:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f57e00. 00010000:00000010:2.1:1769074693.451012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91043000. 00010000:00000010:2.1:1769074693.451019:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83edc100. 00010000:00000010:2.1:1769074693.451026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88871200. 00010000:00000010:2.1:1769074693.451033:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1c53f00. 00010000:00000010:2.1:1769074693.451038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c54400. 00010000:00000010:2.1:1769074693.451044:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8760a200. 00010000:00000010:2.1:1769074693.451050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dc7000. 00010000:00000010:2.1:1769074693.451056:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98731000. 00010000:00000010:2.1:1769074693.451061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82df8c00. 00010000:00000010:2.1:1769074693.451068:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85caac00. 00010000:00000010:2.1:1769074693.451075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b859dca00. 00010000:00000010:2.1:1769074693.451083:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849d7f00. 00010000:00000010:2.1:1769074693.451090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87ff2c00. 00010000:00000010:2.1:1769074693.451096:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87f9b700. 00010000:00000010:2.1:1769074693.451101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87ff2a00. 00010000:00000010:2.1:1769074693.451107:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b910d0300. 00010000:00000010:2.1:1769074693.451113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91062600. 00010000:00000010:2.1:1769074693.451119:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8714af00. 00010000:00000010:2.1:1769074693.451125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b829f6400. 00010000:00000010:2.1:1769074693.451133:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98ef5c00. 00010000:00000010:2.1:1769074693.451138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88b0c000. 00010000:00000010:2.1:1769074693.451144:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b891c7600. 00010000:00000010:2.1:1769074693.451150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91058e00. 00010000:00000010:2.1:1769074693.451157:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c2a100. 00010000:00000010:2.1:1769074693.451162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8654d600. 00010000:00000010:2.1:1769074693.451169:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c84800. 00010000:00000010:2.1:1769074693.451184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871ccc00. 00010000:00000010:2.1:1769074693.451188:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85926100. 00010000:00000010:2.1:1769074693.451192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85daaa00. 00010000:00000010:2.1:1769074693.451196:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85820300. 00010000:00000010:2.1:1769074693.451199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8499a600. 00010000:00000010:2.1:1769074693.451202:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85833f00. 00010000:00000010:2.1:1769074693.451205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8581be00. 00010000:00000010:2.1:1769074693.451208:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d40000. 00010000:00000010:2.1:1769074693.451212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8495ce00. 00010000:00000010:2.1:1769074693.451215:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8584a900. 00010000:00000010:2.1:1769074693.451227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d0d600. 00010000:00000010:2.1:1769074693.451231:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c32c00. 00010000:00000010:2.1:1769074693.451235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d6e400. 00010000:00000010:2.1:1769074693.451238:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8498ff00. 00010000:00000010:2.1:1769074693.451241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84812a00. 00010000:00000010:2.1:1769074693.451245:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84816a00. 00010000:00000010:2.1:1769074693.451248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84898400. 00010000:00000010:2.1:1769074693.451251:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84970900. 00010000:00000010:2.1:1769074693.451254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84881000. 00010000:00000010:2.1:1769074693.451258:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84875300. 00010000:00000010:2.1:1769074693.451262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84885600. 00010000:00000010:2.1:1769074693.451265:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f6400. 00010000:00000010:2.1:1769074693.451269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84907000. 00010000:00000010:2.1:1769074693.451276:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848c8700. 00010000:00000010:2.1:1769074693.451308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874cc000. 00010000:00000010:2.1:1769074693.451312:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87474200. 00010000:00000010:2.1:1769074693.451315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8744c200. 00010000:00000010:2.1:1769074693.451319:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87455b00. 00010000:00000010:2.1:1769074693.451322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8759f600. 00010000:00000010:2.1:1769074693.451325:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8753f000. 00010000:00000010:2.1:1769074693.451336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875d7a00. 00010000:00000010:2.1:1769074693.451339:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8759a500. 00010000:00000010:2.1:1769074693.451345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c0d000. 00010000:00000010:2.1:1769074693.451348:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87512d00. 00010000:00000010:2.1:1769074693.451351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874eb200. 00010000:00000010:2.1:1769074693.451355:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87527c00. 00010000:00000010:2.1:1769074693.451358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c4cc00. 00010000:00000010:2.1:1769074693.451369:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875c2800. 00010000:00000010:2.1:1769074693.451373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c5e000. 00010000:00000010:2.1:1769074693.451379:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c56000. 00010000:00000010:2.1:1769074693.451385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c77600. 00010000:00000010:2.1:1769074693.451391:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875ec600. 00010000:00000010:2.1:1769074693.451396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cbda00. 00010000:00000010:2.1:1769074693.451402:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c9f200. 00010000:00000010:2.1:1769074693.451408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cd9c00. 00010000:00000010:2.1:1769074693.451415:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d58a00. 00010000:00000010:2.1:1769074693.451421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d66e00. 00010000:00000010:2.1:1769074693.451427:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d15300. 00010000:00000010:2.1:1769074693.451433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87df2200. 00010000:00000010:2.1:1769074693.451439:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d51a00. 00010000:00000010:2.1:1769074693.451445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88229400. 00010000:00000010:2.1:1769074693.451453:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d92200. 00010000:00000010:2.1:1769074693.451460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dc8e00. 00010000:00000010:2.1:1769074693.451464:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8821c500. 00010000:00000010:2.1:1769074693.451472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8826e800. 00010000:00000010:2.1:1769074693.451476:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882f3300. 00010000:00000010:2.1:1769074693.451479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87da3800. 00010000:00000010:2.1:1769074693.451482:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88347a00. 00010000:00000010:2.1:1769074693.451485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8829e800. 00010000:00000010:2.1:1769074693.451489:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8829af00. 00010000:00000010:2.1:1769074693.451492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883a1800. 00010000:00000010:2.1:1769074693.451496:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88368900. 00010000:00000010:2.1:1769074693.451499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8837de00. 00010000:00000010:2.1:1769074693.451502:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8830a400. 00010000:00000010:2.1:1769074693.451506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98201400. 00010000:00000010:2.1:1769074693.451509:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88366900. 00010000:00000010:2.1:1769074693.451511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883fae00. 00010000:00000010:2.1:1769074693.451515:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9827a000. 00010000:00000010:2.1:1769074693.451518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982ff600. 00010000:00000010:2.1:1769074693.451521:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982f8a00. 00010000:00000010:2.1:1769074693.451525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883f9800. 00010000:00000010:2.1:1769074693.451528:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98273600. 00010000:00000010:2.1:1769074693.451530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a8a00. 00010000:00000010:2.1:1769074693.451534:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982abc00. 00010000:00000010:2.1:1769074693.451537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98363e00. 00010000:00000010:2.1:1769074693.451540:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9825c800. 00010000:00000010:2.1:1769074693.451543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98348a00. 00010000:00000010:2.1:1769074693.451546:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9834ca00. 00010000:00000010:2.1:1769074693.451549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98444a00. 00010000:00000010:2.1:1769074693.451556:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98403300. 00010000:00000010:2.1:1769074693.451575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98416800. 00010000:00000010:2.1:1769074693.451584:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984f4c00. 00010000:00000010:2.1:1769074693.451591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98416000. 00010000:00000010:2.1:1769074693.451596:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98486f00. 00010000:00000010:2.1:1769074693.451603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a6c00. 00010000:00000010:2.1:1769074693.451610:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98473300. 00010000:00000010:2.1:1769074693.451620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98527c00. 00010000:00000010:2.1:1769074693.451638:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98521900. 00010000:00000010:2.1:1769074693.451643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98548200. 00010000:00000010:2.1:1769074693.451647:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98533d00. 00010000:00000010:2.1:1769074693.451656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9857b000. 00010000:00000010:2.1:1769074693.451660:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985b8200. 00010000:00000010:2.1:1769074693.451669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98588600. 00010000:00000010:2.1:1769074693.451673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90200300. 00010000:00000010:2.1:1769074693.451677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985c7200. 00010000:00000010:2.1:1769074693.451682:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985c1600. 00010000:00000010:2.1:1769074693.451689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98e7a000. 00010000:00000010:2.1:1769074693.451694:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba00a5f00. 00010000:00000010:2.1:1769074693.452575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba0360200. 00010000:00000010:2.1:1769074693.452583:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83cb6300. 00010000:00000010:2.1:1769074693.452590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b876b0a00. 00010000:00000010:2.1:1769074693.452596:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83a20600. 00010000:00000010:2.1:1769074693.452602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86737400. 00010000:00000010:2.1:1769074693.452609:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8adc0000. 00010000:00000010:2.1:1769074693.452614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85ca7a00. 00010000:00000010:2.1:1769074693.452617:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b89667d00. 00010000:00000010:2.1:1769074693.452619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82df8600. 00010000:00000010:2.1:1769074693.452622:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85caae00. 00010000:00000010:2.1:1769074693.452844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b867af000. 00010000:00000010:2.1:1769074693.452853:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86704900. 00010000:00000010:2.1:1769074693.452861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8678e800. 00010000:00000010:2.1:1769074693.452880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849d2f00. 00010000:00000010:2.1:1769074693.452886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b867b7600. 00010000:00000010:2.1:1769074693.452894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85b94100. 00010000:00000010:2.1:1769074693.452900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86775200. 00010000:00000010:2.1:1769074693.452906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8ae95300. 00010000:00000010:2.1:1769074693.452914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b829f6200. 00010000:00000010:2.1:1769074693.452921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98ef5400. 00010000:00000010:2.1:1769074693.452928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88b0c600. 00010000:00000010:2.1:1769074693.452933:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82d24900. 00010000:00000010:2.1:1769074693.452940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871e3800. 00010000:00000010:2.1:1769074693.452946:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c2aa00. 00010000:00000010:2.1:1769074693.452952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8654c400. 00010000:00000010:2.1:1769074693.452958:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85da0d00. 00010000:00000010:2.1:1769074693.452963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871cdc00. 00010000:00000010:2.1:1769074693.452968:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c37200. 00010000:00000010:2.1:1769074693.452975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85815800. 00010000:00000010:2.1:1769074693.452981:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cdc100. 00010000:00000010:2.1:1769074693.452988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85829600. 00010000:00000010:2.1:1769074693.452993:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82dfee00. 00010000:00000010:2.1:1769074693.453000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d3da00. 00010000:00000010:2.1:1769074693.453007:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85858a00. 00010000:00000010:2.1:1769074693.453014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8495ec00. 00010000:00000010:2.1:1769074693.453026:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84953100. 00010000:00000010:2.1:1769074693.453034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d0d000. 00010000:00000010:2.1:1769074693.453040:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c32500. 00010000:00000010:2.1:1769074693.453046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d38200. 00010000:00000010:2.1:1769074693.453053:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8491de00. 00010000:00000010:2.1:1769074693.453061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84813a00. 00010000:00000010:2.1:1769074693.453066:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84816500. 00010000:00000010:2.1:1769074693.453074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84899c00. 00010000:00000010:2.1:1769074693.453081:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84970a00. 00010000:00000010:2.1:1769074693.453093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84881a00. 00010000:00000010:2.1:1769074693.453100:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84875f00. 00010000:00000010:2.1:1769074693.453106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84885000. 00010000:00000010:2.1:1769074693.453112:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f6600. 00010000:00000010:2.1:1769074693.453119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848be800. 00010000:00000010:2.1:1769074693.453125:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848a0b00. 00010000:00000010:2.1:1769074693.453133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874cd400. 00010000:00000010:2.1:1769074693.453139:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87474a00. 00010000:00000010:2.1:1769074693.453151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87495e00. 00010000:00000010:2.1:1769074693.453159:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8758c400. 00010000:00000010:2.1:1769074693.453328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87590000. 00010000:00000010:2.1:1769074693.453336:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8759dc00. 00010000:00000010:2.1:1769074693.453339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875d7c00. 00010000:00000010:2.1:1769074693.453343:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8754c100. 00010000:00000010:2.1:1769074693.453346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8740bc00. 00010000:00000010:2.1:1769074693.453350:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8751cd00. 00010000:00000010:2.1:1769074693.453355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c12c00. 00010000:00000010:2.1:1769074693.453360:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87523700. 00010000:00000010:2.1:1769074693.453370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c13600. 00010000:00000010:2.1:1769074693.453373:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c37e00. 00010000:00000010:2.1:1769074693.453378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cc2e00. 00010000:00000010:2.1:1769074693.453381:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c24500. 00010000:00000010:2.1:1769074693.453394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cfd600. 00010000:00000010:2.1:1769074693.453398:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875ecc00. 00010000:00000010:2.1:1769074693.453405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cbc000. 00010000:00000010:2.1:1769074693.453409:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c9f300. 00010000:00000010:2.1:1769074693.453413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d03000. 00010000:00000010:2.1:1769074693.453416:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cda700. 00010000:00000010:2.1:1769074693.453420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cffa00. 00010000:00000010:2.1:1769074693.453425:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d5f100. 00010000:00000010:2.1:1769074693.453429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88202c00. 00010000:00000010:2.1:1769074693.453432:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d51000. 00010000:00000010:2.1:1769074693.453435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88228e00. 00010000:00000010:2.1:1769074693.453439:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88223500. 00010000:00000010:2.1:1769074693.453442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dc9600. 00010000:00000010:2.1:1769074693.453446:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87dd7200. 00010000:00000010:2.1:1769074693.453451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8822bc00. 00010000:00000010:2.1:1769074693.453457:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88277700. 00010000:00000010:2.1:1769074693.453462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88350800. 00010000:00000010:2.1:1769074693.453466:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88347300. 00010000:00000010:2.1:1769074693.453469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882bb800. 00010000:00000010:2.1:1769074693.453472:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88342300. 00010000:00000010:2.1:1769074693.453475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88372600. 00010000:00000010:2.1:1769074693.453478:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88325700. 00010000:00000010:2.1:1769074693.453482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8837d000. 00010000:00000010:2.1:1769074693.453485:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8830a600. 00010000:00000010:2.1:1769074693.453488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98201200. 00010000:00000010:2.1:1769074693.453492:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883d0900. 00010000:00000010:2.1:1769074693.453496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883fb600. 00010000:00000010:2.1:1769074693.453499:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98235800. 00010000:00000010:2.1:1769074693.453504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982ff000. 00010000:00000010:2.1:1769074693.453507:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982f8300. 00010000:00000010:2.1:1769074693.453510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98315c00. 00010000:00000010:2.1:1769074693.453514:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98359e00. 00010000:00000010:2.1:1769074693.453519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9838a600. 00010000:00000010:2.1:1769074693.453522:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98282000. 00010000:00000010:2.1:1769074693.453525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c77e00. 00010000:00000010:2.1:1769074693.453529:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98392800. 00010000:00000010:2.1:1769074693.453533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983ffc00. 00010000:00000010:2.1:1769074693.453536:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983f9500. 00010000:00000010:2.1:1769074693.453544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983d5200. 00010000:00000010:2.1:1769074693.453549:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983df600. 00010000:00000010:2.1:1769074693.453556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98416600. 00010000:00000010:2.1:1769074693.453562:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984f4500. 00010000:00000010:2.1:1769074693.453568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98422600. 00010000:00000010:2.1:1769074693.453573:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98415b00. 00010000:00000010:2.1:1769074693.453578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9852c000. 00010000:00000010:2.1:1769074693.453585:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984ebb00. 00010000:00000010:2.1:1769074693.453592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984b1000. 00010000:00000010:2.1:1769074693.453598:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98521f00. 00010000:00000010:2.1:1769074693.453609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984c5800. 00010000:00000010:2.1:1769074693.453615:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9856ed00. 00010000:00000010:2.1:1769074693.453618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9022fa00. 00010000:00000010:2.1:1769074693.453623:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984bb200. 00010000:00000010:2.1:1769074693.453798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985f9c00. 00010000:00000010:2.1:1769074693.453807:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985a2100. 00010000:00000010:2.1:1769074693.453820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985d1400. 00010000:00000010:2.1:1769074693.453827:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020c900. 00010000:00000010:2.1:1769074693.453834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98e7bc00. 00010000:00000010:2.1:1769074693.453840:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87e42900. 00010000:00000010:2.1:1769074693.453847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91043a00. 00010000:00000010:2.1:1769074693.453855:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83edc000. 00010000:00000010:2.1:1769074693.453862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b876b0800. 00010000:00000010:2.1:1769074693.453868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1c53700. 00010000:00000010:2.1:1769074693.453875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86736200. 00010000:00000010:2.1:1769074693.453880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8760aa00. 00010000:00000010:2.1:1769074693.453886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dc7200. 00010000:00000010:2.1:1769074693.453893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98731e00. 00010000:00000010:2.1:1769074693.453898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82b57400. 00010000:00000010:2.1:1769074693.453905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8664cd00. 00010000:00000010:2.1:1769074693.453912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8671e800. 00010000:00000010:2.1:1769074693.453918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849d7600. 00010000:00000010:2.1:1769074693.453924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b860be600. 00010000:00000010:2.1:1769074693.453931:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849d1100. 00010000:00000010:2.1:1769074693.453938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b870b0e00. 00010000:00000010:2.1:1769074693.453945:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b910d0e00. 00010000:00000010:2.1:1769074693.453951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b888d4000. 00010000:00000010:2.1:1769074693.453959:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8714ac00. 00010000:00000010:2.1:1769074693.453965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b829f6e00. 00010000:00000010:2.1:1769074693.453970:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b866f3200. 00010000:00000010:2.1:1769074693.453977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82deea00. 00010000:00000010:2.1:1769074693.453983:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82ecf500. 00010000:00000010:2.1:1769074693.453990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871e3e00. 00010000:00000010:2.1:1769074693.453996:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87fca700. 00010000:00000010:2.1:1769074693.454002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85da5a00. 00010000:00000010:2.1:1769074693.454009:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85da0400. 00010000:00000010:2.1:1769074693.454017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85db1a00. 00010000:00000010:2.1:1769074693.454023:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85db4a00. 00010000:00000010:2.1:1769074693.454029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85daa800. 00010000:00000010:2.1:1769074693.454034:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85820d00. 00010000:00000010:2.1:1769074693.454045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85868a00. 00010000:00000010:2.1:1769074693.454053:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84982000. 00010000:00000010:2.1:1769074693.454059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d3d200. 00010000:00000010:2.1:1769074693.454065:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85858100. 00010000:00000010:2.1:1769074693.454075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8495c600. 00010000:00000010:2.1:1769074693.454081:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84953500. 00010000:00000010:2.1:1769074693.454095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8483e400. 00010000:00000010:2.1:1769074693.454102:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84921a00. 00010000:00000010:2.1:1769074693.454107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d6e200. 00010000:00000010:2.1:1769074693.454119:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8498fc00. 00010000:00000010:2.1:1769074693.454129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84814800. 00010000:00000010:2.1:1769074693.454135:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84816e00. 00010000:00000010:2.1:1769074693.454141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84976200. 00010000:00000010:2.1:1769074693.454147:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8487ea00. 00010000:00000010:2.1:1769074693.454152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84881400. 00010000:00000010:2.1:1769074693.454160:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84875900. 00010000:00000010:2.1:1769074693.454167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84899800. 00010000:00000010:2.1:1769074693.454183:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848cc300. 00010000:00000010:2.1:1769074693.454188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84906e00. 00010000:00000010:2.1:1769074693.454191:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8487cd00. 00010000:00000010:2.1:1769074693.454194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874c8e00. 00010000:00000010:2.1:1769074693.454198:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848e0e00. 00010000:00000010:2.1:1769074693.454202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87495000. 00010000:00000010:2.1:1769074693.454206:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8757fe00. 00010000:00000010:2.1:1769074693.454209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87591a00. 00010000:00000010:2.1:1769074693.454212:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8759d900. 00010000:00000010:2.1:1769074693.454216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874cae00. 00010000:00000010:2.1:1769074693.454223:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8754ce00. 00010000:00000010:2.1:1769074693.454227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c0d800. 00010000:00000010:2.1:1769074693.454231:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87512900. 00010000:00000010:2.1:1769074693.454234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c13a00. 00010000:00000010:2.1:1769074693.454237:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c46600. 00010000:00000010:2.1:1769074693.454241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875c7a00. 00010000:00000010:2.1:1769074693.454244:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c37d00. 00010000:00000010:2.1:1769074693.454248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875e3e00. 00010000:00000010:2.1:1769074693.454252:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87552700. 00010000:00000010:2.1:1769074693.454255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cfd800. 00010000:00000010:2.1:1769074693.454258:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875efb00. 00010000:00000010:2.1:1769074693.454264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cbc400. 00010000:00000010:2.1:1769074693.454270:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c9fa00. 00010000:00000010:2.1:1769074693.454274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d3ee00. 00010000:00000010:2.1:1769074693.454305:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cda200. 00010000:00000010:2.1:1769074693.454310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d3f800. 00010000:00000010:2.1:1769074693.454314:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d95500. 00010000:00000010:2.1:1769074693.454318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87df2e00. 00010000:00000010:2.1:1769074693.454321:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d56200. 00010000:00000010:2.1:1769074693.454325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88226800. 00010000:00000010:2.1:1769074693.454334:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88223d00. 00010000:00000010:2.1:1769074693.454337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dc9800. 00010000:00000010:2.1:1769074693.454341:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87dd7a00. 00010000:00000010:2.1:1769074693.454344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882ae200. 00010000:00000010:2.1:1769074693.454349:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882f3d00. 00010000:00000010:2.1:1769074693.454353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88351e00. 00010000:00000010:2.1:1769074693.454357:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88347400. 00010000:00000010:2.1:1769074693.454360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8829f600. 00010000:00000010:2.1:1769074693.454365:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8829a400. 00010000:00000010:2.1:1769074693.454369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88373e00. 00010000:00000010:2.1:1769074693.454373:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88325100. 00010000:00000010:2.1:1769074693.454384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882c5200. 00010000:00000010:2.1:1769074693.454392:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88317b00. 00010000:00000010:2.1:1769074693.454399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98229e00. 00010000:00000010:2.1:1769074693.454406:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9822c300. 00010000:00000010:2.1:1769074693.454413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883fb800. 00010000:00000010:2.1:1769074693.454424:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98235200. 00010000:00000010:2.1:1769074693.454431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982faa00. 00010000:00000010:2.1:1769074693.454438:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88303000. 00010000:00000010:2.1:1769074693.454446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9831ee00. 00010000:00000010:2.1:1769074693.454453:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9832b200. 00010000:00000010:2.1:1769074693.454461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a8600. 00010000:00000010:2.1:1769074693.454466:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982ab400. 00010000:00000010:2.1:1769074693.454470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a0200. 00010000:00000010:2.1:1769074693.454474:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983cd700. 00010000:00000010:2.1:1769074693.454477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983b4000. 00010000:00000010:2.1:1769074693.454481:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9837b100. 00010000:00000010:2.1:1769074693.454485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98447800. 00010000:00000010:2.1:1769074693.454489:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98402f00. 00010000:00000010:2.1:1769074693.454492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98417e00. 00010000:00000010:2.1:1769074693.454496:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984f4400. 00010000:00000010:2.1:1769074693.454510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98495c00. 00010000:00000010:2.1:1769074693.454514:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98486600. 00010000:00000010:2.1:1769074693.454523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9852da00. 00010000:00000010:2.1:1769074693.454527:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9848db00. 00010000:00000010:2.1:1769074693.454531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98526a00. 00010000:00000010:2.1:1769074693.454535:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98511f00. 00010000:00000010:2.1:1769074693.454540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984c4c00. 00010000:00000010:2.1:1769074693.454544:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9856e700. 00010000:00000010:2.1:1769074693.454547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9858ac00. 00010000:00000010:2.1:1769074693.454556:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98468a00. 00010000:00000010:2.1:1769074693.454564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90215200. 00010000:00000010:2.1:1769074693.454571:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90200f00. 00010000:00000010:2.1:1769074693.454578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985d2200. 00010000:00000010:2.1:1769074693.454585:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985eb800. 00010000:00000010:2.1:1769074693.454595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba02e2800. 00010000:00000010:2.1:1769074693.454600:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88afbe00. 00010000:00000010:2.1:1769074693.454604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c51a00. 00010000:00000010:2.1:1769074693.454611:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83ef2800. 00010000:00000010:2.1:1769074693.454617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82de0e00. 00010000:00000010:2.1:1769074693.454623:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98121400. 00010000:00000010:2.1:1769074693.454645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88bac000. 00010000:00000010:2.1:1769074693.454651:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82b77c00. 00010000:00000010:2.1:1769074693.454658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c54200. 00010000:00000010:2.1:1769074693.454665:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82f0c000. 00010000:00000010:2.1:1769074693.454671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98e19400. 00010000:00000010:2.1:1769074693.454678:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88bb1700. 00010000:00000010:2.1:1769074693.454692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85cdf000. 00010000:00000010:2.1:1769074693.454907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8664c600. 00010000:00000010:2.1:1769074693.454919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98ef7c00. 00010000:00000010:2.1:1769074693.454927:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849d7300. 00010000:00000010:2.1:1769074693.454936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86774e00. 00010000:00000010:2.1:1769074693.454942:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86653500. 00010000:00000010:2.1:1769074693.454951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b870b1600. 00010000:00000010:2.1:1769074693.454957:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b910d0700. 00010000:00000010:2.1:1769074693.454966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82def800. 00010000:00000010:2.1:1769074693.454973:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba053ed00. 00010000:00000010:2.1:1769074693.454978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b829f6a00. 00010000:00000010:2.1:1769074693.454984:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98ef5b00. 00010000:00000010:2.1:1769074693.454989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98ed6200. 00010000:00000010:2.1:1769074693.454995:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82d24d00. 00010000:00000010:2.1:1769074693.455002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c06400. 00010000:00000010:2.1:1769074693.455008:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c2af00. 00010000:00000010:2.1:1769074693.455018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c3f200. 00010000:00000010:2.1:1769074693.455026:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85da3a00. 00010000:00000010:2.1:1769074693.455033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d85e00. 00010000:00000010:2.1:1769074693.455039:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d98f00. 00010000:00000010:2.1:1769074693.455046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85814c00. 00010000:00000010:2.1:1769074693.455052:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85801700. 00010000:00000010:2.1:1769074693.455058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84986000. 00010000:00000010:2.1:1769074693.455064:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84982b00. 00010000:00000010:2.1:1769074693.455070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8494b600. 00010000:00000010:2.1:1769074693.455077:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84941100. 00010000:00000010:2.1:1769074693.455082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8494a600. 00010000:00000010:2.1:1769074693.455089:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d20800. 00010000:00000010:2.1:1769074693.455100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84809800. 00010000:00000010:2.1:1769074693.455105:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84921000. 00010000:00000010:2.1:1769074693.455118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d39c00. 00010000:00000010:2.1:1769074693.455125:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8491dd00. 00010000:00000010:2.1:1769074693.455133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84813e00. 00010000:00000010:2.1:1769074693.455140:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84816d00. 00010000:00000010:2.1:1769074693.455145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84976400. 00010000:00000010:2.1:1769074693.455155:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84818a00. 00010000:00000010:2.1:1769074693.455161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84880200. 00010000:00000010:2.1:1769074693.455167:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84875400. 00010000:00000010:2.1:1769074693.455246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84888e00. 00010000:00000010:2.1:1769074693.455250:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848cc100. 00010000:00000010:2.1:1769074693.455254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848b8400. 00010000:00000010:2.1:1769074693.455257:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87412300. 00010000:00000010:2.1:1769074693.455261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874cc200. 00010000:00000010:2.1:1769074693.455264:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8741ea00. 00010000:00000010:2.1:1769074693.455270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87498e00. 00010000:00000010:2.1:1769074693.455275:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87444d00. 00010000:00000010:2.1:1769074693.455315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8753b200. 00010000:00000010:2.1:1769074693.455320:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87592600. 00010000:00000010:2.1:1769074693.455323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874b3400. 00010000:00000010:2.1:1769074693.455326:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8759a100. 00010000:00000010:2.1:1769074693.455333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c0d200. 00010000:00000010:2.1:1769074693.455337:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87512f00. 00010000:00000010:2.1:1769074693.455343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8740aa00. 00010000:00000010:2.1:1769074693.455347:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c11800. 00010000:00000010:2.1:1769074693.455351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874ac200. 00010000:00000010:2.1:1769074693.455354:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875c2b00. 00010000:00000010:2.1:1769074693.455357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874ade00. 00010000:00000010:2.1:1769074693.455359:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87552b00. 00010000:00000010:2.1:1769074693.455362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cfc600. 00010000:00000010:2.1:1769074693.455367:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875efa00. 00010000:00000010:2.1:1769074693.455374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cd1600. 00010000:00000010:2.1:1769074693.455378:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87552d00. 00010000:00000010:2.1:1769074693.455384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d3e600. 00010000:00000010:2.1:1769074693.455390:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cdaa00. 00010000:00000010:2.1:1769074693.455395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dec400. 00010000:00000010:2.1:1769074693.455401:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cb1400. 00010000:00000010:2.1:1769074693.455407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88203a00. 00010000:00000010:2.1:1769074693.455413:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d3ca00. 00010000:00000010:2.1:1769074693.455422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88224400. 00010000:00000010:2.1:1769074693.455428:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d8ea00. 00010000:00000010:2.1:1769074693.455433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88287600. 00010000:00000010:2.1:1769074693.455440:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8821f900. 00010000:00000010:2.1:1769074693.455449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8826e600. 00010000:00000010:2.1:1769074693.455454:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88269a00. 00010000:00000010:2.1:1769074693.455459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88351000. 00010000:00000010:2.1:1769074693.455463:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88267400. 00010000:00000010:2.1:1769074693.455466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882b9e00. 00010000:00000010:2.1:1769074693.455469:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8829aa00. 00010000:00000010:2.1:1769074693.455472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883a0000. 00010000:00000010:2.1:1769074693.455475:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88368800. 00010000:00000010:2.1:1769074693.455478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8837c800. 00010000:00000010:2.1:1769074693.455486:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8830ab00. 00010000:00000010:2.1:1769074693.455492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c4200. 00010000:00000010:2.1:1769074693.455496:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9822c900. 00010000:00000010:2.1:1769074693.455507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883f9c00. 00010000:00000010:2.1:1769074693.455511:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9827f500. 00010000:00000010:2.1:1769074693.455518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982fe000. 00010000:00000010:2.1:1769074693.455522:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982f8f00. 00010000:00000010:2.1:1769074693.455526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9831f600. 00010000:00000010:2.1:1769074693.455529:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98273200. 00010000:00000010:2.1:1769074693.455532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a9e00. 00010000:00000010:2.1:1769074693.455535:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982ab000. 00010000:00000010:2.1:1769074693.455538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a0a00. 00010000:00000010:2.1:1769074693.455541:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983cd300. 00010000:00000010:2.1:1769074693.455544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a2200. 00010000:00000010:2.1:1769074693.455546:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9837b900. 00010000:00000010:2.1:1769074693.455550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98444e00. 00010000:00000010:2.1:1769074693.455553:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98402c00. 00010000:00000010:2.1:1769074693.455556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983efe00. 00010000:00000010:2.1:1769074693.455561:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98410c00. 00010000:00000010:2.1:1769074693.455564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984d0400. 00010000:00000010:2.1:1769074693.455568:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98415d00. 00010000:00000010:2.1:1769074693.455574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a6000. 00010000:00000010:2.1:1769074693.455579:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9839f700. 00010000:00000010:2.1:1769074693.455583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a2e00. 00010000:00000010:2.1:1769074693.455587:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984ee600. 00010000:00000010:2.1:1769074693.455591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985bde00. 00010000:00000010:2.1:1769074693.455594:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9851c300. 00010000:00000010:2.1:1769074693.455598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9857ba00. 00010000:00000010:2.1:1769074693.455603:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98592400. 00010000:00000010:2.1:1769074693.455609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985f8a00. 00010000:00000010:2.1:1769074693.455614:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98592500. 00010000:00000010:2.1:1769074693.455618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985c6400. 00010000:00000010:2.1:1769074693.455622:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e2b00. 00010000:00000010:2.1:1769074693.455687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba02e2600. 00010000:00000010:2.1:1769074693.455694:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88afbf00. 00010000:00000010:2.1:1769074693.455798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982bc21f7e00. 00010000:00000010:2.1:1769074693.455806:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87e42e00. 00010000:00000010:2.1:1769074693.455812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82de0600. 00010000:00000010:2.1:1769074693.455818:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98121800. 00010000:00000010:2.1:1769074693.455825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b876b0600. 00010000:00000010:2.1:1769074693.455833:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83a20800. 00010000:00000010:2.1:1769074693.455841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86736a00. 00010000:00000010:2.1:1769074693.455847:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82f0ce00. 00010000:00000010:2.1:1769074693.455855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dc6400. 00010000:00000010:2.1:1769074693.455861:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b89667400. 00010000:00000010:2.1:1769074693.455866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82df9a00. 00010000:00000010:2.1:1769074693.455872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85caaf00. 00010000:00000010:2.1:1769074693.455878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b867afa00. 00010000:00000010:2.1:1769074693.455886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86704f00. 00010000:00000010:2.1:1769074693.455891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86774a00. 00010000:00000010:2.1:1769074693.455898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849d1c00. 00010000:00000010:2.1:1769074693.455905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b870b1800. 00010000:00000010:2.1:1769074693.455913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85b94900. 00010000:00000010:2.1:1769074693.455918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b888d5400. 00010000:00000010:2.1:1769074693.455925:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8714a400. 00010000:00000010:2.1:1769074693.455931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8670b400. 00010000:00000010:2.1:1769074693.455938:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b866f3e00. 00010000:00000010:2.1:1769074693.455944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8654d000. 00010000:00000010:2.1:1769074693.455949:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b860c1c00. 00010000:00000010:2.1:1769074693.455957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871e3a00. 00010000:00000010:2.1:1769074693.455964:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87fcaf00. 00010000:00000010:2.1:1769074693.455970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871cc200. 00010000:00000010:2.1:1769074693.455976:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85da0700. 00010000:00000010:2.1:1769074693.455982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c1d800. 00010000:00000010:2.1:1769074693.455989:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85db4900. 00010000:00000010:2.1:1769074693.455995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84997400. 00010000:00000010:2.1:1769074693.456000:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85801000. 00010000:00000010:2.1:1769074693.456007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85868800. 00010000:00000010:2.1:1769074693.456013:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84982500. 00010000:00000010:2.1:1769074693.456018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8494be00. 00010000:00000010:2.1:1769074693.456023:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84941500. 00010000:00000010:2.1:1769074693.456030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84964000. 00010000:00000010:2.1:1769074693.456036:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84944a00. 00010000:00000010:2.1:1769074693.456043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8496a400. 00010000:00000010:2.1:1769074693.456052:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84839400. 00010000:00000010:2.1:1769074693.456058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8585f600. 00010000:00000010:2.1:1769074693.456063:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84806000. 00010000:00000010:2.1:1769074693.456075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84812800. 00010000:00000010:2.1:1769074693.456085:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84816700. 00010000:00000010:2.1:1769074693.456092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84898600. 00010000:00000010:2.1:1769074693.456097:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84818300. 00010000:00000010:2.1:1769074693.456103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84885e00. 00010000:00000010:2.1:1769074693.456109:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848c2c00. 00010000:00000010:2.1:1769074693.456116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8488ac00. 00010000:00000010:2.1:1769074693.456123:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848ccd00. 00010000:00000010:2.1:1769074693.456129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848bfe00. 00010000:00000010:2.1:1769074693.456136:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848a0600. 00010000:00000010:2.1:1769074693.456142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8744da00. 00010000:00000010:2.1:1769074693.456148:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848b5a00. 00010000:00000010:2.1:1769074693.456154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87498200. 00010000:00000010:2.1:1769074693.456160:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8757fd00. 00010000:00000010:2.1:1769074693.456166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8759f200. 00010000:00000010:2.1:1769074693.456273:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87436a00. 00010000:00000010:2.1:1769074693.456309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8759ec00. 00010000:00000010:2.1:1769074693.456314:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85974f00. 00010000:00000010:2.1:1769074693.456319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8740a800. 00010000:00000010:2.1:1769074693.456322:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8751cf00. 00010000:00000010:2.1:1769074693.456332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875de000. 00010000:00000010:2.1:1769074693.456335:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c11a00. 00010000:00000010:2.1:1769074693.456338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875e1600. 00010000:00000010:2.1:1769074693.456341:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875c2900. 00010000:00000010:2.1:1769074693.456348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875e3a00. 00010000:00000010:2.1:1769074693.456352:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875b6300. 00010000:00000010:2.1:1769074693.456355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cfda00. 00010000:00000010:2.1:1769074693.456362:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cf5d00. 00010000:00000010:2.1:1769074693.456366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cbc200. 00010000:00000010:2.1:1769074693.456369:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c65200. 00010000:00000010:2.1:1769074693.456376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cd8e00. 00010000:00000010:2.1:1769074693.456380:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d58900. 00010000:00000010:2.1:1769074693.456384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dee800. 00010000:00000010:2.1:1769074693.456388:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d15700. 00010000:00000010:2.1:1769074693.456392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dffa00. 00010000:00000010:2.1:1769074693.456398:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8702ab00. 00010000:00000010:2.1:1769074693.456401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88225c00. 00010000:00000010:2.1:1769074693.456405:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d8ec00. 00010000:00000010:2.1:1769074693.456409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88285200. 00010000:00000010:2.1:1769074693.456415:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d86a00. 00010000:00000010:2.1:1769074693.456419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882ae800. 00010000:00000010:2.1:1769074693.456435:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88276600. 00010000:00000010:2.1:1769074693.456441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8825ac00. 00010000:00000010:2.1:1769074693.456447:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88267000. 00010000:00000010:2.1:1769074693.456453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882cec00. 00010000:00000010:2.1:1769074693.456460:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8836f800. 00010000:00000010:2.1:1769074693.456466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883a2a00. 00010000:00000010:2.1:1769074693.456469:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88335000. 00010000:00000010:2.1:1769074693.456483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c5a00. 00010000:00000010:2.1:1769074693.456488:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88379d00. 00010000:00000010:2.1:1769074693.456492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98200a00. 00010000:00000010:2.1:1769074693.456500:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883d0300. 00010000:00000010:0.1:1769074693.543454:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a9800. 00010000:00000010:0.1:1769074693.543559:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982abb00. 00010000:00000010:0.1:1769074693.543564:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a0800. 00010000:00000010:0.1:1769074693.543568:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98380300. 00010000:00000010:0.1:1769074693.543571:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983fe600. 00010000:00000010:0.1:1769074693.543574:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983fcc00. 00010000:00000010:0.1:1769074693.543577:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98447a00. 00010000:00000010:0.1:1769074693.543580:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98402600. 00010000:00000010:0.1:1769074693.543597:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98416c00. 00010000:00000010:0.1:1769074693.543601:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9844a300. 00010000:00000010:0.1:1769074693.543612:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984d0a00. 00010000:00000010:0.1:1769074693.543617:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983c0d00. 00010000:00000010:0.1:1769074693.543620:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9852d400. 00010000:00000010:0.1:1769074693.543623:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9848d100. 00010000:00000010:0.1:1769074693.543626:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984b1a00. 00010000:00000010:0.1:1769074693.543665:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98525e00. 00010000:00000010:0.1:1769074693.543671:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984c5a00. 00010000:00000010:0.1:1769074693.543675:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9856e200. 00010000:00000010:0.1:1769074693.543679:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9857b200. 00010000:00000010:0.1:1769074693.543683:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98592700. 00010000:00000010:0.1:1769074693.543687:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985f8e00. 00010000:00000010:0.1:1769074693.543692:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90200c00. 00010000:00000010:0.1:1769074693.543695:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985d0200. 00010000:00000010:0.1:1769074693.543699:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020ce00. 00010000:00000010:0.1:1769074693.543703:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b892e2e00. 00010000:00000010:0.1:1769074693.543706:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b89022d00. 00010000:00000010:0.1:1769074693.543710:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98e7b200. 00010000:00000010:0.1:1769074693.543713:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba00a5000. 00010000:00000010:0.1:1769074693.543721:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba0361c00. 00010000:00000010:0.1:1769074693.543732:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83cb6e00. 00010000:00000010:0.1:1769074693.543736:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c46000. 00010000:00000010:0.1:1769074693.543740:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82b77500. 00010000:00000010:0.1:1769074693.543743:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82de7a00. 00010000:00000010:0.1:1769074693.543746:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1d33100. 00010000:00000010:0.1:1769074693.543748:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82b56800. 00010000:00000010:0.1:1769074693.543751:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8a598500. 00010000:00000010:0.1:1769074693.543755:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82df9400. 00010000:00000010:0.1:1769074693.543758:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b866b3b00. 00010000:00000010:0.1:1769074693.543761:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98ef7e00. 00010000:00000010:0.1:1769074693.543764:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87112800. 00010000:00000010:0.1:1769074693.543768:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87ff3200. 00010000:00000010:0.1:1769074693.543772:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87f9b300. 00010000:00000010:0.1:1769074693.543776:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b867b6000. 00010000:00000010:0.1:1769074693.543779:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85b94f00. 00010000:00000010:0.1:1769074693.543781:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86774200. 00010000:00000010:0.1:1769074693.543785:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8769d200. 00010000:00000010:0.1:1769074693.543789:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b829f7e00. 00010000:00000010:0.1:1769074693.543792:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98ef5100. 00010000:00000010:0.1:1769074693.543795:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98ed6e00. 00010000:00000010:0.1:1769074693.543798:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82d24e00. 00010000:00000010:0.1:1769074693.543802:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c06200. 00010000:00000010:0.1:1769074693.543806:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c2c600. 00010000:00000010:0.1:1769074693.543809:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c1d400. 00010000:00000010:0.1:1769074693.543813:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85da0f00. 00010000:00000010:0.1:1769074693.543820:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85db1600. 00010000:00000010:0.1:1769074693.543825:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85db4f00. 00010000:00000010:0.1:1769074693.543828:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85814000. 00010000:00000010:0.1:1769074693.543836:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85801200. 00010000:00000010:0.1:1769074693.543844:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8499c200. 00010000:00000010:0.1:1769074693.543848:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84982c00. 00010000:00000010:0.1:1769074693.543854:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8494ac00. 00010000:00000010:0.1:1769074693.543857:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84941a00. 00010000:00000010:0.1:1769074693.543860:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d0c600. 00010000:00000010:0.1:1769074693.543868:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c32200. 00010000:00000010:0.1:1769074693.543880:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8496a000. 00010000:00000010:0.1:1769074693.543887:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84839700. 00010000:00000010:0.1:1769074693.543894:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8585f800. 00010000:00000010:0.1:1769074693.543899:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84801100. 00010000:00000010:0.1:1769074693.543902:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84815a00. 00010000:00000010:0.1:1769074693.543905:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84918700. 00010000:00000010:0.1:1769074693.543909:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84898a00. 00010000:00000010:0.1:1769074693.543913:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84818f00. 00010000:00000010:0.1:1769074693.543917:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84864200. 00010000:00000010:0.1:1769074693.543920:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84875000. 00010000:00000010:0.1:1769074693.543926:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84888c00. 00010000:00000010:0.1:1769074693.543930:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848d4100. 00010000:00000010:0.1:1769074693.543937:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848b8a00. 00010000:00000010:0.1:1769074693.543940:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848b4100. 00010000:00000010:0.1:1769074693.543944:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874cdc00. 00010000:00000010:0.1:1769074693.543949:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848e0f00. 00010000:00000010:0.1:1769074693.543954:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874cbe00. 00010000:00000010:0.1:1769074693.543958:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87436500. 00010000:00000010:0.1:1769074693.543965:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87590200. 00010000:00000010:0.1:1769074693.543973:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8759de00. 00010000:00000010:0.1:1769074693.543977:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874f9600. 00010000:00000010:0.1:1769074693.543981:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8752a500. 00010000:00000010:0.1:1769074693.543985:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c0c200. 00010000:00000010:0.1:1769074693.543988:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87409f00. 00010000:00000010:0.1:1769074693.543991:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874ad200. 00010000:00000010:0.1:1769074693.543994:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8754ff00. 00010000:00000010:0.1:1769074693.543998:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875e3c00. 00010000:00000010:0.1:1769074693.544002:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c37700. 00010000:00000010:0.1:1769074693.544008:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875e2400. 00010000:00000010:0.1:1769074693.544011:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875bd000. 00010000:00000010:0.1:1769074693.544018:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c83c00. 00010000:00000010:0.1:1769074693.544025:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cf8300. 00010000:00000010:0.1:1769074693.544029:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cfe000. 00010000:00000010:0.1:1769074693.544032:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c73600. 00010000:00000010:0.1:1769074693.544035:0:29775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d3fe00. 00010000:00000010:0.1:1769074693.544038:0:29775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cda300. 00010000:00000010:0.1:1769074693.544099:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87defe00. 00010000:00000010:0.1:1769074693.544104:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d15400. 00010000:00000010:0.1:1769074693.544115:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88203800. 00010000:00000010:0.1:1769074693.544121:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87df1500. 00010000:00000010:0.1:1769074693.544125:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87df2c00. 00010000:00000010:0.1:1769074693.544129:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88223800. 00010000:00000010:0.1:1769074693.544133:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88287800. 00010000:00000010:0.1:1769074693.544136:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88223700. 00010000:00000010:0.1:1769074693.544142:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8825a000. 00010000:00000010:0.1:1769074693.544145:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88276000. 00010000:00000010:0.1:1769074693.544149:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8822b200. 00010000:00000010:0.1:1769074693.544153:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88267f00. 00010000:00000010:0.1:1769074693.544159:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882b8600. 00010000:00000010:0.1:1769074693.544162:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88368c00. 00010000:00000010:0.1:1769074693.544165:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88373800. 00010000:00000010:0.1:1769074693.544178:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88305900. 00010000:00000010:0.1:1769074693.544182:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c7400. 00010000:00000010:0.1:1769074693.544186:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88378b00. 00010000:00000010:0.1:1769074693.544190:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883ccc00. 00010000:00000010:0.1:1769074693.544193:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883d0f00. 00010000:00000010:0.1:1769074693.544198:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98230200. 00010000:00000010:0.1:1769074693.544201:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9828f600. 00010000:00000010:0.1:1769074693.544205:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982fe400. 00010000:00000010:0.1:1769074693.544209:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982f8c00. 00010000:00000010:0.1:1769074693.544217:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9831fe00. 00010000:00000010:0.1:1769074693.544221:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9832b600. 00010000:00000010:0.1:1769074693.544223:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a9a00. 00010000:00000010:0.1:1769074693.544226:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982abe00. 00010000:00000010:0.1:1769074693.544234:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a1600. 00010000:00000010:0.1:1769074693.544237:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98380900. 00010000:00000010:0.1:1769074693.544241:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98348800. 00010000:00000010:0.1:1769074693.544245:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9834c700. 00010000:00000010:0.1:1769074693.544248:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98444800. 00010000:00000010:0.1:1769074693.544251:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98443d00. 00010000:00000010:0.1:1769074693.544254:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983ef000. 00010000:00000010:0.1:1769074693.544262:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98410f00. 00010000:00000010:0.1:1769074693.544265:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98494800. 00010000:00000010:0.1:1769074693.544269:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984d3200. 00010000:00000010:0.1:1769074693.544272:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9852c400. 00010000:00000010:0.1:1769074693.544275:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984eb100. 00010000:00000010:0.1:1769074693.545537:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984b0c00. 00010000:00000010:0.1:1769074693.545555:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98525d00. 00010000:00000010:0.1:1769074693.545560:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984c5400. 00010000:00000010:0.1:1769074693.545564:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9856e800. 00010000:00000010:0.1:1769074693.545567:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98589c00. 00010000:00000010:0.1:1769074693.545571:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98584f00. 00010000:00000010:0.1:1769074693.545575:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90214200. 00010000:00000010:0.1:1769074693.545579:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90200000. 00010000:00000010:0.1:1769074693.545583:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985c6a00. 00010000:00000010:0.1:1769074693.545587:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e2500. 00010000:00000010:0.1:1769074693.545602:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b892e3000. 00010000:00000010:0.1:1769074693.545608:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b89022400. 00010000:00000010:0.1:1769074693.545612:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982bc21f7000. 00010000:00000010:0.1:1769074693.545616:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1ee6000. 00010000:00000010:0.1:1769074693.545619:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8678a600. 00010000:00000010:0.1:1769074693.545622:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83cb6400. 00010000:00000010:0.1:1769074693.545625:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b876b1e00. 00010000:00000010:0.1:1769074693.545628:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83a20d00. 00010000:00000010:0.1:1769074693.545643:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82de6a00. 00010000:00000010:0.1:1769074693.545646:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82f0cf00. 00010000:00000010:0.1:1769074693.545651:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85ca6400. 00010000:00000010:0.1:1769074693.545655:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b89667000. 00010000:00000010:0.1:1769074693.545658:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85cdfa00. 00010000:00000010:0.1:1769074693.545661:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87f3c800. 00010000:00000010:0.1:1769074693.545671:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b867ae400. 00010000:00000010:0.1:1769074693.545675:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86704400. 00010000:00000010:0.1:1769074693.545686:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87ff3400. 00010000:00000010:0.1:1769074693.545691:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849d1700. 00010000:00000010:0.1:1769074693.545694:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b870b0c00. 00010000:00000010:0.1:1769074693.545698:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cb3a00. 00010000:00000010:0.1:1769074693.545707:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8670a800. 00010000:00000010:0.1:1769074693.545712:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba053e200. 00010000:00000010:0.1:1769074693.545715:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b829f7000. 00010000:00000010:0.1:1769074693.545718:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98ef5500. 00010000:00000010:0.1:1769074693.545724:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8679a400. 00010000:00000010:0.1:1769074693.545730:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849fc300. 00010000:00000010:0.1:1769074693.545733:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c06e00. 00010000:00000010:0.1:1769074693.545736:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c2c400. 00010000:00000010:0.1:1769074693.545740:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c1c400. 00010000:00000010:0.1:1769074693.545743:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85926b00. 00010000:00000010:0.1:1769074693.545747:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d84600. 00010000:00000010:0.1:1769074693.545754:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d98c00. 00010000:00000010:0.1:1769074693.545758:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85dab800. 00010000:00000010:0.1:1769074693.545762:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85823700. 00010000:00000010:0.1:1769074693.545765:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d1da00. 00010000:00000010:0.1:1769074693.545768:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85833800. 00010000:00000010:0.1:1769074693.545771:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8581b800. 00010000:00000010:0.1:1769074693.545775:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8586e200. 00010000:00000010:0.1:1769074693.545781:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84965200. 00010000:00000010:0.1:1769074693.545784:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84944900. 00010000:00000010:0.1:1769074693.545793:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8483ee00. 00010000:00000010:0.1:1769074693.545796:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8483da00. 00010000:00000010:0.1:1769074693.545799:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d38800. 00010000:00000010:0.1:1769074693.545803:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84933100. 00010000:00000010:0.1:1769074693.545807:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84833200. 00010000:00000010:0.1:1769074693.545810:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84816100. 00010000:00000010:0.1:1769074693.545818:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84864600. 00010000:00000010:0.1:1769074693.545822:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84821e00. 00010000:00000010:0.1:1769074693.545825:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84864e00. 00010000:00000010:0.1:1769074693.545828:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f8e00. 00010000:00000010:0.1:1769074693.545832:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8488ba00. 00010000:00000010:0.1:1769074693.545835:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848cc700. 00010000:00000010:0.1:1769074693.545841:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848bf800. 00010000:00000010:0.1:1769074693.545845:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848a0500. 00010000:00000010:0.1:1769074693.545854:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874c9600. 00010000:00000010:0.1:1769074693.545858:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848e0800. 00010000:00000010:0.1:1769074693.545861:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87495a00. 00010000:00000010:0.1:1769074693.545864:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8758ee00. 00010000:00000010:0.1:1769074693.545867:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8759f400. 00010000:00000010:0.1:1769074693.545870:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8754cf00. 00010000:00000010:0.1:1769074693.545877:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874b2a00. 00010000:00000010:0.1:1769074693.545884:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8752a100. 00010000:00000010:0.1:1769074693.545888:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874afe00. 00010000:00000010:0.1:1769074693.545890:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b874a6b00. 00010000:00000010:0.1:1769074693.545896:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875df400. 00010000:00000010:0.1:1769074693.545901:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c46b00. 00010000:00000010:0.1:1769074693.545904:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875e1000. 00010000:00000010:0.1:1769074693.545908:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c7c400. 00010000:00000010:0.1:1769074693.545911:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c5f400. 00010000:00000010:0.1:1769074693.545915:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c56b00. 00010000:00000010:0.1:1769074693.545923:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c61000. 00010000:00000010:0.1:1769074693.545927:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875ef200. 00010000:00000010:0.1:1769074693.545930:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c91800. 00010000:00000010:0.1:1769074693.545933:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cf8600. 00010000:00000010:0.1:1769074693.545937:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cfe600. 00010000:00000010:0.1:1769074693.545939:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c73700. 00010000:00000010:0.1:1769074693.545942:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dedc00. 00010000:00000010:0.1:1769074693.545945:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cb1700. 00010000:00000010:0.1:1769074693.545948:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88203400. 00010000:00000010:0.1:1769074693.545951:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87df1b00. 00010000:00000010:0.1:1769074693.545955:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88224c00. 00010000:00000010:0.1:1769074693.545957:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d8ef00. 00010000:00000010:0.1:1769074693.545965:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dc8c00. 00010000:00000010:0.1:1769074693.545968:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87dd7300. 00010000:00000010:0.1:1769074693.545972:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8826fc00. 00010000:00000010:0.1:1769074693.545975:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88269e00. 00010000:00000010:0.1:1769074693.545978:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88350c00. 00010000:00000010:0.1:1769074693.545981:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88347800. 00010000:00000010:0.1:1769074693.545987:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8829f800. 00010000:00000010:0.1:1769074693.545990:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8829a800. 00010000:00000010:0.1:1769074693.545994:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883a2800. 00010000:00000010:0.1:1769074693.545998:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8836ca00. 00010000:00000010:0.1:1769074693.546001:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c6200. 00010000:00000010:0.1:1769074693.546006:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88378200. 00010000:00000010:0.1:1769074693.546009:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883cf800. 00010000:00000010:0.1:1769074693.546012:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883d0b00. 00010000:00000010:0.1:1769074693.546015:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98230a00. 00010000:00000010:0.1:1769074693.546018:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9828fb00. 00010000:00000010:0.1:1769074693.546021:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98217e00. 00010000:00000010:0.1:1769074693.546024:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87420d00. 00010000:00000010:0.1:1769074693.546030:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9830c000. 00010000:00000010:0.1:1769074693.546034:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98359000. 00010000:00000010:0.1:1769074693.546038:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9838b400. 00010000:00000010:0.1:1769074693.546043:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98282100. 00010000:00000010:0.1:1769074693.546047:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a1800. 00010000:00000010:0.1:1769074693.546049:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98380600. 00010000:00000010:0.1:1769074693.546052:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98373a00. 00010000:00000010:0.1:1769074693.546057:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983fce00. 00010000:00000010:0.1:1769074693.546060:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983f1200. 00010000:00000010:0.1:1769074693.546064:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98443600. 00010000:00000010:0.1:1769074693.546068:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98417000. 00010000:00000010:0.1:1769074693.546076:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9839fa00. 00010000:00000010:0.1:1769074693.546080:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984d0e00. 00010000:00000010:0.1:1769074693.546084:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983c0f00. 00010000:00000010:0.1:1769074693.546087:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98496200. 00010000:00000010:0.1:1769074693.546090:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9848d900. 00010000:00000010:0.1:1769074693.546093:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9853c400. 00010000:00000010:0.1:1769074693.546096:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984ee400. 00010000:00000010:0.1:1769074693.546099:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9856c200. 00010000:00000010:0.1:1769074693.546102:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9853f400. 00010000:00000010:0.1:1769074693.546106:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98588e00. 00010000:00000010:0.1:1769074693.546110:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98584400. 00010000:00000010:0.1:1769074693.546113:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90206000. 00010000:00000010:0.1:1769074693.546116:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90200800. 00010000:00000010:0.1:1769074693.546119:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985c7800. 00010000:00000010:0.1:1769074693.546122:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e2c00. 00010000:00000010:0.1:1769074693.546125:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba02e2200. 00010000:00000010:0.1:1769074693.546129:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88afb200. 00010000:00000010:0.1:1769074693.546132:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c50400. 00010000:00000010:0.1:1769074693.546135:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83ef2000. 00010000:00000010:0.1:1769074693.546140:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982bc2161600. 00010000:00000010:0.1:1769074693.546144:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84dea100. 00010000:00000010:0.1:1769074693.546148:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b876b1800. 00010000:00000010:0.1:1769074693.546151:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83a20c00. 00010000:00000010:0.1:1769074693.546154:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c54a00. 00010000:00000010:0.1:1769074693.546157:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8760a300. 00010000:00000010:0.1:1769074693.546165:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dc7400. 00010000:00000010:0.1:1769074693.546168:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98731c00. 00010000:00000010:0.1:1769074693.546178:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85cdf200. 00010000:00000010:0.1:1769074693.546182:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b866b3200. 00010000:00000010:0.1:1769074693.546186:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98ef6400. 00010000:00000010:0.1:1769074693.546189:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982bc214d600. 00010000:00000010:0.1:1769074693.546192:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b860bf200. 00010000:00000010:0.1:1769074693.546195:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849d1800. 00010000:00000010:0.1:1769074693.546197:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b870b0000. 00010000:00000010:0.1:1769074693.546200:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9100a700. 00010000:00000010:0.1:1769074693.546203:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82def200. 00010000:00000010:0.1:1769074693.546205:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba053e300. 00010000:00000010:0.1:1769074693.546208:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b829f6c00. 00010000:00000010:0.1:1769074693.546216:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8678ce00. 00010000:00000010:0.1:1769074693.546220:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98ed7600. 00010000:00000010:0.1:1769074693.546223:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82d24a00. 00010000:00000010:0.1:1769074693.546226:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871e3200. 00010000:00000010:0.1:1769074693.546229:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87fca100. 00010000:00000010:0.1:1769074693.546232:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c3f600. 00010000:00000010:0.1:1769074693.546235:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85da3200. 00010000:00000010:0.1:1769074693.546238:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85db0600. 00010000:00000010:0.1:1769074693.546245:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85db4d00. 00010000:00000010:0.1:1769074693.546249:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85829a00. 00010000:00000010:0.1:1769074693.546252:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cdcc00. 00010000:00000010:0.1:1769074693.546256:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d47000. 00010000:00000010:0.1:1769074693.546259:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84982700. 00010000:00000010:0.1:1769074693.546266:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d3c400. 00010000:00000010:0.1:1769074693.546270:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8585d900. 00010000:00000010:0.1:1769074693.546274:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84964400. 00010000:00000010:0.1:1769074693.546277:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84966100. 00010000:00000010:0.1:1769074693.547566:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84809e00. 00010000:00000010:0.1:1769074693.547571:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84801b00. 00010000:00000010:0.1:1769074693.547576:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d39600. 00010000:00000010:0.1:1769074693.547580:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84933c00. 00010000:00000010:0.1:1769074693.547589:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84836000. 00010000:00000010:0.1:1769074693.547592:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84912e00. 00010000:00000010:0.1:1769074693.547596:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84898c00. 00010000:00000010:0.1:1769074693.547610:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84821f00. 00010000:00000010:0.1:1769074693.547613:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84864a00. 00010000:00000010:0.1:1769074693.547616:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d7d700. 00010000:00000010:0.1:1769074693.547619:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8488b200. 00010000:00000010:0.1:1769074693.547622:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8485ab00. 00010000:00000010:0.1:1769074693.547625:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848b8800. 00010000:00000010:0.1:1769074693.547628:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87412600. 00010000:00000010:0.1:1769074693.547643:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874cd000. 00010000:00000010:0.1:1769074693.547646:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8741ef00. 00010000:00000010:0.1:1769074693.547650:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8753b400. 00010000:00000010:0.1:1769074693.547653:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8757f400. 00010000:00000010:0.1:1769074693.547663:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874ccc00. 00010000:00000010:0.1:1769074693.547671:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87592800. 00010000:00000010:0.1:1769074693.547674:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874f9800. 00010000:00000010:0.1:1769074693.547677:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8752ae00. 00010000:00000010:0.1:1769074693.547680:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874aee00. 00010000:00000010:0.1:1769074693.547684:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85974200. 00010000:00000010:0.1:1769074693.547688:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c12200. 00010000:00000010:0.1:1769074693.547692:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c46100. 00010000:00000010:0.1:1769074693.547696:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875e2600. 00010000:00000010:0.1:1769074693.547699:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875dbd00. 00010000:00000010:0.1:1769074693.547704:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cc3600. 00010000:00000010:0.1:1769074693.547708:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c27e00. 00010000:00000010:0.1:1769074693.547712:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c60000. 00010000:00000010:0.1:1769074693.547717:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cf8500. 00010000:00000010:0.1:1769074693.547720:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cbca00. 00010000:00000010:0.1:1769074693.547728:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c9ff00. 00010000:00000010:0.1:1769074693.547734:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cffe00. 00010000:00000010:0.1:1769074693.547738:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c73800. 00010000:00000010:0.1:1769074693.547741:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dece00. 00010000:00000010:0.1:1769074693.547744:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cb1000. 00010000:00000010:0.1:1769074693.547747:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87df3600. 00010000:00000010:0.1:1769074693.547750:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d56000. 00010000:00000010:0.1:1769074693.547753:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88228a00. 00010000:00000010:0.1:1769074693.547758:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88219700. 00010000:00000010:0.1:1769074693.547760:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dc8000. 00010000:00000010:0.1:1769074693.547763:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87dd7c00. 00010000:00000010:0.1:1769074693.547767:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882fa600. 00010000:00000010:0.1:1769074693.547770:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882f3800. 00010000:00000010:0.1:1769074693.547773:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88350000. 00010000:00000010:0.1:1769074693.547776:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8834be00. 00010000:00000010:0.1:1769074693.547779:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8839f200. 00010000:00000010:0.1:1769074693.547782:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8836f000. 00010000:00000010:0.1:1769074693.547785:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883a0600. 00010000:00000010:0.1:1769074693.547793:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8836ce00. 00010000:00000010:0.1:1769074693.547800:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882c4a00. 00010000:00000010:0.1:1769074693.547803:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88378500. 00010000:00000010:0.1:1769074693.547810:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883cec00. 00010000:00000010:0.1:1769074693.547814:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883d0000. 00010000:00000010:0.1:1769074693.547817:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98230800. 00010000:00000010:0.1:1769074693.547820:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9828f200. 00010000:00000010:0.1:1769074693.547823:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982fa000. 00010000:00000010:0.1:1769074693.547826:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98270300. 00010000:00000010:0.1:1769074693.547834:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98314e00. 00010000:00000010:0.1:1769074693.547839:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98359900. 00010000:00000010:0.1:1769074693.547844:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a8000. 00010000:00000010:0.1:1769074693.547847:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9833d000. 00010000:00000010:0.1:1769074693.547851:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a0c00. 00010000:00000010:0.1:1769074693.547854:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98380400. 00010000:00000010:0.1:1769074693.547857:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98349a00. 00010000:00000010:0.1:1769074693.547861:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983fc700. 00010000:00000010:0.1:1769074693.547864:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98447400. 00010000:00000010:0.1:1769074693.547868:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98443b00. 00010000:00000010:0.1:1769074693.547871:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98423000. 00010000:00000010:0.1:1769074693.547878:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98410d00. 00010000:00000010:0.1:1769074693.547888:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984d0600. 00010000:00000010:0.1:1769074693.547891:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983c0000. 00010000:00000010:0.1:1769074693.547895:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a2000. 00010000:00000010:0.1:1769074693.547898:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9848df00. 00010000:00000010:0.1:1769074693.547901:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9853dc00. 00010000:00000010:0.1:1769074693.547904:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98525000. 00010000:00000010:1.1:1769074693.548317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984c4400. 00010000:00000010:1.1:1769074693.548323:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9856e500. 00010000:00000010:1.1:1769074693.548331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98589600. 00010000:00000010:1.1:1769074693.548335:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98584c00. 00010000:00000010:1.1:1769074693.548338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90207200. 00010000:00000010:1.1:1769074693.548342:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98573900. 00010000:00000010:1.1:1769074693.548345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985c6600. 00010000:00000010:1.1:1769074693.548354:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e2300. 00010000:00000010:1.1:1769074693.548358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba02e3c00. 00010000:00000010:1.1:1769074693.548362:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b99705000. 00010000:00000010:1.1:1769074693.548365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982bc2161c00. 00010000:00000010:1.1:1769074693.548370:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f57500. 00010000:00000010:1.1:1769074693.548373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91043200. 00010000:00000010:1.1:1769074693.548377:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83edc800. 00010000:00000010:1.1:1769074693.548379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b876b1000. 00010000:00000010:1.1:1769074693.548382:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1c53b00. 00010000:00000010:1.1:1769074693.548390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86736800. 00010000:00000010:1.1:1769074693.548394:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82f0c300. 00010000:00000010:1.1:1769074693.548397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82df8200. 00010000:00000010:1.1:1769074693.548402:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85caab00. 00010000:00000010:1.1:1769074693.548405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85ca6c00. 00010000:00000010:1.1:1769074693.548408:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b987c8300. 00010000:00000010:1.1:1769074693.548412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8671f800. 00010000:00000010:1.1:1769074693.548415:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87112200. 00010000:00000010:1.1:1769074693.548419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87ff2400. 00010000:00000010:1.1:1769074693.548423:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b870c1200. 00010000:00000010:1.1:1769074693.548427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b870b1400. 00010000:00000010:1.1:1769074693.548430:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9100a400. 00010000:00000010:1.1:1769074693.548434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98776e00. 00010000:00000010:1.1:1769074693.548437:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8aedf800. 00010000:00000010:1.1:1769074693.548445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dd9c00. 00010000:00000010:1.1:1769074693.548449:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b866f3d00. 00010000:00000010:1.1:1769074693.548471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8679aa00. 00010000:00000010:1.1:1769074693.548475:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849fca00. 00010000:00000010:1.1:1769074693.548478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c06800. 00010000:00000010:1.1:1769074693.548482:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c2cb00. 00010000:00000010:1.1:1769074693.548485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871cd800. 00010000:00000010:1.1:1769074693.548489:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8580ad00. 00010000:00000010:1.1:1769074693.548492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84997200. 00010000:00000010:1.1:1769074693.548496:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82ecf100. 00010000:00000010:1.1:1769074693.548500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85daac00. 00010000:00000010:1.1:1769074693.548503:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85823800. 00010000:00000010:1.1:1769074693.548506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d46000. 00010000:00000010:1.1:1769074693.548508:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84980e00. 00010000:00000010:1.1:1769074693.548515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8494a000. 00010000:00000010:1.1:1769074693.548519:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84941700. 00010000:00000010:1.1:1769074693.548523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84965c00. 00010000:00000010:1.1:1769074693.548526:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8584a300. 00010000:00000010:1.1:1769074693.548533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84808600. 00010000:00000010:1.1:1769074693.548537:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84801800. 00010000:00000010:1.1:1769074693.548541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84832200. 00010000:00000010:1.1:1769074693.548545:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85861500. 00010000:00000010:1.1:1769074693.548548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84815400. 00010000:00000010:1.1:1769074693.548555:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84918000. 00010000:00000010:1.1:1769074693.548559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84864c00. 00010000:00000010:1.1:1769074693.548563:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c34a00. 00010000:00000010:1.1:1769074693.548566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c14400. 00010000:00000010:1.1:1769074693.548569:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d7d400. 00010000:00000010:1.1:1769074693.548572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8488a400. 00010000:00000010:1.1:1769074693.548575:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8485a300. 00010000:00000010:1.1:1769074693.548577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848bec00. 00010000:00000010:1.1:1769074693.548580:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848e3f00. 00010000:00000010:1.1:1769074693.548583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874c9e00. 00010000:00000010:1.1:1769074693.548586:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848e0200. 00010000:00000010:1.1:1769074693.548588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8753bc00. 00010000:00000010:1.1:1769074693.548591:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87485e00. 00010000:00000010:1.1:1769074693.548594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875d7200. 00010000:00000010:1.1:1769074693.548596:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87592200. 00010000:00000010:1.1:1769074693.548599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874afa00. 00010000:00000010:1.1:1769074693.548602:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85974c00. 00010000:00000010:1.1:1769074693.548606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8740b600. 00010000:00000010:1.1:1769074693.548610:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87527600. 00010000:00000010:1.1:1769074693.548612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875de400. 00010000:00000010:1.1:1769074693.548615:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c11200. 00010000:00000010:1.1:1769074693.548623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875e1a00. 00010000:00000010:1.1:1769074693.548627:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c7cb00. 00010000:00000010:1.1:1769074693.548644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c5e200. 00010000:00000010:1.1:1769074693.548648:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c5a100. 00010000:00000010:1.1:1769074693.548652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c61a00. 00010000:00000010:1.1:1769074693.548900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875efd00. 00010000:00000010:1.1:1769074693.548906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cd1e00. 00010000:00000010:1.1:1769074693.548910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c69600. 00010000:00000010:1.1:1769074693.548913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d3f000. 00010000:00000010:1.1:1769074693.548918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c68000. 00010000:00000010:1.1:1769074693.548920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dec600. 00010000:00000010:1.1:1769074693.548923:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cb1900. 00010000:00000010:1.1:1769074693.548925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87df2a00. 00010000:00000010:1.1:1769074693.548928:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d56e00. 00010000:00000010:1.1:1769074693.548931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87da8400. 00010000:00000010:1.1:1769074693.548933:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88219800. 00010000:00000010:1.1:1769074693.548936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88286c00. 00010000:00000010:1.1:1769074693.548939:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87dc0000. 00010000:00000010:1.1:1769074693.548943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8826f800. 00010000:00000010:1.1:1769074693.548945:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88269500. 00010000:00000010:1.1:1769074693.548952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882cee00. 00010000:00000010:1.1:1769074693.548956:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882b0400. 00010000:00000010:1.1:1769074693.548959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8839e400. 00010000:00000010:1.1:1769074693.548962:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8836fa00. 00010000:00000010:1.1:1769074693.548965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883a2600. 00010000:00000010:1.1:1769074693.548968:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88338b00. 00010000:00000010:1.1:1769074693.548971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c6e00. 00010000:00000010:1.1:1769074693.548975:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88362600. 00010000:00000010:1.1:1769074693.548978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883ce000. 00010000:00000010:1.1:1769074693.548981:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88366200. 00010000:00000010:1.1:1769074693.548988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883f9000. 00010000:00000010:1.1:1769074693.548992:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883c1500. 00010000:00000010:1.1:1769074693.549000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982ffc00. 00010000:00000010:1.1:1769074693.549003:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9832be00. 00010000:00000010:1.1:1769074693.549006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98216400. 00010000:00000010:1.1:1769074693.549009:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98306c00. 00010000:00000010:1.1:1769074693.549013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98361400. 00010000:00000010:1.1:1769074693.549016:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9833d300. 00010000:00000010:1.1:1769074693.549019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98363600. 00010000:00000010:1.1:1769074693.549022:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98326400. 00010000:00000010:1.1:1769074693.549025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983d4400. 00010000:00000010:1.1:1769074693.549029:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983fcb00. 00010000:00000010:1.1:1769074693.549031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98445000. 00010000:00000010:1.1:1769074693.549035:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98443100. 00010000:00000010:1.1:1769074693.549038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984ff600. 00010000:00000010:1.1:1769074693.549041:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982bff00. 00010000:00000010:1.1:1769074693.549050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984d0800. 00010000:00000010:1.1:1769074693.549057:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983c0700. 00010000:00000010:1.1:1769074693.549060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984dec00. 00010000:00000010:1.1:1769074693.549063:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9848d700. 00010000:00000010:1.1:1769074693.549066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98527600. 00010000:00000010:1.1:1769074693.549070:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984b2c00. 00010000:00000010:1.1:1769074693.549073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984c5c00. 00010000:00000010:1.1:1769074693.549076:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9847f000. 00010000:00000010:1.1:1769074693.549079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9857b400. 00010000:00000010:1.1:1769074693.549083:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98592200. 00010000:00000010:1.1:1769074693.549086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90215c00. 00010000:00000010:1.1:1769074693.549089:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90200a00. 00010000:00000010:1.1:1769074693.549097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90255200. 00010000:00000010:1.1:1769074693.549101:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e2700. 00010000:00000010:1.1:1769074693.549108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b892e2c00. 00010000:00000010:1.1:1769074693.549111:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b99705800. 00010000:00000010:1.1:1769074693.549114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98e7b600. 00010000:00000010:1.1:1769074693.549117:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1ee6800. 00010000:00000010:1.1:1769074693.549124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8678b800. 00010000:00000010:1.1:1769074693.549128:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84deab00. 00010000:00000010:1.1:1769074693.549133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b80031a00. 00010000:00000010:1.1:1769074693.549138:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98121300. 00010000:00000010:1.1:1769074693.549144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86737000. 00010000:00000010:1.1:1769074693.549151:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82f0c800. 00010000:00000010:1.1:1769074693.549154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82df8e00. 00010000:00000010:1.1:1769074693.549158:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b888e0b00. 00010000:00000010:1.1:1769074693.549162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85ca6000. 00010000:00000010:1.1:1769074693.549180:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b987c8500. 00010000:00000010:1.1:1769074693.549185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98ef6000. 00010000:00000010:1.1:1769074693.549188:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8a598000. 00010000:00000010:1.1:1769074693.549192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b860be400. 00010000:00000010:1.1:1769074693.549197:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849d2900. 00010000:00000010:1.1:1769074693.549205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b870b0200. 00010000:00000010:1.1:1769074693.549209:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85b94d00. 00010000:00000010:1.1:1769074693.549215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8670a000. 00010000:00000010:1.1:1769074693.549219:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8769de00. 00010000:00000010:1.1:1769074693.549222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dd8600. 00010000:00000010:1.1:1769074693.549225:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849c0000. 00010000:00000010:1.1:1769074693.549228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8654c000. 00010000:00000010:1.1:1769074693.549231:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b860c1f00. 00010000:00000010:1.1:1769074693.549234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8654ce00. 00010000:00000010:1.1:1769074693.549237:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c84a00. 00010000:00000010:1.1:1769074693.549241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c3ec00. 00010000:00000010:1.1:1769074693.549244:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85926500. 00010000:00000010:1.1:1769074693.549246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8499be00. 00010000:00000010:1.1:1769074693.549250:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85db4b00. 00010000:00000010:1.1:1769074693.549253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85dab200. 00010000:00000010:1.1:1769074693.549256:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85823a00. 00010000:00000010:1.1:1769074693.549260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d1c000. 00010000:00000010:1.1:1769074693.549263:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85833000. 00010000:00000010:1.1:1769074693.549272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85848e00. 00010000:00000010:1.1:1769074693.549275:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84941d00. 00010000:00000010:1.1:1769074693.549279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84964a00. 00010000:00000010:1.1:1769074693.549308:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84966f00. 00010000:00000010:1.1:1769074693.549312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8483e800. 00010000:00000010:1.1:1769074693.549315:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84922600. 00010000:00000010:1.1:1769074693.549318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d39800. 00010000:00000010:1.1:1769074693.549321:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84933e00. 00010000:00000010:1.1:1769074693.549324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84837400. 00010000:00000010:1.1:1769074693.549328:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84912400. 00010000:00000010:1.1:1769074693.549332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84866c00. 00010000:00000010:1.1:1769074693.549335:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84818400. 00010000:00000010:1.1:1769074693.549338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84880e00. 00010000:00000010:1.1:1769074693.549341:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848c2400. 00010000:00000010:1.1:1769074693.549349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84907600. 00010000:00000010:1.1:1769074693.549356:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84879400. 00010000:00000010:1.1:1769074693.549362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848bbe00. 00010000:00000010:1.1:1769074693.549369:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87412700. 00010000:00000010:1.1:1769074693.549376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8744d400. 00010000:00000010:1.1:1769074693.549379:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848b5c00. 00010000:00000010:1.1:1769074693.549384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8753ae00. 00010000:00000010:1.1:1769074693.549387:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87485c00. 00010000:00000010:1.1:1769074693.549390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875d6400. 00010000:00000010:1.1:1769074693.549398:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87592c00. 00010000:00000010:1.1:1769074693.549403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874f8c00. 00010000:00000010:1.1:1769074693.549407:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8750b600. 00010000:00000010:1.1:1769074693.549413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c0ca00. 00010000:00000010:1.1:1769074693.549417:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87409800. 00010000:00000010:1.1:1769074693.549420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875dfc00. 00010000:00000010:1.1:1769074693.549427:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c46500. 00010000:00000010:1.1:1769074693.549431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875e1200. 00010000:00000010:1.1:1769074693.549434:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c7c100. 00010000:00000010:1.1:1769074693.549437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874ad600. 00010000:00000010:1.1:1769074693.549444:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87552800. 00010000:00000010:1.1:1769074693.549447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c60400. 00010000:00000010:1.1:1769074693.549450:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875ef900. 00010000:00000010:1.1:1769074693.549453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d03200. 00010000:00000010:1.1:1769074693.549539:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c69400. 00010000:00000010:1.1:1769074693.549550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d3e000. 00010000:00000010:1.1:1769074693.549556:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d95d00. 00010000:00000010:1.1:1769074693.549562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87deec00. 00010000:00000010:1.1:1769074693.549566:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87de3000. 00010000:00000010:1.1:1769074693.549569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88203e00. 00010000:00000010:1.1:1769074693.549576:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87df1700. 00010000:00000010:1.1:1769074693.549579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87da9c00. 00010000:00000010:1.1:1769074693.549582:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88219000. 00010000:00000010:1.1:1769074693.549584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88286000. 00010000:00000010:1.1:1769074693.549590:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87dc0800. 00010000:00000010:1.1:1769074693.549596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882fb800. 00010000:00000010:1.1:1769074693.549601:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88276300. 00010000:00000010:1.1:1769074693.549603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882ce600. 00010000:00000010:1.1:1769074693.549606:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882b0700. 00010000:00000010:1.1:1769074693.549609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882b8c00. 00010000:00000010:1.1:1769074693.549616:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8829ae00. 00010000:00000010:1.1:1769074693.549622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883a2200. 00010000:00000010:1.1:1769074693.549638:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88338a00. 00010000:00000010:1.1:1769074693.549642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c6800. 00010000:00000010:1.1:1769074693.549645:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88362400. 00010000:00000010:1.1:1769074693.549647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883cd200. 00010000:00000010:1.1:1769074693.549651:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9822e300. 00010000:00000010:1.1:1769074693.549654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98230600. 00010000:00000010:1.1:1769074693.549657:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9828f900. 00010000:00000010:1.1:1769074693.549659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982fac00. 00010000:00000010:1.1:1769074693.549662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87420800. 00010000:00000010:1.1:1769074693.549665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98314200. 00010000:00000010:1.1:1769074693.549675:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982d3500. 00010000:00000010:1.1:1769074693.549678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98361c00. 00010000:00000010:1.1:1769074693.549681:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98282500. 00010000:00000010:1.1:1769074693.549685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a1a00. 00010000:00000010:1.1:1769074693.549687:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98380f00. 00010000:00000010:1.1:1769074693.549694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a3c00. 00010000:00000010:1.1:1769074693.549697:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983fc200. 00010000:00000010:1.1:1769074693.549704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983f1a00. 00010000:00000010:1.1:1769074693.549708:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98443e00. 00010000:00000010:1.1:1769074693.549711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984ff000. 00010000:00000010:1.1:1769074693.549714:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98413900. 00010000:00000010:1.1:1769074693.549717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983c3600. 00010000:00000010:1.1:1769074693.549725:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98436100. 00010000:00000010:1.1:1769074693.549732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98496e00. 00010000:00000010:1.1:1769074693.549738:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9848dd00. 00010000:00000010:1.1:1769074693.549746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98527e00. 00010000:00000010:1.1:1769074693.549748:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98525900. 00010000:00000010:1.1:1769074693.549751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9856c600. 00010000:00000010:1.1:1769074693.549754:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9853f600. 00010000:00000010:1.1:1769074693.549757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9022ec00. 00010000:00000010:1.1:1769074693.549760:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98584200. 00010000:00000010:1.1:1769074693.549763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90214800. 00010000:00000010:1.1:1769074693.549766:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90204e00. 00010000:00000010:1.1:1769074693.549769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9029f800. 00010000:00000010:1.1:1769074693.549773:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98577a00. 00010000:00000010:1.1:1769074693.549777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba03d2c00. 00010000:00000010:1.1:1769074693.549780:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b89022900. 00010000:00000010:1.1:1769074693.549783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98e7a200. 00010000:00000010:1.1:1769074693.549790:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f26900. 00010000:00000010:1.1:1769074693.549794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8678ba00. 00010000:00000010:1.1:1769074693.549797:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84dea800. 00010000:00000010:1.1:1769074693.549800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b876b0000. 00010000:00000010:1.1:1769074693.549803:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cd7d00. 00010000:00000010:1.1:1769074693.549807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82de6200. 00010000:00000010:1.1:1769074693.549809:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82f0c100. 00010000:00000010:1.1:1769074693.549816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dc6e00. 00010000:00000010:1.1:1769074693.549819:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b888e0100. 00010000:00000010:1.1:1769074693.549823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dfde00. 00010000:00000010:1.1:1769074693.549826:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b987c8900. 00010000:00000010:1.1:1769074693.549832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b867aea00. 00010000:00000010:1.1:1769074693.549835:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87f9ba00. 00010000:00000010:1.1:1769074693.549839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87ff3a00. 00010000:00000010:1.1:1769074693.549842:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b870c1900. 00010000:00000010:1.1:1769074693.549845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b867b7200. 00010000:00000010:1.1:1769074693.549848:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86796f00. 00010000:00000010:1.1:1769074693.549851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82def400. 00010000:00000010:1.1:1769074693.549853:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8769d700. 00010000:00000010:1.1:1769074693.549856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dd9e00. 00010000:00000010:1.1:1769074693.549859:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849c0200. 00010000:00000010:1.1:1769074693.549865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8654d400. 00010000:00000010:1.1:1769074693.549868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82ecf000. 00010000:00000010:1.1:1769074693.549874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c07600. 00010000:00000010:1.1:1769074693.549881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c2c200. 00010000:00000010:1.1:1769074693.549887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c3e000. 00010000:00000010:1.1:1769074693.549893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c84900. 00010000:00000010:1.1:1769074693.549899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82b57800. 00010000:00000010:1.1:1769074693.549904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cdca00. 00010000:00000010:1.1:1769074693.549907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84996800. 00010000:00000010:1.1:1769074693.549910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b871db100. 00010000:00000010:1.1:1769074693.549913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d1d200. 00010000:00000010:1.1:1769074693.549916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85877b00. 00010000:00000010:1.1:1769074693.549920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d3dc00. 00010000:00000010:1.1:1769074693.549923:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8585d300. 00010000:00000010:1.1:1769074693.549926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84964800. 00010000:00000010:1.1:1769074693.549929:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84966c00. 00010000:00000010:1.1:1769074693.549932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84808400. 00010000:00000010:1.1:1769074693.549934:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84801500. 00010000:00000010:1.1:1769074693.549937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84832a00. 00010000:00000010:1.1:1769074693.549939:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85861100. 00010000:00000010:1.1:1769074693.549942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84837600. 00010000:00000010:1.1:1769074693.549945:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84912700. 00010000:00000010:1.1:1769074693.549947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84997c00. 00010000:00000010:1.1:1769074693.549951:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c34700. 00010000:00000010:1.1:1769074693.549960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84884000. 00010000:00000010:1.1:1769074693.549964:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f8700. 00010000:00000010:1.1:1769074693.549966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84884600. 00010000:00000010:1.1:1769074693.549970:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8487e100. 00010000:00000010:1.1:1769074693.549974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848b8600. 00010000:00000010:1.1:1769074693.549977:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8485a000. 00010000:00000010:1.1:1769074693.549980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8488a000. 00010000:00000010:1.1:1769074693.549983:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8487c300. 00010000:00000010:1.1:1769074693.549986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87495200. 00010000:00000010:1.1:1769074693.549990:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8758ed00. 00010000:00000010:1.1:1769074693.549993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87556600. 00010000:00000010:1.1:1769074693.549996:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8759d200. 00010000:00000010:1.1:1769074693.549999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874af200. 00010000:00000010:1.1:1769074693.550002:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85974700. 00010000:00000010:1.1:1769074693.550005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8740be00. 00010000:00000010:1.1:1769074693.550008:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87527200. 00010000:00000010:1.1:1769074693.550010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c12a00. 00010000:00000010:1.1:1769074693.550013:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c46f00. 00010000:00000010:1.1:1769074693.550016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875e2200. 00010000:00000010:1.1:1769074693.550018:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875b6400. 00010000:00000010:1.1:1769074693.550021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cc3e00. 00010000:00000010:1.1:1769074693.550024:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c27700. 00010000:00000010:1.1:1769074693.550027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d2d600. 00010000:00000010:1.1:1769074693.550031:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cf8000. 00010000:00000010:1.1:1769074693.550034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d02200. 00010000:00000010:1.1:1769074693.550038:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c95400. 00010000:00000010:1.1:1769074693.550040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cb4600. 00010000:00000010:1.1:1769074693.550043:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d58000. 00010000:00000010:1.1:1769074693.550050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dee000. 00010000:00000010:1.1:1769074693.550053:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87de3800. 00010000:00000010:1.1:1769074693.550057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88224e00. 00010000:00000010:1.1:1769074693.550060:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87df1400. 00010000:00000010:1.1:1769074693.550066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88229600. 00010000:00000010:1.1:1769074693.550073:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d92500. 00010000:00000010:1.1:1769074693.550076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dc9400. 00010000:00000010:1.1:1769074693.550079:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87dd7000. 00010000:00000010:1.1:1769074693.550086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8825be00. 00010000:00000010:1.1:1769074693.550089:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88276c00. 00010000:00000010:1.1:1769074693.550092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882cfe00. 00010000:00000010:1.1:1769074693.550095:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8834bc00. 00010000:00000010:1.1:1769074693.550098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8829e400. 00010000:00000010:1.1:1769074693.550105:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88305000. 00010000:00000010:1.1:1769074693.550109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88385400. 00010000:00000010:1.1:1769074693.550112:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88338300. 00010000:00000010:1.1:1769074693.550115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c5c00. 00010000:00000010:1.1:1769074693.550119:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883d8b00. 00010000:00000010:1.1:1769074693.550122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c5000. 00010000:00000010:1.1:1769074693.550125:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883d0a00. 00010000:00000010:1.1:1769074693.550131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883f9200. 00010000:00000010:1.1:1769074693.550135:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98235400. 00010000:00000010:1.1:1769074693.550138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982fea00. 00010000:00000010:1.1:1769074693.550142:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87420200. 00010000:00000010:1.1:1769074693.550145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9830da00. 00010000:00000010:1.1:1769074693.550148:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98359a00. 00010000:00000010:1.1:1769074693.550156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9838b600. 00010000:00000010:1.1:1769074693.550159:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98282e00. 00010000:00000010:1.1:1769074693.550162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a1200. 00010000:00000010:1.1:1769074693.550168:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983cd200. 00010000:00000010:1.1:1769074693.550175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983d4a00. 00010000:00000010:1.1:1769074693.550178:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983df900. 00010000:00000010:1.1:1769074693.550181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98444000. 00010000:00000010:1.1:1769074693.550184:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983b0800. 00010000:00000010:1.1:1769074693.550193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9843d800. 00010000:00000010:1.1:1769074693.550197:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9839f100. 00010000:00000010:1.1:1769074693.550201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98495e00. 00010000:00000010:1.1:1769074693.550204:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984d3e00. 00010000:00000010:1.1:1769074693.550207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984df200. 00010000:00000010:1.1:1769074693.550210:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984eaa00. 00010000:00000010:1.1:1769074693.550213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9853c800. 00010000:00000010:1.1:1769074693.550216:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98525a00. 00010000:00000010:1.1:1769074693.550220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9856de00. 00010000:00000010:1.1:1769074693.550227:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9853fb00. 00010000:00000010:1.1:1769074693.550233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9022e600. 00010000:00000010:1.1:1769074693.550236:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984bba00. 00010000:00000010:1.1:1769074693.550242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90207600. 00010000:00000010:1.1:1769074693.550245:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90204900. 00010000:00000010:1.1:1769074693.550248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9029fa00. 00010000:00000010:1.1:1769074693.550254:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98577100. 00010000:00000010:1.1:1769074693.550261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b892e3e00. 00010000:00000010:1.1:1769074693.550265:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b89022200. 00010000:00000010:1.1:1769074693.550267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982bc2160c00. 00010000:00000010:1.1:1769074693.550271:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f57f00. 00010000:00000010:1.1:1769074693.550274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba03d3400. 00010000:00000010:1.1:1769074693.550277:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83ef2600. 00010000:00000010:1.1:1769074693.550304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88870a00. 00010000:00000010:1.1:1769074693.550309:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88891a00. 00010000:00000010:1.1:1769074693.550313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98e18000. 00010000:00000010:1.1:1769074693.550384:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b867e5200. 00010000:00000010:1.1:1769074693.550397:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dc6600. 00010000:00000010:1.1:1769074693.550405:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b888e0c00. 00010000:00000010:1.1:1769074693.550409:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b859dd000. 00010000:00000010:1.1:1769074693.550416:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82bb0a00. 00010000:00000010:1.1:1769074693.550420:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b867ae800. 00010000:00000010:1.1:1769074693.550426:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87f9b900. 00010000:00000010:1.1:1769074693.550432:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b860be200. 00010000:00000010:1.1:1769074693.550437:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849d1e00. 00010000:00000010:1.1:1769074693.550443:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b870b0a00. 00010000:00000010:1.1:1769074693.550454:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9100a500. 00010000:00000010:1.1:1769074693.550741:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8670aa00. 00010000:00000010:1.1:1769074693.550747:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1974800. 00010000:00000010:1.1:1769074693.550751:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dd9000. 00010000:00000010:1.1:1769074693.550754:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b859dfe00. 00010000:00000010:1.1:1769074693.550758:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8679a800. 00010000:00000010:1.1:1769074693.550761:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849fc400. 00010000:00000010:1.1:1769074693.550764:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871e2200. 00010000:00000010:1.1:1769074693.550768:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87fcaa00. 00010000:00000010:1.1:1769074693.550778:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871d3600. 00010000:00000010:1.1:1769074693.550785:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8580a800. 00010000:00000010:1.1:1769074693.550788:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8499ca00. 00010000:00000010:1.1:1769074693.550792:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d98e00. 00010000:00000010:1.1:1769074693.550798:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85daa000. 00010000:00000010:1.1:1769074693.550806:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85823d00. 00010000:00000010:1.1:1769074693.550810:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85868000. 00010000:00000010:1.1:1769074693.550814:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d40e00. 00010000:00000010:1.1:1769074693.550817:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d3ce00. 00010000:00000010:1.1:1769074693.550820:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8585de00. 00010000:00000010:1.1:1769074693.550823:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85849000. 00010000:00000010:1.1:1769074693.550828:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8584d000. 00010000:00000010:1.1:1769074693.550832:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84808e00. 00010000:00000010:1.1:1769074693.550834:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84801300. 00010000:00000010:1.1:1769074693.550837:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84832800. 00010000:00000010:1.1:1769074693.550845:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85861700. 00010000:00000010:1.1:1769074693.550852:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d39a00. 00010000:00000010:1.1:1769074693.550855:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84912c00. 00010000:00000010:1.1:1769074693.550861:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84904a00. 00010000:00000010:1.1:1769074693.550865:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8487e900. 00010000:00000010:1.1:1769074693.550868:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c14800. 00010000:00000010:1.1:1769074693.550872:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d7da00. 00010000:00000010:1.1:1769074693.550875:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8488bc00. 00010000:00000010:1.1:1769074693.550878:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8485a100. 00010000:00000010:1.1:1769074693.550881:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848bf200. 00010000:00000010:1.1:1769074693.550884:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848b4900. 00010000:00000010:1.1:1769074693.550891:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87498600. 00010000:00000010:1.1:1769074693.550895:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848e0b00. 00010000:00000010:1.1:1769074693.550900:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87538000. 00010000:00000010:1.1:1769074693.550903:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87455500. 00010000:00000010:1.1:1769074693.550908:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87557800. 00010000:00000010:1.1:1769074693.550912:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8759d500. 00010000:00000010:1.1:1769074693.550922:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874ae200. 00010000:00000010:1.1:1769074693.550925:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85974d00. 00010000:00000010:1.1:1769074693.550928:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c0de00. 00010000:00000010:1.1:1769074693.550931:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87409200. 00010000:00000010:1.1:1769074693.550933:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875c7200. 00010000:00000010:1.1:1769074693.550938:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c34100. 00010000:00000010:1.1:1769074693.550941:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875b4c00. 00010000:00000010:1.1:1769074693.550944:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875db000. 00010000:00000010:1.1:1769074693.550949:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cc3000. 00010000:00000010:1.1:1769074693.550954:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c27c00. 00010000:00000010:1.1:1769074693.550957:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d2d800. 00010000:00000010:1.1:1769074693.550960:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cf8800. 00010000:00000010:1.1:1769074693.550963:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c90c00. 00010000:00000010:1.1:1769074693.550966:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c68a00. 00010000:00000010:1.1:1769074693.550970:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d67400. 00010000:00000010:1.1:1769074693.550973:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d5f500. 00010000:00000010:1.1:1769074693.550975:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87ded600. 00010000:00000010:1.1:1769074693.550978:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cb1300. 00010000:00000010:1.1:1769074693.550981:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88224600. 00010000:00000010:1.1:1769074693.550990:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d56500. 00010000:00000010:1.1:1769074693.550995:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87da2c00. 00010000:00000010:1.1:1769074693.550999:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88211f00. 00010000:00000010:1.1:1769074693.551003:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dc8a00. 00010000:00000010:1.1:1769074693.551011:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88283900. 00010000:00000010:1.1:1769074693.551014:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8823b200. 00010000:00000010:1.1:1769074693.551018:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8826b600. 00010000:00000010:1.1:1769074693.551022:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88350400. 00010000:00000010:1.1:1769074693.551024:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8834b600. 00010000:00000010:1.1:1769074693.551031:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882c5a00. 00010000:00000010:1.1:1769074693.551037:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88368000. 00010000:00000010:1.1:1769074693.551043:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88384200. 00010000:00000010:1.1:1769074693.551046:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88338c00. 00010000:00000010:1.1:1769074693.551052:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882c4200. 00010000:00000010:1.1:1769074693.551055:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88317100. 00010000:00000010:1.1:1769074693.551059:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883ce400. 00010000:00000010:1.1:1769074693.551062:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883bc600. 00010000:00000010:1.1:1769074693.551066:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98230e00. 00010000:00000010:1.1:1769074693.551074:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9828f500. 00010000:00000010:1.1:1769074693.551078:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98228a00. 00010000:00000010:1.1:1769074693.551083:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87420900. 00010000:00000010:1.1:1769074693.551087:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9831f000. 00010000:00000010:1.1:1769074693.551090:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9832b400. 00010000:00000010:1.1:1769074693.551094:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9838ae00. 00010000:00000010:1.1:1769074693.551097:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98282700. 00010000:00000010:1.1:1769074693.551104:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983fea00. 00010000:00000010:1.1:1769074693.551109:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98392600. 00010000:00000010:1.1:1769074693.551112:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983d5c00. 00010000:00000010:1.1:1769074693.551115:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983df500. 00010000:00000010:1.1:1769074693.551122:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983f0400. 00010000:00000010:1.1:1769074693.551127:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98443500. 00010000:00000010:1.1:1769074693.551136:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984ff200. 00010000:00000010:1.1:1769074693.551142:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98413f00. 00010000:00000010:1.1:1769074693.551145:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98494c00. 00010000:00000010:1.1:1769074693.551149:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984d3900. 00010000:00000010:1.1:1769074693.551152:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984de400. 00010000:00000010:1.1:1769074693.551159:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984ea200. 00010000:00000010:1.1:1769074693.551558:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9853d600. 00010000:00000010:1.1:1769074693.551564:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98525100. 00010000:00000010:1.1:1769074693.551574:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985bcc00. 00010000:00000010:1.1:1769074693.551583:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9851cf00. 00010000:00000010:1.1:1769074693.551587:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9857bc00. 00010000:00000010:1.1:1769074693.551595:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98592d00. 00010000:00000010:1.1:1769074693.551602:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90206a00. 00010000:00000010:1.1:1769074693.551605:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98573800. 00010000:00000010:1.1:1769074693.551608:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985d0400. 00010000:00000010:1.1:1769074693.551611:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e5a00. 00010000:00000010:1.1:1769074693.551614:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b892e2800. 00010000:00000010:1.1:1769074693.551617:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88afba00. 00010000:00000010:1.1:1769074693.551620:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c50200. 00010000:00000010:1.1:1769074693.551625:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83ef2e00. 00010000:00000010:1.1:1769074693.551628:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82de1a00. 00010000:00000010:1.1:1769074693.551642:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84deaa00. 00010000:00000010:1.1:1769074693.551647:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c46200. 00010000:00000010:1.1:1769074693.551656:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cd7800. 00010000:00000010:1.1:1769074693.551663:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86759c00. 00010000:00000010:1.1:1769074693.551666:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85ca1d00. 00010000:00000010:1.1:1769074693.551669:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82de7200. 00010000:00000010:1.1:1769074693.551676:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b888e0e00. 00010000:00000010:1.1:1769074693.551680:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dfd000. 00010000:00000010:1.1:1769074693.551685:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83a15300. 00010000:00000010:1.1:1769074693.551688:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8671ec00. 00010000:00000010:1.1:1769074693.551692:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87112a00. 00010000:00000010:1.1:1769074693.551695:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87ff3600. 00010000:00000010:1.1:1769074693.551698:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b870c1d00. 00010000:00000010:1.1:1769074693.551702:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91063e00. 00010000:00000010:1.1:1769074693.551706:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9100aa00. 00010000:00000010:1.1:1769074693.551709:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8889c400. 00010000:00000010:1.1:1769074693.551712:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1974200. 00010000:00000010:1.1:1769074693.551715:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82defc00. 00010000:00000010:1.1:1769074693.551718:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b859dfd00. 00010000:00000010:1.1:1769074693.551726:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8679b600. 00010000:00000010:1.1:1769074693.551729:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b849fc700. 00010000:00000010:1.1:1769074693.551735:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871e3c00. 00010000:00000010:1.1:1769074693.551743:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cfcb00. 00010000:00000010:1.1:1769074693.551746:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871d3800. 00010000:00000010:1.1:1769074693.551749:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8580a000. 00010000:00000010:1.1:1769074693.551758:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84997a00. 00010000:00000010:1.1:1769074693.551762:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d9bf00. 00010000:00000010:1.1:1769074693.551768:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84987000. 00010000:00000010:1.1:1769074693.551776:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85823200. 00010000:00000010:1.1:1769074693.551782:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d1c200. 00010000:00000010:1.1:1769074693.551789:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85877000. 00010000:00000010:1.1:1769074693.551796:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8494a400. 00010000:00000010:1.1:1769074693.551799:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84941b00. 00010000:00000010:1.1:1769074693.551802:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85849200. 00010000:00000010:1.1:1769074693.551808:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8584d800. 00010000:00000010:1.1:1769074693.551814:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84808200. 00010000:00000010:1.1:1769074693.551817:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84801f00. 00010000:00000010:1.1:1769074693.551823:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d38c00. 00010000:00000010:1.1:1769074693.551828:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84933500. 00010000:00000010:1.1:1769074693.551835:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84854c00. 00010000:00000010:1.1:1769074693.551839:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84852900. 00010000:00000010:1.1:1769074693.551842:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84867400. 00010000:00000010:1.1:1769074693.551850:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84818600. 00010000:00000010:1.1:1769074693.551859:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84885a00. 00010000:00000010:1.1:1769074693.551862:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f6200. 00000100:00000001:2.0:1769074693.564036:0:29775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074693.564039:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037ad80 x1855007613292672/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.564045:0:29775:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1769074693.564047:0:29775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074693.564048:0:29775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074693.564050:0:29775:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b98e9e900 going to sleep for 0 seconds 00000100:00000001:2.0:1769074693.564052:0:29775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074693.564054:0:29775:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:2.0:1769074693.564056:0:29775:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.564057:0:29775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074693.564059:0:29775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074693.564062:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037ad80 x1855007613292672/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074693.564070:0:29775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037ad80 pname:cluuid:pid:xid:nid:opc:job umount:496168fc-57dd-467b-9509-20c2ce0fe894:29775:1855007613292672:192.168.204.151@tcp:103:umount.0 00000100:00000001:2.0:1769074693.564074:0:29775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.564076:0:29775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1769074693.564077:0:29775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074693.564079:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074693.564081:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037ad80 x1855007613292672/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.564087:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074693.564088:0:29775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b98e9e900. 00000100:00000001:2.0:1769074693.564091:0:29775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074693.564092:0:29775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:2.0:1769074693.564093:0:29775:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:2.0:1769074693.564095:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074693.564098:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037ad80 x1855007613292672/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.564104:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1769074693.564105:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074693.564107:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=4004 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:2.0:1769074693.564108:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074693.564110:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b9037d800. 02000000:00000001:2.0:1769074693.564112:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074693.564113:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074693.564114:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037ad80. 00000100:00000001:2.0:1769074693.564117:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074693.564118:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.564120:0:29775:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:2.0:1769074693.564121:0:29775:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:2.0:1769074693.564123:0:29775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074693.564126:0:29775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b867b7400/0x5d432443066ae7d3 lrc: 0/0,0 mode: --/PR res: [0x200007931:0x12c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf5b77ed682f42225 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00010000:00000010:2.0:1769074693.564131:0:29775:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff982b98ebc3c0. 00010000:00000001:2.0:1769074693.564136:0:29775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074693.564137:0:29775:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.564138:0:29775:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1769074693.564141:0:29775:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b8a48d700 count: 0 00010000:00000010:2.0:1769074693.564144:0:29775:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b8392cf00. 00010000:00000040:2.0:1769074693.564150:0:29775:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982ba1974a00 count: 2 00010000:00000001:2.0:1769074693.564152:0:29775:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:2.0:1769074693.564153:0:29775:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982ba1974a00 count: 3 00010000:00000001:2.0:1769074693.564155:0:29775:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074693.564157:0:29775:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1769074693.564159:0:29775:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1769074693.564161:0:29775:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b8889dc00/0x5d432443066aea73 lrc: 2/0,0 mode: PR/PR res: [0x200007931:0x14c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xf5b77ed682f42925 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00000080:00000001:2.0:1769074693.564259:0:29775:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074693.564261:0:29775:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074693.564263:0:29775:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074693.564264:0:29775:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.564266:0:29775:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1769074693.564268:0:29775:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074693.564269:0:29775:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074693.564271:0:29775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074693.564272:0:29775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1769074693.564275:0:29775:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b8889dc00 with handle 0x5d432443066aea73 from hash 00010000:00000001:2.0:1769074693.564277:0:29775:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074693.564445:0:29775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074693.564447:0:29775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074693.564448:0:29775:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074693.564451:0:29775:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074693.564452:0:29775:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1769074693.564455:0:29775:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.564456:0:29775:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.564554:0:29775:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074693.564556:0:29775:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1769074693.564561:0:29775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037ad80. 00000020:00000040:2.0:1769074693.564564:0:29775:0:(genops.c:1229:class_import_get()) import ffff982b855d0800 refcount=4005 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000100:00000001:2.0:1769074693.564567:0:29775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074693.564568:0:29775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074693.564570:0:29775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074693.564574:0:29775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b9037d800. 00000100:00000001:2.0:1769074693.564577:0:29775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.564579:0:29775:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1769074693.564583:0:29775:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b8889dc00/0x5d432443066aea73 lrc: 1/0,0 mode: --/PR res: [0x200007931:0x14c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf5b77ed682f42925 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074693.564589:0:29775:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1769074693.564590:0:29775:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.564592:0:29775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074693.564594:0:29775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074693.564597:0:29775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b98e9e900. 00000100:00000001:2.0:1769074693.564598:0:29775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911749323008 : -114161960228608 : ffff982b98e9e900) 00000100:00000001:2.0:1769074693.564601:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074693.564602:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603424640 : -114162106126976 : ffff982b9037ad80) 00000100:00000001:2.0:1769074693.564605:0:29775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074693.564607:0:29775:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074693.564609:0:29775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074693.564610:0:29775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074693.564615:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037ad80 x1855007613292800/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.564622:0:29775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074693.564623:0:29775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074693.564626:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037ad80 x1855007613292800/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.564644:0:29775:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1769074693.564646:0:29775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074693.564647:0:29775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074693.564649:0:29775:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b98e9e900 going to sleep for 0 seconds 00000100:00000001:2.0:1769074693.564651:0:29775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074693.564652:0:29775:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:2.0:1769074693.564654:0:29775:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.564656:0:29775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074693.564657:0:29775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074693.564661:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037ad80 x1855007613292800/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074693.564668:0:29775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037ad80 pname:cluuid:pid:xid:nid:opc:job umount:496168fc-57dd-467b-9509-20c2ce0fe894:29775:1855007613292800:192.168.204.151@tcp:103:umount.0 00000100:00000001:2.0:1769074693.564671:0:29775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.564673:0:29775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1769074693.564675:0:29775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074693.564676:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074693.564679:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037ad80 x1855007613292800/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.564684:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074693.564685:0:29775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b98e9e900. 00000100:00000001:2.0:1769074693.564687:0:29775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074693.564689:0:29775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:2.0:1769074693.564691:0:29775:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:2.0:1769074693.564692:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074693.564695:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037ad80 x1855007613292800/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.564700:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1769074693.564701:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074693.564702:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=4004 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:2.0:1769074693.564704:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074693.564705:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b9037d800. 02000000:00000001:2.0:1769074693.564707:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074693.564708:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074693.564709:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037ad80. 00000100:00000001:2.0:1769074693.564712:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074693.564713:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.564714:0:29775:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:2.0:1769074693.564716:0:29775:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:2.0:1769074693.564717:0:29775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074693.564719:0:29775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b8889dc00/0x5d432443066aea73 lrc: 0/0,0 mode: --/PR res: [0x200007931:0x14c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf5b77ed682f42925 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00010000:00000010:2.0:1769074693.564725:0:29775:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff982b98ebcf80. 00010000:00000001:2.0:1769074693.564730:0:29775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074693.564731:0:29775:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.564733:0:29775:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1769074693.564735:0:29775:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982ba1974a00 count: 0 00010000:00000010:2.0:1769074693.564738:0:29775:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b8392c100. 00010000:00000040:2.0:1769074693.564742:0:29775:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b8678c700 count: 2 00010000:00000001:2.0:1769074693.564744:0:29775:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:2.0:1769074693.564746:0:29775:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b8678c700 count: 3 00010000:00000001:2.0:1769074693.564748:0:29775:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074693.564750:0:29775:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1769074693.564752:0:29775:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1769074693.564754:0:29775:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b91058600/0x5d432443066aed13 lrc: 2/0,0 mode: PR/PR res: [0x200007931:0x16c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xf5b77ed682f43025 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00000080:00000001:2.0:1769074693.564764:0:29775:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074693.564765:0:29775:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074693.564767:0:29775:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074693.564768:0:29775:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.564770:0:29775:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1769074693.564771:0:29775:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074693.564773:0:29775:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074693.564774:0:29775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074693.564776:0:29775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1769074693.564779:0:29775:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b91058600 with handle 0x5d432443066aed13 from hash 00010000:00000001:2.0:1769074693.564781:0:29775:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074693.564782:0:29775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074693.564784:0:29775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074693.564785:0:29775:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074693.564786:0:29775:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074693.564788:0:29775:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1769074693.564790:0:29775:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.564792:0:29775:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.564793:0:29775:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074693.564795:0:29775:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1769074693.564798:0:29775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037ad80. 00000020:00000040:2.0:1769074693.564800:0:29775:0:(genops.c:1229:class_import_get()) import ffff982b855d0800 refcount=4005 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000100:00000001:2.0:1769074693.564802:0:29775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074693.564803:0:29775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074693.564805:0:29775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074693.564808:0:29775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b9037d800. 00000100:00000001:2.0:1769074693.564811:0:29775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.564813:0:29775:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1769074693.564816:0:29775:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b91058600/0x5d432443066aed13 lrc: 1/0,0 mode: --/PR res: [0x200007931:0x16c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf5b77ed682f43025 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074693.564821:0:29775:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1769074693.564822:0:29775:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.564824:0:29775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074693.564825:0:29775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074693.564828:0:29775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b98e9e900. 00000100:00000001:2.0:1769074693.564829:0:29775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911749323008 : -114161960228608 : ffff982b98e9e900) 00000100:00000001:2.0:1769074693.564831:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074693.564832:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603424640 : -114162106126976 : ffff982b9037ad80) 00000100:00000001:2.0:1769074693.564835:0:29775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074693.564837:0:29775:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074693.564838:0:29775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074693.564839:0:29775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074693.564843:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037ad80 x1855007613292928/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.564848:0:29775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074693.564850:0:29775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074693.564853:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037ad80 x1855007613292928/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.564858:0:29775:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1769074693.564860:0:29775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074693.564861:0:29775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074693.564863:0:29775:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b98e9e900 going to sleep for 0 seconds 00000100:00000001:2.0:1769074693.564865:0:29775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074693.564866:0:29775:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:2.0:1769074693.564868:0:29775:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.564870:0:29775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074693.564871:0:29775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074693.564874:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037ad80 x1855007613292928/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074693.564881:0:29775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037ad80 pname:cluuid:pid:xid:nid:opc:job umount:496168fc-57dd-467b-9509-20c2ce0fe894:29775:1855007613292928:192.168.204.151@tcp:103:umount.0 00000100:00000001:2.0:1769074693.564885:0:29775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.564886:0:29775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1769074693.564888:0:29775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074693.564890:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074693.564893:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037ad80 x1855007613292928/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.564899:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074693.564901:0:29775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b98e9e900. 00000100:00000001:2.0:1769074693.564903:0:29775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074693.564905:0:29775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:2.0:1769074693.564907:0:29775:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:2.0:1769074693.564908:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074693.564911:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037ad80 x1855007613292928/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.564917:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1769074693.564919:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074693.564920:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=4004 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:2.0:1769074693.564922:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074693.564923:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b9037d800. 02000000:00000001:2.0:1769074693.564925:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074693.564926:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074693.564927:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037ad80. 00000100:00000001:2.0:1769074693.564929:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074693.564930:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.564932:0:29775:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:2.0:1769074693.564933:0:29775:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:2.0:1769074693.564934:0:29775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074693.564936:0:29775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b91058600/0x5d432443066aed13 lrc: 0/0,0 mode: --/PR res: [0x200007931:0x16c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf5b77ed682f43025 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00010000:00000010:2.0:1769074693.564941:0:29775:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff982b9906c400. 00010000:00000001:2.0:1769074693.564945:0:29775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074693.564946:0:29775:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.564948:0:29775:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1769074693.564950:0:29775:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b8678c700 count: 0 00010000:00000010:2.0:1769074693.564953:0:29775:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b86730200. 00010000:00000040:2.0:1769074693.564958:0:29775:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b98e85400 count: 2 00010000:00000001:2.0:1769074693.564960:0:29775:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:2.0:1769074693.564963:0:29775:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b98e85400 count: 3 00010000:00000001:2.0:1769074693.564965:0:29775:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074693.564966:0:29775:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1769074693.564968:0:29775:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1769074693.564970:0:29775:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b8679b800/0x5d432443066aefb3 lrc: 2/0,0 mode: PR/PR res: [0x200007931:0x18c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xf5b77ed682f43725 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00000080:00000001:2.0:1769074693.564977:0:29775:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074693.564978:0:29775:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074693.564979:0:29775:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074693.564980:0:29775:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.564984:0:29775:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1769074693.564986:0:29775:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074693.564987:0:29775:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074693.564988:0:29775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074693.564990:0:29775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1769074693.564992:0:29775:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b8679b800 with handle 0x5d432443066aefb3 from hash 00010000:00000001:2.0:1769074693.564994:0:29775:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074693.564996:0:29775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074693.564997:0:29775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074693.564998:0:29775:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074693.564999:0:29775:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074693.565001:0:29775:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1769074693.565003:0:29775:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.565004:0:29775:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.565006:0:29775:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074693.565007:0:29775:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1769074693.565010:0:29775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037ad80. 00000020:00000040:2.0:1769074693.565013:0:29775:0:(genops.c:1229:class_import_get()) import ffff982b855d0800 refcount=4005 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000100:00000001:2.0:1769074693.565015:0:29775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074693.565016:0:29775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074693.565018:0:29775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074693.565020:0:29775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b9037d800. 00000100:00000001:2.0:1769074693.565023:0:29775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.565025:0:29775:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1769074693.565028:0:29775:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b8679b800/0x5d432443066aefb3 lrc: 1/0,0 mode: --/PR res: [0x200007931:0x18c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf5b77ed682f43725 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074693.565033:0:29775:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1769074693.565035:0:29775:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.565037:0:29775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074693.565038:0:29775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074693.565040:0:29775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b98e9e900. 00000100:00000001:2.0:1769074693.565042:0:29775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911749323008 : -114161960228608 : ffff982b98e9e900) 00000100:00000001:2.0:1769074693.565043:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074693.565044:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603424640 : -114162106126976 : ffff982b9037ad80) 00000100:00000001:2.0:1769074693.565046:0:29775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074693.565049:0:29775:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074693.565051:0:29775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074693.565052:0:29775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074693.565055:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037ad80 x1855007613293056/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.565061:0:29775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074693.565062:0:29775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074693.565065:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037ad80 x1855007613293056/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.565072:0:29775:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1769074693.565073:0:29775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074693.565075:0:29775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074693.565076:0:29775:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b98e9e900 going to sleep for 0 seconds 00000100:00000001:2.0:1769074693.565078:0:29775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074693.565079:0:29775:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:2.0:1769074693.565081:0:29775:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.565083:0:29775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074693.565084:0:29775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074693.565088:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037ad80 x1855007613293056/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074693.565095:0:29775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037ad80 pname:cluuid:pid:xid:nid:opc:job umount:496168fc-57dd-467b-9509-20c2ce0fe894:29775:1855007613293056:192.168.204.151@tcp:103:umount.0 00000100:00000001:2.0:1769074693.565099:0:29775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.565101:0:29775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1769074693.565102:0:29775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074693.565104:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074693.565107:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037ad80 x1855007613293056/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.565113:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074693.565115:0:29775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b98e9e900. 00000100:00000001:2.0:1769074693.565116:0:29775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074693.565118:0:29775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:2.0:1769074693.565120:0:29775:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:2.0:1769074693.565121:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074693.565124:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037ad80 x1855007613293056/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.565131:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1769074693.565132:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074693.565134:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=4004 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:2.0:1769074693.565135:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074693.565137:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b9037d800. 02000000:00000001:2.0:1769074693.565139:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074693.565140:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074693.565141:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037ad80. 00000100:00000001:2.0:1769074693.565143:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074693.565144:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.565146:0:29775:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:2.0:1769074693.565147:0:29775:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:2.0:1769074693.565148:0:29775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074693.565151:0:29775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b8679b800/0x5d432443066aefb3 lrc: 0/0,0 mode: --/PR res: [0x200007931:0x18c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf5b77ed682f43725 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00010000:00000010:2.0:1769074693.565156:0:29775:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff982b9906cc00. 00010000:00000001:2.0:1769074693.565160:0:29775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074693.565162:0:29775:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.565164:0:29775:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1769074693.565167:0:29775:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b98e85400 count: 0 00010000:00000010:2.0:1769074693.565257:0:29775:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b86730000. 00010000:00000040:2.0:1769074693.565264:0:29775:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b85cfc300 count: 2 00010000:00000001:2.0:1769074693.565267:0:29775:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:2.0:1769074693.565268:0:29775:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b85cfc300 count: 3 00010000:00000001:2.0:1769074693.565270:0:29775:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074693.565271:0:29775:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1769074693.565273:0:29775:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1769074693.565276:0:29775:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b85da5200/0x5d432443066af253 lrc: 2/0,0 mode: PR/PR res: [0x200007931:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xf5b77ed682f43e25 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00000080:00000001:2.0:1769074693.565404:0:29775:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074693.565406:0:29775:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074693.565407:0:29775:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074693.565408:0:29775:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.565410:0:29775:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1769074693.565412:0:29775:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074693.565414:0:29775:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074693.565415:0:29775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074693.565418:0:29775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1769074693.565420:0:29775:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b85da5200 with handle 0x5d432443066af253 from hash 00010000:00000001:2.0:1769074693.565422:0:29775:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074693.565424:0:29775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074693.565425:0:29775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074693.565425:0:29775:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074693.565427:0:29775:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074693.565428:0:29775:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1769074693.565431:0:29775:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.565432:0:29775:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.565434:0:29775:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074693.565435:0:29775:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1769074693.565440:0:29775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037ad80. 00000020:00000040:2.0:1769074693.565442:0:29775:0:(genops.c:1229:class_import_get()) import ffff982b855d0800 refcount=4005 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000100:00000001:2.0:1769074693.565445:0:29775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074693.565446:0:29775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074693.565448:0:29775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074693.565452:0:29775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b9037d800. 00000100:00000001:2.0:1769074693.565455:0:29775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.565557:0:29775:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1769074693.565563:0:29775:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b85da5200/0x5d432443066af253 lrc: 1/0,0 mode: --/PR res: [0x200007931:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf5b77ed682f43e25 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074693.565569:0:29775:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1769074693.565571:0:29775:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.565573:0:29775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074693.565575:0:29775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074693.565578:0:29775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b98e9e900. 00000100:00000001:2.0:1769074693.565580:0:29775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911749323008 : -114161960228608 : ffff982b98e9e900) 00000100:00000001:2.0:1769074693.565582:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074693.565583:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603424640 : -114162106126976 : ffff982b9037ad80) 00000100:00000001:2.0:1769074693.565585:0:29775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074693.565587:0:29775:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074693.565589:0:29775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074693.565590:0:29775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074693.565594:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037ad80 x1855007613293184/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.565600:0:29775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074693.565601:0:29775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074693.565604:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037ad80 x1855007613293184/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.565609:0:29775:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1769074693.565611:0:29775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074693.565612:0:29775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074693.565614:0:29775:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b98e9e900 going to sleep for 0 seconds 00000100:00000001:2.0:1769074693.565616:0:29775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074693.565617:0:29775:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:2.0:1769074693.565620:0:29775:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.565621:0:29775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074693.565623:0:29775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074693.565626:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037ad80 x1855007613293184/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074693.565644:0:29775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037ad80 pname:cluuid:pid:xid:nid:opc:job umount:496168fc-57dd-467b-9509-20c2ce0fe894:29775:1855007613293184:192.168.204.151@tcp:103:umount.0 00000100:00000001:2.0:1769074693.565648:0:29775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.565650:0:29775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1769074693.565652:0:29775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074693.565653:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074693.565657:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037ad80 x1855007613293184/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.565663:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074693.565665:0:29775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b98e9e900. 00000100:00000001:2.0:1769074693.565667:0:29775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074693.565668:0:29775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:2.0:1769074693.565670:0:29775:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:2.0:1769074693.565672:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074693.565675:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037ad80 x1855007613293184/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.565681:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1769074693.565682:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074693.565683:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=4004 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:2.0:1769074693.565685:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074693.565687:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b9037d800. 02000000:00000001:2.0:1769074693.565689:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074693.565691:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074693.565692:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037ad80. 00000100:00000001:2.0:1769074693.565695:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074693.565696:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.565698:0:29775:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:2.0:1769074693.565699:0:29775:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:2.0:1769074693.565701:0:29775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074693.565703:0:29775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b85da5200/0x5d432443066af253 lrc: 0/0,0 mode: --/PR res: [0x200007931:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf5b77ed682f43e25 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00010000:00000010:2.0:1769074693.565715:0:29775:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff982b85943700. 00010000:00000001:2.0:1769074693.565720:0:29775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074693.565721:0:29775:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.565723:0:29775:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1769074693.565725:0:29775:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b85cfc300 count: 0 00010000:00000010:2.0:1769074693.565728:0:29775:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b88b11a00. 00010000:00000040:2.0:1769074693.565734:0:29775:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b85926e00 count: 2 00010000:00000001:2.0:1769074693.565736:0:29775:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:2.0:1769074693.565737:0:29775:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b85926e00 count: 3 00010000:00000001:2.0:1769074693.565739:0:29775:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074693.565740:0:29775:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1769074693.565743:0:29775:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1769074693.565745:0:29775:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b871cce00/0x5d432443066af4f3 lrc: 2/0,0 mode: PR/PR res: [0x200007931:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xf5b77ed682f44525 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00000080:00000001:2.0:1769074693.565750:0:29775:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074693.565752:0:29775:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074693.565753:0:29775:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074693.565754:0:29775:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.565756:0:29775:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1769074693.565757:0:29775:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074693.565758:0:29775:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074693.565760:0:29775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074693.565761:0:29775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1769074693.565764:0:29775:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b871cce00 with handle 0x5d432443066af4f3 from hash 00010000:00000001:2.0:1769074693.565766:0:29775:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074693.565767:0:29775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074693.565768:0:29775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074693.565769:0:29775:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074693.565770:0:29775:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074693.565772:0:29775:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1769074693.565774:0:29775:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.565776:0:29775:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.565778:0:29775:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074693.565779:0:29775:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1769074693.565783:0:29775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037ad80. 00000020:00000040:2.0:1769074693.565785:0:29775:0:(genops.c:1229:class_import_get()) import ffff982b855d0800 refcount=4005 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000100:00000001:2.0:1769074693.565787:0:29775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074693.565789:0:29775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074693.565791:0:29775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074693.565794:0:29775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b9037d800. 00000100:00000001:2.0:1769074693.565797:0:29775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.565799:0:29775:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1769074693.565802:0:29775:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b871cce00/0x5d432443066af4f3 lrc: 1/0,0 mode: --/PR res: [0x200007931:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf5b77ed682f44525 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074693.565808:0:29775:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1769074693.565809:0:29775:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.565811:0:29775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074693.565812:0:29775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074693.565815:0:29775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b98e9e900. 00000100:00000001:2.0:1769074693.565816:0:29775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911749323008 : -114161960228608 : ffff982b98e9e900) 00000100:00000001:2.0:1769074693.565818:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074693.565819:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603424640 : -114162106126976 : ffff982b9037ad80) 00000100:00000001:2.0:1769074693.565822:0:29775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074693.565823:0:29775:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074693.565825:0:29775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074693.565826:0:29775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074693.565829:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037ad80 x1855007613293312/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.565835:0:29775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074693.565836:0:29775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074693.565839:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037ad80 x1855007613293312/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.565845:0:29775:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1769074693.565846:0:29775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074693.565848:0:29775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074693.565849:0:29775:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b98e9e900 going to sleep for 0 seconds 00000100:00000001:2.0:1769074693.565851:0:29775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074693.565852:0:29775:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:2.0:1769074693.565854:0:29775:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.565856:0:29775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074693.565857:0:29775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074693.565860:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037ad80 x1855007613293312/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074693.565867:0:29775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037ad80 pname:cluuid:pid:xid:nid:opc:job umount:496168fc-57dd-467b-9509-20c2ce0fe894:29775:1855007613293312:192.168.204.151@tcp:103:umount.0 00000100:00000001:2.0:1769074693.565870:0:29775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.565872:0:29775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1769074693.565873:0:29775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074693.565874:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074693.565877:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037ad80 x1855007613293312/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.565882:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074693.565883:0:29775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b98e9e900. 00000100:00000001:2.0:1769074693.565886:0:29775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074693.565887:0:29775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:2.0:1769074693.565889:0:29775:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:2.0:1769074693.565890:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074693.565892:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037ad80 x1855007613293312/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.565897:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1769074693.565898:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074693.565899:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=4004 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:2.0:1769074693.565901:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074693.565902:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b9037d800. 02000000:00000001:2.0:1769074693.565904:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074693.565905:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074693.565906:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037ad80. 00000100:00000001:2.0:1769074693.565909:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074693.565910:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.565912:0:29775:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:2.0:1769074693.565913:0:29775:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:2.0:1769074693.565915:0:29775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074693.565917:0:29775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b871cce00/0x5d432443066af4f3 lrc: 0/0,0 mode: --/PR res: [0x200007931:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf5b77ed682f44525 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00010000:00000010:2.0:1769074693.565922:0:29775:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff982b86709980. 00010000:00000001:2.0:1769074693.565927:0:29775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074693.565928:0:29775:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.565930:0:29775:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1769074693.565933:0:29775:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b85926e00 count: 0 00010000:00000010:2.0:1769074693.565936:0:29775:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b87f2c080. 00010000:00000040:2.0:1769074693.565940:0:29775:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b85c37d00 count: 2 00010000:00000001:2.0:1769074693.565942:0:29775:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:2.0:1769074693.565944:0:29775:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b85c37d00 count: 3 00010000:00000001:2.0:1769074693.565945:0:29775:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074693.565947:0:29775:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1769074693.565949:0:29775:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1769074693.565951:0:29775:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b84997800/0x5d432443066af793 lrc: 2/0,0 mode: PR/PR res: [0x200007931:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xf5b77ed682f44c25 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00000080:00000001:2.0:1769074693.565957:0:29775:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074693.565958:0:29775:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074693.565960:0:29775:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074693.565961:0:29775:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.565963:0:29775:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1769074693.565964:0:29775:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074693.565965:0:29775:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074693.565967:0:29775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074693.565968:0:29775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1769074693.565971:0:29775:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b84997800 with handle 0x5d432443066af793 from hash 00010000:00000001:2.0:1769074693.565972:0:29775:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074693.565973:0:29775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074693.565975:0:29775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074693.565976:0:29775:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074693.565977:0:29775:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074693.565979:0:29775:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1769074693.565981:0:29775:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.565982:0:29775:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.565984:0:29775:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074693.565985:0:29775:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1769074693.565988:0:29775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037ad80. 00000020:00000040:2.0:1769074693.565990:0:29775:0:(genops.c:1229:class_import_get()) import ffff982b855d0800 refcount=4005 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000100:00000001:2.0:1769074693.565992:0:29775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074693.565994:0:29775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074693.565996:0:29775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074693.565999:0:29775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b9037d800. 00000100:00000001:2.0:1769074693.566001:0:29775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.566003:0:29775:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1769074693.566006:0:29775:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b84997800/0x5d432443066af793 lrc: 1/0,0 mode: --/PR res: [0x200007931:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf5b77ed682f44c25 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074693.566011:0:29775:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1769074693.566012:0:29775:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.566013:0:29775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074693.566015:0:29775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074693.566017:0:29775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b98e9e900. 00000100:00000001:2.0:1769074693.566019:0:29775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911749323008 : -114161960228608 : ffff982b98e9e900) 00000100:00000001:2.0:1769074693.566020:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074693.566022:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603424640 : -114162106126976 : ffff982b9037ad80) 00000100:00000001:2.0:1769074693.566024:0:29775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074693.566026:0:29775:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074693.566027:0:29775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074693.566028:0:29775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074693.566032:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037ad80 x1855007613293440/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.566038:0:29775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074693.566040:0:29775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074693.566043:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037ad80 x1855007613293440/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.566049:0:29775:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1769074693.566051:0:29775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074693.566052:0:29775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074693.566053:0:29775:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b98e9e900 going to sleep for 0 seconds 00000100:00000001:2.0:1769074693.566055:0:29775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074693.566057:0:29775:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:2.0:1769074693.566059:0:29775:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.566060:0:29775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074693.566061:0:29775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074693.566064:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037ad80 x1855007613293440/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074693.566072:0:29775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037ad80 pname:cluuid:pid:xid:nid:opc:job umount:496168fc-57dd-467b-9509-20c2ce0fe894:29775:1855007613293440:192.168.204.151@tcp:103:umount.0 00000100:00000001:2.0:1769074693.566075:0:29775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.566077:0:29775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1769074693.566079:0:29775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074693.566080:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074693.566082:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037ad80 x1855007613293440/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.566088:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074693.566090:0:29775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b98e9e900. 00000100:00000001:2.0:1769074693.566092:0:29775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074693.566093:0:29775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:2.0:1769074693.566095:0:29775:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:2.0:1769074693.566097:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074693.566100:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037ad80 x1855007613293440/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.566105:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1769074693.566107:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074693.566108:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=4004 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:2.0:1769074693.566110:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074693.566111:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b9037d800. 02000000:00000001:2.0:1769074693.566113:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074693.566114:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074693.566115:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037ad80. 00000100:00000001:2.0:1769074693.566118:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074693.566119:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.566120:0:29775:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:2.0:1769074693.566121:0:29775:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:2.0:1769074693.566123:0:29775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074693.566125:0:29775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b84997800/0x5d432443066af793 lrc: 0/0,0 mode: --/PR res: [0x200007931:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf5b77ed682f44c25 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00010000:00000010:2.0:1769074693.566131:0:29775:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff982b86709780. 00010000:00000001:2.0:1769074693.566135:0:29775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074693.566136:0:29775:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.566138:0:29775:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1769074693.566140:0:29775:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b85c37d00 count: 0 00010000:00000010:2.0:1769074693.566142:0:29775:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b87f2c580. 00010000:00000040:2.0:1769074693.566146:0:29775:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b871dbe00 count: 2 00010000:00000001:2.0:1769074693.566148:0:29775:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:2.0:1769074693.566149:0:29775:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b871dbe00 count: 3 00010000:00000001:2.0:1769074693.566151:0:29775:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074693.566153:0:29775:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1769074693.566155:0:29775:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1769074693.566157:0:29775:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b85869400/0x5d432443066afa33 lrc: 2/0,0 mode: PR/PR res: [0x200007931:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xf5b77ed682f45325 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00000080:00000001:2.0:1769074693.566162:0:29775:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074693.566163:0:29775:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074693.566164:0:29775:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074693.566166:0:29775:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.566262:0:29775:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1769074693.566264:0:29775:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074693.566266:0:29775:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074693.566267:0:29775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074693.566269:0:29775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1769074693.566272:0:29775:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b85869400 with handle 0x5d432443066afa33 from hash 00010000:00000001:2.0:1769074693.566274:0:29775:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074693.566276:0:29775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074693.566277:0:29775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074693.566278:0:29775:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074693.566361:0:29775:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074693.566363:0:29775:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1769074693.566365:0:29775:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.566367:0:29775:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.566368:0:29775:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074693.566370:0:29775:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1769074693.566374:0:29775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037ad80. 00000020:00000040:2.0:1769074693.566376:0:29775:0:(genops.c:1229:class_import_get()) import ffff982b855d0800 refcount=4005 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000100:00000001:2.0:1769074693.566378:0:29775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074693.566380:0:29775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074693.566382:0:29775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074693.566385:0:29775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b9037d800. 00000100:00000001:2.0:1769074693.566388:0:29775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.566389:0:29775:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1769074693.566392:0:29775:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b85869400/0x5d432443066afa33 lrc: 1/0,0 mode: --/PR res: [0x200007931:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf5b77ed682f45325 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074693.566398:0:29775:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1769074693.566399:0:29775:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.566400:0:29775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074693.566401:0:29775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074693.566404:0:29775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b98e9e900. 00000100:00000001:2.0:1769074693.566405:0:29775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911749323008 : -114161960228608 : ffff982b98e9e900) 00000100:00000001:2.0:1769074693.566407:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074693.566409:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603424640 : -114162106126976 : ffff982b9037ad80) 00000100:00000001:2.0:1769074693.566411:0:29775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074693.566413:0:29775:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074693.566415:0:29775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074693.566416:0:29775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074693.566420:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037ad80 x1855007613293568/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.566426:0:29775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074693.566427:0:29775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074693.566430:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037ad80 x1855007613293568/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.566435:0:29775:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1769074693.566438:0:29775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074693.566439:0:29775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074693.566440:0:29775:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b98e9e900 going to sleep for 0 seconds 00000100:00000001:2.0:1769074693.566442:0:29775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074693.566443:0:29775:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:2.0:1769074693.566445:0:29775:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.566447:0:29775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074693.566448:0:29775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074693.566451:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037ad80 x1855007613293568/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074693.566553:0:29775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037ad80 pname:cluuid:pid:xid:nid:opc:job umount:496168fc-57dd-467b-9509-20c2ce0fe894:29775:1855007613293568:192.168.204.151@tcp:103:umount.0 00000100:00000001:2.0:1769074693.566557:0:29775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.566559:0:29775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1769074693.566562:0:29775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074693.566563:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074693.566566:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037ad80 x1855007613293568/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.566571:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074693.566573:0:29775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b98e9e900. 00000100:00000001:2.0:1769074693.566575:0:29775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074693.566577:0:29775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:2.0:1769074693.566579:0:29775:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:2.0:1769074693.566581:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074693.566583:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037ad80 x1855007613293568/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.566589:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1769074693.566590:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074693.566591:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=4004 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:2.0:1769074693.566593:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074693.566595:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b9037d800. 02000000:00000001:2.0:1769074693.566597:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074693.566598:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074693.566600:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037ad80. 00000100:00000001:2.0:1769074693.566602:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074693.566603:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.566605:0:29775:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:2.0:1769074693.566606:0:29775:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:2.0:1769074693.566608:0:29775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074693.566610:0:29775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b85869400/0x5d432443066afa33 lrc: 0/0,0 mode: --/PR res: [0x200007931:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf5b77ed682f45325 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00010000:00000010:2.0:1769074693.566616:0:29775:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff982b86709340. 00010000:00000001:2.0:1769074693.566621:0:29775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074693.566623:0:29775:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.566625:0:29775:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1769074693.566627:0:29775:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b871dbe00 count: 0 00010000:00000010:2.0:1769074693.566642:0:29775:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b87f2cc00. 00010000:00000040:2.0:1769074693.566647:0:29775:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b8586c900 count: 2 00010000:00000001:2.0:1769074693.566650:0:29775:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:2.0:1769074693.566651:0:29775:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b8586c900 count: 3 00010000:00000001:2.0:1769074693.566653:0:29775:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074693.566655:0:29775:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1769074693.566657:0:29775:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1769074693.566659:0:29775:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b85869200/0x5d432443066afcd3 lrc: 2/0,0 mode: PR/PR res: [0x200007931:0x22c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xf5b77ed682f45a25 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00000080:00000001:2.0:1769074693.566668:0:29775:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074693.566669:0:29775:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074693.566670:0:29775:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074693.566672:0:29775:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.566674:0:29775:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1769074693.566675:0:29775:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074693.566676:0:29775:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074693.566677:0:29775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074693.566679:0:29775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1769074693.566682:0:29775:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b85869200 with handle 0x5d432443066afcd3 from hash 00010000:00000001:2.0:1769074693.566684:0:29775:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074693.566685:0:29775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074693.566686:0:29775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074693.566688:0:29775:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074693.566689:0:29775:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074693.566690:0:29775:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1769074693.566693:0:29775:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.566694:0:29775:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.566695:0:29775:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074693.566697:0:29775:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1769074693.566701:0:29775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037ad80. 00000020:00000040:2.0:1769074693.566703:0:29775:0:(genops.c:1229:class_import_get()) import ffff982b855d0800 refcount=4005 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000100:00000001:2.0:1769074693.566705:0:29775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074693.566707:0:29775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074693.566708:0:29775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074693.566711:0:29775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b9037d800. 00000100:00000001:2.0:1769074693.566714:0:29775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.566715:0:29775:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1769074693.566718:0:29775:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b85869200/0x5d432443066afcd3 lrc: 1/0,0 mode: --/PR res: [0x200007931:0x22c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf5b77ed682f45a25 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074693.566723:0:29775:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1769074693.566725:0:29775:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.566726:0:29775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074693.566728:0:29775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074693.566730:0:29775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b98e9e900. 00000100:00000001:2.0:1769074693.566732:0:29775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911749323008 : -114161960228608 : ffff982b98e9e900) 00000100:00000001:2.0:1769074693.566733:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074693.566735:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603424640 : -114162106126976 : ffff982b9037ad80) 00000100:00000001:2.0:1769074693.566737:0:29775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074693.566739:0:29775:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074693.566740:0:29775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074693.566741:0:29775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074693.566745:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037ad80 x1855007613293696/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.566751:0:29775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074693.566752:0:29775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074693.566755:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037ad80 x1855007613293696/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.566760:0:29775:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1769074693.566762:0:29775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074693.566763:0:29775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074693.566764:0:29775:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b98e9e900 going to sleep for 0 seconds 00000100:00000001:2.0:1769074693.566766:0:29775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074693.566768:0:29775:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:2.0:1769074693.566770:0:29775:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.566771:0:29775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074693.566772:0:29775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074693.566776:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037ad80 x1855007613293696/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074693.566782:0:29775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037ad80 pname:cluuid:pid:xid:nid:opc:job umount:496168fc-57dd-467b-9509-20c2ce0fe894:29775:1855007613293696:192.168.204.151@tcp:103:umount.0 00000100:00000001:2.0:1769074693.566785:0:29775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.566787:0:29775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1769074693.566789:0:29775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074693.566790:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074693.566793:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037ad80 x1855007613293696/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.566798:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074693.566800:0:29775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b98e9e900. 00000100:00000001:2.0:1769074693.566802:0:29775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074693.566803:0:29775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:2.0:1769074693.566805:0:29775:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:2.0:1769074693.566807:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074693.566809:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037ad80 x1855007613293696/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.566814:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1769074693.566815:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074693.566816:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=4004 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:2.0:1769074693.566818:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074693.566819:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b9037d800. 02000000:00000001:2.0:1769074693.566821:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074693.566823:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074693.566824:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037ad80. 00000100:00000001:2.0:1769074693.566826:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074693.566827:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.566828:0:29775:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:2.0:1769074693.566830:0:29775:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:2.0:1769074693.566831:0:29775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074693.566833:0:29775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b85869200/0x5d432443066afcd3 lrc: 0/0,0 mode: --/PR res: [0x200007931:0x22c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf5b77ed682f45a25 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00010000:00000010:2.0:1769074693.566840:0:29775:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff982b86709f80. 00010000:00000001:2.0:1769074693.566844:0:29775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074693.566846:0:29775:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.566847:0:29775:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1769074693.566850:0:29775:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b8586c900 count: 0 00010000:00000010:2.0:1769074693.566853:0:29775:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b87f2c980. 00010000:00000040:2.0:1769074693.566858:0:29775:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b8585d800 count: 2 00010000:00000001:2.0:1769074693.566860:0:29775:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:2.0:1769074693.566862:0:29775:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b8585d800 count: 3 00010000:00000001:2.0:1769074693.566864:0:29775:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074693.566866:0:29775:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1769074693.566868:0:29775:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1769074693.566870:0:29775:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b85d3d400/0x5d432443066aff73 lrc: 2/0,0 mode: PR/PR res: [0x200007931:0x24c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xf5b77ed682f46125 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00000080:00000001:2.0:1769074693.566876:0:29775:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074693.566878:0:29775:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074693.566879:0:29775:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074693.566880:0:29775:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.566882:0:29775:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1769074693.566884:0:29775:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074693.566885:0:29775:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074693.566886:0:29775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074693.566888:0:29775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1769074693.566891:0:29775:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b85d3d400 with handle 0x5d432443066aff73 from hash 00010000:00000001:2.0:1769074693.566893:0:29775:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074693.566895:0:29775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074693.566896:0:29775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074693.566897:0:29775:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074693.566898:0:29775:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074693.566899:0:29775:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1769074693.566901:0:29775:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.566903:0:29775:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.566904:0:29775:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074693.566905:0:29775:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1769074693.566909:0:29775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037ad80. 00000020:00000040:2.0:1769074693.566912:0:29775:0:(genops.c:1229:class_import_get()) import ffff982b855d0800 refcount=4005 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000100:00000001:2.0:1769074693.566914:0:29775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074693.566915:0:29775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074693.566917:0:29775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074693.566920:0:29775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b9037d800. 00000100:00000001:2.0:1769074693.566922:0:29775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.566925:0:29775:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1769074693.566927:0:29775:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b85d3d400/0x5d432443066aff73 lrc: 1/0,0 mode: --/PR res: [0x200007931:0x24c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf5b77ed682f46125 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074693.566933:0:29775:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1769074693.566934:0:29775:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.566936:0:29775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074693.566937:0:29775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074693.566940:0:29775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b98e9e900. 00000100:00000001:2.0:1769074693.566942:0:29775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911749323008 : -114161960228608 : ffff982b98e9e900) 00000100:00000001:2.0:1769074693.566944:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074693.566945:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603424640 : -114162106126976 : ffff982b9037ad80) 00000100:00000001:2.0:1769074693.566947:0:29775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074693.566948:0:29775:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074693.566950:0:29775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074693.566951:0:29775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074693.566954:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037ad80 x1855007613293824/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.566960:0:29775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074693.566961:0:29775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074693.566964:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037ad80 x1855007613293824/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.566969:0:29775:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1769074693.566971:0:29775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074693.566972:0:29775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074693.566974:0:29775:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b98e9e900 going to sleep for 0 seconds 00000100:00000001:2.0:1769074693.566975:0:29775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074693.566976:0:29775:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:2.0:1769074693.566978:0:29775:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.566980:0:29775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074693.566981:0:29775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074693.566985:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037ad80 x1855007613293824/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074693.566991:0:29775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037ad80 pname:cluuid:pid:xid:nid:opc:job umount:496168fc-57dd-467b-9509-20c2ce0fe894:29775:1855007613293824:192.168.204.151@tcp:103:umount.0 00000100:00000001:2.0:1769074693.566995:0:29775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.566997:0:29775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1769074693.566998:0:29775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074693.566999:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074693.567002:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037ad80 x1855007613293824/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.567007:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074693.567009:0:29775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b98e9e900. 00000100:00000001:2.0:1769074693.567010:0:29775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074693.567012:0:29775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:2.0:1769074693.567013:0:29775:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:2.0:1769074693.567015:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074693.567017:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037ad80 x1855007613293824/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.567022:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1769074693.567024:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074693.567025:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=4004 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:2.0:1769074693.567026:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074693.567028:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b9037d800. 02000000:00000001:2.0:1769074693.567030:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074693.567031:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074693.567032:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037ad80. 00000100:00000001:2.0:1769074693.567034:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074693.567035:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.567037:0:29775:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:2.0:1769074693.567038:0:29775:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:2.0:1769074693.567039:0:29775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074693.567042:0:29775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b85d3d400/0x5d432443066aff73 lrc: 0/0,0 mode: --/PR res: [0x200007931:0x24c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf5b77ed682f46125 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00010000:00000010:2.0:1769074693.567047:0:29775:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff982b858318c0. 00010000:00000001:2.0:1769074693.567052:0:29775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074693.567053:0:29775:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.567055:0:29775:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1769074693.567058:0:29775:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b8585d800 count: 0 00010000:00000010:2.0:1769074693.567060:0:29775:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b8585ba00. 00010000:00000040:2.0:1769074693.567064:0:29775:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b84955900 count: 2 00010000:00000001:2.0:1769074693.567066:0:29775:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:2.0:1769074693.567068:0:29775:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b84955900 count: 3 00010000:00000001:2.0:1769074693.567070:0:29775:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074693.567072:0:29775:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1769074693.567073:0:29775:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1769074693.567075:0:29775:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b84965600/0x5d432443066b0213 lrc: 2/0,0 mode: PR/PR res: [0x200007931:0x26c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xf5b77ed682f46825 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00000080:00000001:2.0:1769074693.567081:0:29775:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074693.567082:0:29775:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074693.567083:0:29775:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074693.567084:0:29775:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.567086:0:29775:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1769074693.567087:0:29775:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074693.567089:0:29775:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074693.567090:0:29775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074693.567091:0:29775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1769074693.567093:0:29775:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b84965600 with handle 0x5d432443066b0213 from hash 00010000:00000001:2.0:1769074693.567095:0:29775:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074693.567096:0:29775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074693.567097:0:29775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074693.567098:0:29775:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074693.567100:0:29775:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074693.567101:0:29775:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1769074693.567103:0:29775:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.567105:0:29775:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.567107:0:29775:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074693.567108:0:29775:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1769074693.567111:0:29775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037ad80. 00000020:00000040:2.0:1769074693.567113:0:29775:0:(genops.c:1229:class_import_get()) import ffff982b855d0800 refcount=4005 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000100:00000001:2.0:1769074693.567115:0:29775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074693.567116:0:29775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074693.567118:0:29775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074693.567121:0:29775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b9037d800. 00000100:00000001:2.0:1769074693.567124:0:29775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.567125:0:29775:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1769074693.567128:0:29775:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b84965600/0x5d432443066b0213 lrc: 1/0,0 mode: --/PR res: [0x200007931:0x26c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf5b77ed682f46825 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074693.567134:0:29775:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1769074693.567136:0:29775:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.567138:0:29775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074693.567139:0:29775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074693.567142:0:29775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b98e9e900. 00000100:00000001:2.0:1769074693.567144:0:29775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911749323008 : -114161960228608 : ffff982b98e9e900) 00000100:00000001:2.0:1769074693.567145:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074693.567147:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603424640 : -114162106126976 : ffff982b9037ad80) 00000100:00000001:2.0:1769074693.567149:0:29775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074693.567151:0:29775:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074693.567153:0:29775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074693.567154:0:29775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074693.567158:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037ad80 x1855007613293952/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.567164:0:29775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074693.567165:0:29775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074693.567257:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037ad80 x1855007613293952/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.567264:0:29775:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1769074693.567266:0:29775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074693.567267:0:29775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074693.567269:0:29775:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b98e9e900 going to sleep for 0 seconds 00000100:00000001:2.0:1769074693.567270:0:29775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074693.567272:0:29775:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:2.0:1769074693.567274:0:29775:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.567276:0:29775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074693.567278:0:29775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074693.567364:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037ad80 x1855007613293952/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074693.567371:0:29775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037ad80 pname:cluuid:pid:xid:nid:opc:job umount:496168fc-57dd-467b-9509-20c2ce0fe894:29775:1855007613293952:192.168.204.151@tcp:103:umount.0 00000100:00000001:2.0:1769074693.567374:0:29775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.567376:0:29775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1769074693.567378:0:29775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074693.567379:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074693.567382:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037ad80 x1855007613293952/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.567387:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074693.567389:0:29775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b98e9e900. 00000100:00000001:2.0:1769074693.567391:0:29775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074693.567392:0:29775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:2.0:1769074693.567394:0:29775:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:2.0:1769074693.567395:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074693.567398:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037ad80 x1855007613293952/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.567403:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1769074693.567404:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074693.567405:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=4004 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:2.0:1769074693.567407:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074693.567409:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b9037d800. 02000000:00000001:2.0:1769074693.567411:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074693.567412:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074693.567413:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037ad80. 00000100:00000001:2.0:1769074693.567415:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074693.567416:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.567418:0:29775:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:2.0:1769074693.567419:0:29775:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:2.0:1769074693.567420:0:29775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074693.567423:0:29775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b84965600/0x5d432443066b0213 lrc: 0/0,0 mode: --/PR res: [0x200007931:0x26c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf5b77ed682f46825 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00010000:00000010:2.0:1769074693.567432:0:29775:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff982b85831b00. 00010000:00000001:2.0:1769074693.567437:0:29775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074693.567438:0:29775:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.567440:0:29775:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1769074693.567442:0:29775:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b84955900 count: 0 00010000:00000010:2.0:1769074693.567445:0:29775:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b8585bc00. 00010000:00000040:2.0:1769074693.567449:0:29775:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b8483d900 count: 2 00010000:00000001:2.0:1769074693.567451:0:29775:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:2.0:1769074693.567452:0:29775:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b8483d900 count: 3 00010000:00000001:2.0:1769074693.567454:0:29775:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074693.567456:0:29775:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1769074693.567599:0:29775:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1769074693.567602:0:29775:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b8480b200/0x5d432443066b04b3 lrc: 2/0,0 mode: PR/PR res: [0x200007931:0x28c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xf5b77ed682f46f25 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00000080:00000001:2.0:1769074693.567608:0:29775:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074693.567610:0:29775:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074693.567611:0:29775:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074693.567612:0:29775:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.567615:0:29775:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1769074693.567616:0:29775:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074693.567618:0:29775:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074693.567619:0:29775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074693.567621:0:29775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1769074693.567624:0:29775:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b8480b200 with handle 0x5d432443066b04b3 from hash 00010000:00000001:2.0:1769074693.567626:0:29775:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074693.567628:0:29775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074693.567669:0:29775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074693.567671:0:29775:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074693.567673:0:29775:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074693.567674:0:29775:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1769074693.567676:0:29775:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.567678:0:29775:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.567680:0:29775:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074693.567681:0:29775:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1769074693.567686:0:29775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037ad80. 00000020:00000040:2.0:1769074693.567688:0:29775:0:(genops.c:1229:class_import_get()) import ffff982b855d0800 refcount=4005 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000100:00000001:2.0:1769074693.567691:0:29775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074693.567692:0:29775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074693.567694:0:29775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074693.567697:0:29775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b9037d800. 00000100:00000001:2.0:1769074693.567700:0:29775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.567701:0:29775:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1769074693.567705:0:29775:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b8480b200/0x5d432443066b04b3 lrc: 1/0,0 mode: --/PR res: [0x200007931:0x28c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf5b77ed682f46f25 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074693.567711:0:29775:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1769074693.567712:0:29775:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.567714:0:29775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074693.567715:0:29775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074693.567718:0:29775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b98e9e900. 00000100:00000001:2.0:1769074693.567720:0:29775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911749323008 : -114161960228608 : ffff982b98e9e900) 00000100:00000001:2.0:1769074693.567722:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074693.567723:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603424640 : -114162106126976 : ffff982b9037ad80) 00000100:00000001:2.0:1769074693.567726:0:29775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074693.567728:0:29775:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074693.567729:0:29775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074693.567730:0:29775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074693.567735:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037ad80 x1855007613294080/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.567740:0:29775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074693.567741:0:29775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074693.567744:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037ad80 x1855007613294080/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.567750:0:29775:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1769074693.567752:0:29775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074693.567753:0:29775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074693.567755:0:29775:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b98e9e900 going to sleep for 0 seconds 00000100:00000001:2.0:1769074693.567756:0:29775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074693.567758:0:29775:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:2.0:1769074693.567760:0:29775:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.567762:0:29775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074693.567763:0:29775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074693.567766:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037ad80 x1855007613294080/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074693.567772:0:29775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037ad80 pname:cluuid:pid:xid:nid:opc:job umount:496168fc-57dd-467b-9509-20c2ce0fe894:29775:1855007613294080:192.168.204.151@tcp:103:umount.0 00000100:00000001:2.0:1769074693.567775:0:29775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.567777:0:29775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1769074693.567778:0:29775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074693.567779:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074693.567782:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037ad80 x1855007613294080/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.567787:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074693.567789:0:29775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b98e9e900. 00000100:00000001:2.0:1769074693.567791:0:29775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074693.567792:0:29775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:2.0:1769074693.567794:0:29775:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:2.0:1769074693.567795:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074693.567797:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037ad80 x1855007613294080/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.567802:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1769074693.567804:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074693.567805:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=4004 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:2.0:1769074693.567808:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074693.567809:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b9037d800. 02000000:00000001:2.0:1769074693.567811:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074693.567812:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074693.567814:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037ad80. 00000100:00000001:2.0:1769074693.567816:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074693.567817:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.567819:0:29775:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:2.0:1769074693.567821:0:29775:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:2.0:1769074693.567822:0:29775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074693.567824:0:29775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b8480b200/0x5d432443066b04b3 lrc: 0/0,0 mode: --/PR res: [0x200007931:0x28c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf5b77ed682f46f25 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00010000:00000010:2.0:1769074693.567830:0:29775:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff982b84958b40. 00010000:00000001:2.0:1769074693.567834:0:29775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074693.567836:0:29775:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.567837:0:29775:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1769074693.567839:0:29775:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b8483d900 count: 0 00010000:00000010:2.0:1769074693.567842:0:29775:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b8585b680. 00010000:00000040:2.0:1769074693.567849:0:29775:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b84937800 count: 2 00010000:00000001:2.0:1769074693.567852:0:29775:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:2.0:1769074693.567854:0:29775:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b84937800 count: 3 00010000:00000001:2.0:1769074693.567856:0:29775:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074693.567858:0:29775:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1769074693.567860:0:29775:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1769074693.567863:0:29775:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b85d38000/0x5d432443066b0753 lrc: 2/0,0 mode: PR/PR res: [0x200007931:0x2ac:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xf5b77ed682f47625 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00000080:00000001:2.0:1769074693.567869:0:29775:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074693.567870:0:29775:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074693.567872:0:29775:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074693.567873:0:29775:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.567875:0:29775:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1769074693.567876:0:29775:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074693.567877:0:29775:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074693.567878:0:29775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074693.567880:0:29775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1769074693.567883:0:29775:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b85d38000 with handle 0x5d432443066b0753 from hash 00010000:00000001:2.0:1769074693.567884:0:29775:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074693.567885:0:29775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074693.567886:0:29775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074693.567887:0:29775:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074693.567889:0:29775:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074693.567890:0:29775:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1769074693.567892:0:29775:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.567894:0:29775:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.567896:0:29775:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074693.567897:0:29775:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1769074693.567900:0:29775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037ad80. 00000020:00000040:2.0:1769074693.567903:0:29775:0:(genops.c:1229:class_import_get()) import ffff982b855d0800 refcount=4005 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000100:00000001:2.0:1769074693.567905:0:29775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074693.567907:0:29775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074693.567908:0:29775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074693.567911:0:29775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b9037d800. 00000100:00000001:2.0:1769074693.567914:0:29775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.567916:0:29775:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1769074693.567919:0:29775:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b85d38000/0x5d432443066b0753 lrc: 1/0,0 mode: --/PR res: [0x200007931:0x2ac:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf5b77ed682f47625 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074693.567925:0:29775:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1769074693.567926:0:29775:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.567928:0:29775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074693.567929:0:29775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074693.567932:0:29775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b98e9e900. 00000100:00000001:2.0:1769074693.567934:0:29775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911749323008 : -114161960228608 : ffff982b98e9e900) 00000100:00000001:2.0:1769074693.567936:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074693.567937:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603424640 : -114162106126976 : ffff982b9037ad80) 00000100:00000001:2.0:1769074693.567940:0:29775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074693.567941:0:29775:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074693.567943:0:29775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074693.567944:0:29775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074693.567947:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037ad80 x1855007613294208/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.567953:0:29775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074693.567954:0:29775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074693.567958:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037ad80 x1855007613294208/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.567964:0:29775:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1769074693.567966:0:29775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074693.567968:0:29775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074693.567969:0:29775:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b98e9e900 going to sleep for 0 seconds 00000100:00000001:2.0:1769074693.567971:0:29775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074693.567972:0:29775:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:2.0:1769074693.567974:0:29775:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.567975:0:29775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074693.567976:0:29775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074693.567980:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037ad80 x1855007613294208/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074693.567987:0:29775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037ad80 pname:cluuid:pid:xid:nid:opc:job umount:496168fc-57dd-467b-9509-20c2ce0fe894:29775:1855007613294208:192.168.204.151@tcp:103:umount.0 00000100:00000001:2.0:1769074693.567990:0:29775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.567992:0:29775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1769074693.567994:0:29775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074693.567995:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074693.567997:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037ad80 x1855007613294208/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.568004:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074693.568005:0:29775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b98e9e900. 00000100:00000001:2.0:1769074693.568007:0:29775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074693.568008:0:29775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:2.0:1769074693.568010:0:29775:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:2.0:1769074693.568012:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074693.568014:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037ad80 x1855007613294208/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.568019:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1769074693.568020:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074693.568022:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=4004 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:2.0:1769074693.568024:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074693.568025:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b9037d800. 02000000:00000001:2.0:1769074693.568027:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074693.568028:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074693.568029:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037ad80. 00000100:00000001:2.0:1769074693.568031:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074693.568032:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.568034:0:29775:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:2.0:1769074693.568035:0:29775:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:2.0:1769074693.568036:0:29775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074693.568038:0:29775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b85d38000/0x5d432443066b0753 lrc: 0/0,0 mode: --/PR res: [0x200007931:0x2ac:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf5b77ed682f47625 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00010000:00000010:2.0:1769074693.568043:0:29775:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff982b84958280. 00010000:00000001:2.0:1769074693.568047:0:29775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074693.568048:0:29775:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.568050:0:29775:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1769074693.568052:0:29775:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b84937800 count: 0 00010000:00000010:2.0:1769074693.568054:0:29775:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b8491b280. 00010000:00000040:2.0:1769074693.568058:0:29775:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b84852e00 count: 2 00010000:00000001:2.0:1769074693.568060:0:29775:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:2.0:1769074693.568061:0:29775:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b84852e00 count: 3 00010000:00000001:2.0:1769074693.568063:0:29775:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074693.568064:0:29775:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1769074693.568066:0:29775:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1769074693.568069:0:29775:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b84855000/0x5d432443066b09f3 lrc: 2/0,0 mode: PR/PR res: [0x200007931:0x2cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xf5b77ed682f47d25 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00000080:00000001:2.0:1769074693.568074:0:29775:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074693.568075:0:29775:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074693.568076:0:29775:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074693.568077:0:29775:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.568079:0:29775:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1769074693.568081:0:29775:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074693.568082:0:29775:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074693.568083:0:29775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074693.568085:0:29775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1769074693.568087:0:29775:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b84855000 with handle 0x5d432443066b09f3 from hash 00010000:00000001:2.0:1769074693.568088:0:29775:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074693.568090:0:29775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074693.568090:0:29775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074693.568091:0:29775:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074693.568093:0:29775:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074693.568094:0:29775:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1769074693.568096:0:29775:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.568098:0:29775:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.568099:0:29775:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074693.568100:0:29775:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1769074693.568103:0:29775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037ad80. 00000020:00000040:2.0:1769074693.568105:0:29775:0:(genops.c:1229:class_import_get()) import ffff982b855d0800 refcount=4005 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000100:00000001:2.0:1769074693.568107:0:29775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074693.568108:0:29775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074693.568110:0:29775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074693.568113:0:29775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b9037d800. 00000100:00000001:2.0:1769074693.568116:0:29775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.568117:0:29775:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1769074693.568120:0:29775:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b84855000/0x5d432443066b09f3 lrc: 1/0,0 mode: --/PR res: [0x200007931:0x2cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf5b77ed682f47d25 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074693.568126:0:29775:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1769074693.568127:0:29775:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.568129:0:29775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074693.568130:0:29775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074693.568133:0:29775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b98e9e900. 00000100:00000001:2.0:1769074693.568135:0:29775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911749323008 : -114161960228608 : ffff982b98e9e900) 00000100:00000001:2.0:1769074693.568137:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074693.568138:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603424640 : -114162106126976 : ffff982b9037ad80) 00000100:00000001:2.0:1769074693.568140:0:29775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074693.568142:0:29775:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074693.568144:0:29775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074693.568145:0:29775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074693.568148:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037ad80 x1855007613294336/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.568154:0:29775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074693.568155:0:29775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074693.568158:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037ad80 x1855007613294336/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.568163:0:29775:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1769074693.568165:0:29775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074693.568256:0:29775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074693.568260:0:29775:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b98e9e900 going to sleep for 0 seconds 00000100:00000001:2.0:1769074693.568262:0:29775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074693.568264:0:29775:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:2.0:1769074693.568266:0:29775:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.568268:0:29775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074693.568269:0:29775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074693.568273:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037ad80 x1855007613294336/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074693.568448:0:29775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037ad80 pname:cluuid:pid:xid:nid:opc:job umount:496168fc-57dd-467b-9509-20c2ce0fe894:29775:1855007613294336:192.168.204.151@tcp:103:umount.0 00000100:00000001:2.0:1769074693.568453:0:29775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.568455:0:29775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1769074693.568547:0:29775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074693.568549:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074693.568553:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037ad80 x1855007613294336/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.568559:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074693.568561:0:29775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b98e9e900. 00000100:00000001:2.0:1769074693.568563:0:29775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074693.568564:0:29775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:2.0:1769074693.568567:0:29775:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:2.0:1769074693.568569:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074693.568572:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037ad80 x1855007613294336/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.568578:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1769074693.568580:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074693.568581:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=4004 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:2.0:1769074693.568583:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074693.568585:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b9037d800. 02000000:00000001:2.0:1769074693.568587:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074693.568588:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074693.568590:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037ad80. 00000100:00000001:2.0:1769074693.568593:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074693.568594:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.568596:0:29775:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:2.0:1769074693.568597:0:29775:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:2.0:1769074693.568600:0:29775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074693.568603:0:29775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b84855000/0x5d432443066b09f3 lrc: 0/0,0 mode: --/PR res: [0x200007931:0x2cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf5b77ed682f47d25 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00010000:00000010:2.0:1769074693.568609:0:29775:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff982b84807e00. 00010000:00000001:2.0:1769074693.568614:0:29775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074693.568615:0:29775:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.568617:0:29775:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1769074693.568620:0:29775:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b84852e00 count: 0 00010000:00000010:2.0:1769074693.568623:0:29775:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b84931800. 00010000:00000040:2.0:1769074693.568639:0:29775:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b8487e300 count: 2 00010000:00000001:2.0:1769074693.568642:0:29775:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:2.0:1769074693.568644:0:29775:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b8487e300 count: 3 00010000:00000001:2.0:1769074693.568646:0:29775:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074693.568648:0:29775:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1769074693.568650:0:29775:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1769074693.568652:0:29775:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b84904600/0x5d432443066b0c93 lrc: 2/0,0 mode: PR/PR res: [0x200007931:0x2ec:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xf5b77ed682f48425 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00000080:00000001:2.0:1769074693.568662:0:29775:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074693.568663:0:29775:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074693.568664:0:29775:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074693.568666:0:29775:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.568668:0:29775:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1769074693.568670:0:29775:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074693.568671:0:29775:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074693.568672:0:29775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074693.568674:0:29775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1769074693.568677:0:29775:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b84904600 with handle 0x5d432443066b0c93 from hash 00010000:00000001:2.0:1769074693.568679:0:29775:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074693.568680:0:29775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074693.568681:0:29775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074693.568682:0:29775:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074693.568684:0:29775:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074693.568685:0:29775:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1769074693.568687:0:29775:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.568688:0:29775:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.568690:0:29775:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074693.568691:0:29775:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1769074693.568696:0:29775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037ad80. 00000020:00000040:2.0:1769074693.568698:0:29775:0:(genops.c:1229:class_import_get()) import ffff982b855d0800 refcount=4005 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000100:00000001:2.0:1769074693.568700:0:29775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074693.568701:0:29775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074693.568703:0:29775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074693.568706:0:29775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b9037d800. 00000100:00000001:2.0:1769074693.568709:0:29775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.568710:0:29775:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1769074693.568713:0:29775:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b84904600/0x5d432443066b0c93 lrc: 1/0,0 mode: --/PR res: [0x200007931:0x2ec:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf5b77ed682f48425 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074693.568718:0:29775:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1769074693.568719:0:29775:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.568721:0:29775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074693.568722:0:29775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074693.568725:0:29775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b98e9e900. 00000100:00000001:2.0:1769074693.568726:0:29775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911749323008 : -114161960228608 : ffff982b98e9e900) 00000100:00000001:2.0:1769074693.568728:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074693.568730:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603424640 : -114162106126976 : ffff982b9037ad80) 00000100:00000001:2.0:1769074693.568733:0:29775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074693.568735:0:29775:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074693.568736:0:29775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074693.568737:0:29775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074693.568741:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037ad80 x1855007613294464/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.568746:0:29775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074693.568747:0:29775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074693.568750:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037ad80 x1855007613294464/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.568756:0:29775:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1769074693.568758:0:29775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074693.568759:0:29775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074693.568761:0:29775:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b98e9e900 going to sleep for 0 seconds 00000100:00000001:2.0:1769074693.568762:0:29775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074693.568763:0:29775:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:2.0:1769074693.568766:0:29775:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.568768:0:29775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074693.568769:0:29775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074693.568771:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037ad80 x1855007613294464/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074693.568777:0:29775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037ad80 pname:cluuid:pid:xid:nid:opc:job umount:496168fc-57dd-467b-9509-20c2ce0fe894:29775:1855007613294464:192.168.204.151@tcp:103:umount.0 00000100:00000001:2.0:1769074693.568781:0:29775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.568783:0:29775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1769074693.568784:0:29775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074693.568785:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074693.568788:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037ad80 x1855007613294464/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.568793:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074693.568795:0:29775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b98e9e900. 00000100:00000001:2.0:1769074693.568797:0:29775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074693.568798:0:29775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:2.0:1769074693.568800:0:29775:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:2.0:1769074693.568802:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074693.568804:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037ad80 x1855007613294464/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.568809:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1769074693.568810:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074693.568812:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=4004 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:2.0:1769074693.568814:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074693.568815:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b9037d800. 02000000:00000001:2.0:1769074693.568818:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074693.568819:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074693.568820:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037ad80. 00000100:00000001:2.0:1769074693.568822:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074693.568823:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.568824:0:29775:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:2.0:1769074693.568825:0:29775:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:2.0:1769074693.568826:0:29775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074693.568828:0:29775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b84904600/0x5d432443066b0c93 lrc: 0/0,0 mode: --/PR res: [0x200007931:0x2ec:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf5b77ed682f48425 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00010000:00000010:2.0:1769074693.568833:0:29775:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff982b848577c0. 00010000:00000001:2.0:1769074693.568837:0:29775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074693.568838:0:29775:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.568840:0:29775:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1769074693.568842:0:29775:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b8487e300 count: 0 00010000:00000010:2.0:1769074693.568845:0:29775:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b848c0200. 00010000:00000040:2.0:1769074693.568850:0:29775:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b848f6b00 count: 2 00010000:00000001:2.0:1769074693.568852:0:29775:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:2.0:1769074693.568854:0:29775:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b848f6b00 count: 3 00010000:00000001:2.0:1769074693.568856:0:29775:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074693.568857:0:29775:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1769074693.568860:0:29775:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1769074693.568862:0:29775:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b84884400/0x5d432443066b0f33 lrc: 2/0,0 mode: PR/PR res: [0x200007931:0x30c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xf5b77ed682f48b25 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00000080:00000001:2.0:1769074693.568867:0:29775:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074693.568868:0:29775:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074693.568869:0:29775:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074693.568870:0:29775:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.568872:0:29775:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1769074693.568873:0:29775:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074693.568875:0:29775:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074693.568876:0:29775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074693.568878:0:29775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1769074693.568880:0:29775:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b84884400 with handle 0x5d432443066b0f33 from hash 00010000:00000001:2.0:1769074693.568882:0:29775:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074693.568883:0:29775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074693.568884:0:29775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074693.568885:0:29775:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074693.568886:0:29775:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074693.568887:0:29775:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1769074693.568889:0:29775:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.568890:0:29775:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.568892:0:29775:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074693.568893:0:29775:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1769074693.568895:0:29775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037ad80. 00000020:00000040:2.0:1769074693.568897:0:29775:0:(genops.c:1229:class_import_get()) import ffff982b855d0800 refcount=4005 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000100:00000001:2.0:1769074693.568899:0:29775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074693.568900:0:29775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074693.568902:0:29775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074693.568905:0:29775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b9037d800. 00000100:00000001:2.0:1769074693.568907:0:29775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.568910:0:29775:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1769074693.568913:0:29775:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b84884400/0x5d432443066b0f33 lrc: 1/0,0 mode: --/PR res: [0x200007931:0x30c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf5b77ed682f48b25 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074693.568918:0:29775:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1769074693.568920:0:29775:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.568922:0:29775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074693.568923:0:29775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074693.568925:0:29775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b98e9e900. 00000100:00000001:2.0:1769074693.568927:0:29775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911749323008 : -114161960228608 : ffff982b98e9e900) 00000100:00000001:2.0:1769074693.568928:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074693.568930:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603424640 : -114162106126976 : ffff982b9037ad80) 00000100:00000001:2.0:1769074693.568932:0:29775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074693.568934:0:29775:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074693.568936:0:29775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074693.568937:0:29775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074693.568940:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037ad80 x1855007613294592/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.568946:0:29775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074693.568947:0:29775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074693.568950:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037ad80 x1855007613294592/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.568955:0:29775:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1769074693.568957:0:29775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074693.568958:0:29775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074693.568960:0:29775:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b98e9e900 going to sleep for 0 seconds 00000100:00000001:2.0:1769074693.568961:0:29775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074693.568963:0:29775:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:2.0:1769074693.568965:0:29775:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.568967:0:29775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074693.568968:0:29775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074693.568972:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037ad80 x1855007613294592/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074693.568980:0:29775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037ad80 pname:cluuid:pid:xid:nid:opc:job umount:496168fc-57dd-467b-9509-20c2ce0fe894:29775:1855007613294592:192.168.204.151@tcp:103:umount.0 00000100:00000001:2.0:1769074693.568984:0:29775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.568986:0:29775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1769074693.568987:0:29775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074693.568989:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074693.568992:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037ad80 x1855007613294592/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.568998:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074693.569000:0:29775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b98e9e900. 00000100:00000001:2.0:1769074693.569002:0:29775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074693.569003:0:29775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:2.0:1769074693.569006:0:29775:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:2.0:1769074693.569007:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074693.569009:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037ad80 x1855007613294592/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.569015:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1769074693.569016:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074693.569018:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=4004 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:2.0:1769074693.569020:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074693.569021:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b9037d800. 02000000:00000001:2.0:1769074693.569023:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074693.569024:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074693.569026:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037ad80. 00000100:00000001:2.0:1769074693.569028:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074693.569029:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.569031:0:29775:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:2.0:1769074693.569032:0:29775:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:2.0:1769074693.569034:0:29775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074693.569037:0:29775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b84884400/0x5d432443066b0f33 lrc: 0/0,0 mode: --/PR res: [0x200007931:0x30c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf5b77ed682f48b25 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00010000:00000010:2.0:1769074693.569043:0:29775:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff982b84914300. 00010000:00000001:2.0:1769074693.569047:0:29775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074693.569048:0:29775:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.569050:0:29775:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1769074693.569052:0:29775:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b848f6b00 count: 0 00010000:00000010:2.0:1769074693.569055:0:29775:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b848c0e80. 00010000:00000040:2.0:1769074693.569059:0:29775:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b8487cb00 count: 2 00010000:00000001:2.0:1769074693.569061:0:29775:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:2.0:1769074693.569063:0:29775:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b8487cb00 count: 3 00010000:00000001:2.0:1769074693.569064:0:29775:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074693.569066:0:29775:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1769074693.569068:0:29775:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1769074693.569070:0:29775:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b84889000/0x5d432443066b11d3 lrc: 2/0,0 mode: PR/PR res: [0x200007931:0x32c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xf5b77ed682f49225 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00000080:00000001:2.0:1769074693.569076:0:29775:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074693.569078:0:29775:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074693.569079:0:29775:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074693.569080:0:29775:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.569082:0:29775:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1769074693.569084:0:29775:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074693.569085:0:29775:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074693.569086:0:29775:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074693.569088:0:29775:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1769074693.569090:0:29775:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b84889000 with handle 0x5d432443066b11d3 from hash 00010000:00000001:2.0:1769074693.569093:0:29775:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074693.569094:0:29775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074693.569095:0:29775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074693.569096:0:29775:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074693.569097:0:29775:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074693.569098:0:29775:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1769074693.569101:0:29775:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.569102:0:29775:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.569104:0:29775:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074693.569105:0:29775:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1769074693.569108:0:29775:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037ad80. 00000020:00000040:2.0:1769074693.569110:0:29775:0:(genops.c:1229:class_import_get()) import ffff982b855d0800 refcount=4005 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000100:00000001:2.0:1769074693.569112:0:29775:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074693.569114:0:29775:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074693.569116:0:29775:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074693.569119:0:29775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b9037d800. 00000100:00000001:2.0:1769074693.569121:0:29775:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.569123:0:29775:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1769074693.569126:0:29775:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b84889000/0x5d432443066b11d3 lrc: 1/0,0 mode: --/PR res: [0x200007931:0x32c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf5b77ed682f49225 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1769074693.569132:0:29775:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1769074693.569133:0:29775:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.569135:0:29775:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074693.569136:0:29775:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074693.569139:0:29775:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b98e9e900. 00000100:00000001:2.0:1769074693.569141:0:29775:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911749323008 : -114161960228608 : ffff982b98e9e900) 00000100:00000001:2.0:1769074693.569143:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074693.569144:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603424640 : -114162106126976 : ffff982b9037ad80) 00000100:00000001:2.0:1769074693.569146:0:29775:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074693.569148:0:29775:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074693.569149:0:29775:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074693.569150:0:29775:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074693.569154:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037ad80 x1855007613294720/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.569160:0:29775:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074693.569162:0:29775:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074693.569165:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037ad80 x1855007613294720/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.569181:0:29775:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1769074693.569183:0:29775:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074693.569184:0:29775:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074693.569186:0:29775:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b98e9e900 going to sleep for 0 seconds 00000100:00000001:2.0:1769074693.569188:0:29775:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074693.569189:0:29775:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:2.0:1769074693.569191:0:29775:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.569193:0:29775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074693.569194:0:29775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074693.569198:0:29775:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037ad80 x1855007613294720/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074693.569204:0:29775:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037ad80 pname:cluuid:pid:xid:nid:opc:job umount:496168fc-57dd-467b-9509-20c2ce0fe894:29775:1855007613294720:192.168.204.151@tcp:103:umount.0 00000100:00000001:2.0:1769074693.569207:0:29775:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074693.569209:0:29775:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1769074693.569210:0:29775:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074693.569212:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074693.569214:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037ad80 x1855007613294720/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.569220:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074693.569222:0:29775:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b98e9e900. 00000100:00000001:2.0:1769074693.569225:0:29775:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074693.569226:0:29775:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:2.0:1769074693.569228:0:29775:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:2.0:1769074693.569230:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074693.569233:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037ad80 x1855007613294720/t0(0) o103->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.569239:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1769074693.569241:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074693.569242:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=4004 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:2.0:1769074693.569244:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074693.569246:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b9037d800. 02000000:00000001:2.0:1769074693.569248:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074693.569249:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074693.569251:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037ad80. 00000100:00000001:2.0:1769074693.569253:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074693.569254:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074693.569256:0:29775:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:2.0:1769074693.569257:0:29775:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:2.0:1769074693.569259:0:29775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074693.569261:0:29775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b87f09800 lock: ffff982b84889000/0x5d432443066b11d3 lrc: 0/0,0 mode: --/PR res: [0x200007931:0x32c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf5b77ed682f49225 expref: -99 pid: 29559 timeout: 0 lvb_type: 3 00010000:00000010:2.0:1769074693.569271:0:29775:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff982b85c35700. 00010000:00000001:2.0:1769074693.569276:0:29775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074693.569277:0:29775:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074693.569586:0:29775:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1769074693.569590:0:29775:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b8487cb00 count: 0 00010000:00000010:2.0:1769074693.569594:0:29775:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b8487a900. 00010000:00000010:2.1:1769074693.571336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87494200. 00010000:00000010:2.1:1769074693.571352:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8758e900. 00010000:00000010:2.1:1769074693.571356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87556c00. 00010000:00000010:2.1:1769074693.571359:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875cb000. 00010000:00000010:2.1:1769074693.571362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874f9a00. 00010000:00000010:2.1:1769074693.571369:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8752a600. 00010000:00000010:0.1:1769074693.573059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84888a00. 00010000:00000010:0.1:1769074693.573121:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848c8c00. 00010000:00000010:0.1:1769074693.573136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848be000. 00010000:00000010:0.1:1769074693.573140:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848e3000. 00010000:00000010:0.1:1769074693.573144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87499600. 00010000:00000010:0.1:1769074693.573147:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8741ec00. 00000800:00000200:2.0:1769074693.629579:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074693.629584:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816ba00. 00000400:00000200:2.0:1769074693.629590:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074693.629595:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074693.629601:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f440 00000400:00000010:2.0:1769074693.629604:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f440. 00000100:00000001:2.0:1769074693.629607:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074693.629612:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90372300 x1855007613315712/t0(0) o39->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.629620:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074693.629623:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90372300 x1855007613315712/t0(0) o39->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074703 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.629639:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074693.629641:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1769074693.631312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c0c800. 00010000:00000010:2.1:1769074693.631340:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87409600. 00010000:00000010:2.1:1769074693.631350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875c6200. 00010000:00000010:2.1:1769074693.631354:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c34e00. 00010000:00000010:2.1:1769074693.631357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875b4000. 00010000:00000010:2.1:1769074693.631361:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c2e300. 00010000:00000010:2.1:1769074693.631364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8744c800. 00010000:00000010:2.1:1769074693.631370:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87552300. 00010000:00000010:2.1:1769074693.631376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c60200. 00010000:00000010:2.1:1769074693.631380:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875ef600. 00010000:00000010:2.1:1769074693.631383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d02e00. 00010000:00000010:2.1:1769074693.631387:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c73000. 00010000:00000010:2.1:1769074693.631390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cb5e00. 00010000:00000010:2.1:1769074693.631395:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d5be00. 00010000:00000010:2.1:1769074693.631398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87def200. 00010000:00000010:2.1:1769074693.631402:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87de3500. 00010000:00000010:2.1:1769074693.631407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87df3800. 00010000:00000010:2.1:1769074693.631413:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d56d00. 00010000:00000010:2.1:1769074693.631421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87da3200. 00010000:00000010:2.1:1769074693.631426:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88211c00. 00010000:00000010:2.1:1769074693.631429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8826fe00. 00010000:00000010:2.1:1769074693.631432:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88283e00. 00010000:00000010:2.1:1769074693.631435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8825ae00. 00010000:00000010:2.1:1769074693.631443:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88276d00. 00010000:00000010:2.1:1769074693.631446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882cfc00. 00010000:00000010:2.1:1769074693.631453:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882b0d00. 00010000:00000010:2.1:1769074693.631469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8832ba00. 00010000:00000010:2.1:1769074693.631472:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88305800. 00010000:00000010:2.1:1769074693.631485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88373a00. 00010000:00000010:2.1:1769074693.631489:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883a6c00. 00010000:00000010:2.1:1769074693.631493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98228c00. 00010000:00000010:2.1:1769074693.631497:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883d8300. 00010000:00000010:2.1:1769074693.631502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883cc200. 00010000:00000010:2.1:1769074693.631506:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883bc800. 00010000:00000010:2.1:1769074693.631509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883f8000. 00010000:00000010:2.1:1769074693.631517:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9828ff00. 00010000:00000010:2.1:1769074693.631524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982ffa00. 00010000:00000010:2.1:1769074693.631531:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9832b700. 00010000:00000010:2.1:1769074693.631537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9830c400. 00010000:00000010:2.1:1769074693.631541:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982d3c00. 00010000:00000010:2.1:1769074693.631547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a8800. 00010000:00000010:2.1:1769074693.631555:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98322d00. 00010000:00000010:2.1:1769074693.631559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983fee00. 00010000:00000010:2.1:1769074693.631566:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98326000. 00010000:00000010:2.1:1769074693.631570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983d5600. 00010000:00000010:2.1:1769074693.631573:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9837bf00. 00010000:00000010:2.1:1769074693.631577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98445400. 00010000:00000010:2.1:1769074693.631581:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9845e200. 00010000:00000010:2.1:1769074693.631584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9843d000. 00010000:00000010:2.1:1769074693.631588:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984f8a00. 00010000:00000010:2.1:1769074693.631595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98494000. 00010000:00000010:2.1:1769074693.631599:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b983c0800. 00010000:00000010:2.1:1769074693.631605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a6a00. 00010000:00000010:2.1:1769074693.631612:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98477700. 00010000:00000010:2.1:1769074693.631618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98527000. 00010000:00000010:2.1:1769074693.631626:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984b2800. 00010000:00000010:2.1:1769074693.631646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985bd200. 00010000:00000010:2.1:1769074693.631650:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9851cc00. 00010000:00000010:2.1:1769074693.631654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98588200. 00010000:00000010:2.1:1769074693.631657:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98584900. 00010000:00000010:2.1:1769074693.631669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985f8600. 00010000:00000010:2.1:1769074693.631677:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90208b00. 00010000:00000010:2.1:1769074693.631683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90255c00. 00010000:00000010:2.1:1769074693.631687:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e5300. 00010000:00000010:2.1:1769074693.631690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba03d2200. 00010000:00000010:2.1:1769074693.631694:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b99705300. 00010000:00000010:2.1:1769074693.631697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82de1400. 00010000:00000010:2.1:1769074693.631704:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f26800. 00010000:00000010:2.1:1769074693.631710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88bad400. 00010000:00000010:2.1:1769074693.631718:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83ee2600. 00010000:00000010:2.1:1769074693.631721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b876b1200. 00010000:00000010:2.1:1769074693.631728:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83a20e00. 00010000:00000010:2.1:1769074693.631731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c54800. 00010000:00000010:2.1:1769074693.631735:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b859b9900. 00010000:00000010:2.1:1769074693.631738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82df9e00. 00010000:00000010:2.1:1769074693.631741:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85caa800. 00010000:00000010:2.1:1769074693.631748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85cde200. 00010000:00000010:2.1:1769074693.631751:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83a15c00. 00010000:00000010:2.1:1769074693.631758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8671e000. 00010000:00000010:2.1:1769074693.631761:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87112300. 00010000:00000010:2.1:1769074693.631767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82d26200. 00010000:00000010:2.1:1769074693.631774:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b870c1e00. 00010000:00000010:2.1:1769074693.631779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b867b7400. 00010000:00000010:2.1:1769074693.631785:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8a48d700. 00010000:00000010:2.1:1769074693.631790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8889dc00. 00010000:00000010:2.1:1769074693.631798:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1974a00. 00010000:00000010:2.1:1769074693.631806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91058600. 00010000:00000010:2.1:1769074693.631809:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8678c700. 00010000:00000010:2.1:1769074693.631812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8679b800. 00010000:00000010:2.1:1769074693.631819:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e85400. 00010000:00000010:2.1:1769074693.631825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85da5200. 00010000:00000010:2.1:1769074693.631832:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cfc300. 00010000:00000010:2.1:1769074693.631836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871cce00. 00010000:00000010:2.1:1769074693.631839:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85926e00. 00010000:00000010:2.1:1769074693.631843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84997800. 00010000:00000010:2.1:1769074693.631847:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c37d00. 00010000:00000010:2.1:1769074693.631850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85869400. 00010000:00000010:2.1:1769074693.631854:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b871dbe00. 00010000:00000010:2.1:1769074693.631857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85869200. 00010000:00000010:2.1:1769074693.631864:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8586c900. 00010000:00000010:2.1:1769074693.631874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d3d400. 00010000:00000010:2.1:1769074693.631884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8585d800. 00010000:00000010:2.1:1769074693.631888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84965600. 00010000:00000010:2.1:1769074693.631891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84955900. 00010000:00000010:2.1:1769074693.631895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8480b200. 00010000:00000010:2.1:1769074693.631898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8483d900. 00010000:00000010:2.1:1769074693.631905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d38000. 00010000:00000010:2.1:1769074693.631914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84937800. 00010000:00000010:2.1:1769074693.631918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84855000. 00010000:00000010:2.1:1769074693.631921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84852e00. 00010000:00000010:2.1:1769074693.631924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84904600. 00010000:00000010:2.1:1769074693.631927:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8487e300. 00010000:00000010:2.1:1769074693.631931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84884400. 00010000:00000010:2.1:1769074693.631937:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f6b00. 00010000:00000010:2.1:1769074693.631944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84889000. 00010000:00000010:2.1:1769074693.631951:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8487cb00. 00010000:00000010:3.1:1769074693.635335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848b9a00. 00010000:00000010:3.1:1769074693.635375:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84894100. 00010000:00000010:3.1:1769074693.635380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874fc400. 00010000:00000010:3.1:1769074693.635384:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87444500. 00010000:00000010:3.1:1769074693.635387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87539e00. 00010000:00000010:3.1:1769074693.635395:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8758eb00. 00010000:00000010:3.1:1769074693.635398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8759f800. 00010000:00000010:3.1:1769074693.635405:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b874f0900. 00010000:00000010:3.1:1769074693.635413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874ae800. 00010000:00000010:3.1:1769074693.635420:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8754fa00. 00010000:00000010:3.1:1769074693.635426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875af200. 00010000:00000010:3.1:1769074693.635430:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85974100. 00010000:00000010:3.1:1769074693.635436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c12e00. 00010000:00000010:3.1:1769074693.635444:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c46d00. 00010000:00000010:3.1:1769074693.635448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875b5400. 00010000:00000010:3.1:1769074693.635454:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875b6700. 00010000:00000010:3.1:1769074693.635460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cc3400. 00010000:00000010:3.1:1769074693.635467:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c27400. 00010000:00000010:3.1:1769074693.635471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d2c600. 00010000:00000010:3.1:1769074693.635475:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cf8a00. 00010000:00000010:3.1:1769074693.635482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d03600. 00010000:00000010:3.1:1769074693.635486:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c95000. 00010000:00000010:3.1:1769074693.635490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cb5000. 00010000:00000010:3.1:1769074693.635494:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d5bd00. 00010000:00000010:3.1:1769074693.635500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d66a00. 00010000:00000010:3.1:1769074693.635503:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87ca6d00. 00010000:00000010:3.1:1769074693.635524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dff400. 00010000:00000010:3.1:1769074693.635529:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8702a200. 00010000:00000010:3.1:1769074693.635533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8822b800. 00010000:00000010:3.1:1769074693.635537:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b870a0400. 00010000:00000010:3.1:1769074693.635548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88285600. 00010000:00000010:3.1:1769074693.635552:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d86900. 00010000:00000010:3.1:1769074693.635556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8823b400. 00010000:00000010:3.1:1769074693.635559:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8826bb00. 00010000:00000010:3.1:1769074693.635565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882bba00. 00010000:00000010:3.1:1769074693.635573:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882b0a00. 00010000:00000010:3.1:1769074693.635581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8839ea00. 00010000:00000010:3.1:1769074693.635585:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8836f600. 00010000:00000010:3.1:1769074693.635590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88372c00. 00010000:00000010:3.1:1769074693.635594:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883a6d00. 00010000:00000010:3.1:1769074693.635597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883c7600. 00010000:00000010:3.1:1769074693.635605:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88362800. 00010000:00000010:3.1:1769074693.635611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883cc400. 00010000:00000010:3.1:1769074693.635615:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9822ed00. 00010000:00000010:3.1:1769074693.635618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98217200. 00010000:00000010:3.1:1769074693.635621:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9822e500. 00010000:00000010:3.1:1769074693.635624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982fa600. 00010000:00000010:3.1:1769074693.635645:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98273100. 00010000:00000010:3.1:1769074693.635652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9830ce00. 00010000:00000010:3.1:1769074693.635660:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9825c000. 00010000:00000010:3.1:1769074693.635666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98360e00. 00010000:00000010:3.1:1769074693.635670:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982a1800. 00010000:00000010:3.1:1769074693.635673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98372a00. 00010000:00000010:3.1:1769074693.635680:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98326b00. 00010000:00000010:3.1:1769074693.635683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983b4600. 00010000:00000010:3.1:1769074693.635689:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9837b400. 00010000:00000010:3.1:1769074693.635700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98445200. 00010000:00000010:3.1:1769074693.635707:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9845ea00. 00010000:00000010:3.1:1769074693.635717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984ffc00. 00010000:00000010:3.1:1769074693.635721:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98413800. 00010000:00000010:3.1:1769074693.635724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98495200. 00010000:00000010:3.1:1769074693.635728:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984d3d00. 00010000:00000010:3.1:1769074693.635732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a3000. 00010000:00000010:3.1:1769074693.635736:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984eb000. 00010000:00000010:3.1:1769074693.635743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9853de00. 00010000:00000010:3.1:1769074693.635747:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98538700. 00010000:00000010:3.1:1769074693.635751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985bc400. 00010000:00000010:3.1:1769074693.635759:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9851cb00. 00010000:00000010:3.1:1769074693.635765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9022f400. 00010000:00000010:3.1:1769074693.635782:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98573d00. 00010000:00000010:3.1:1769074693.635789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90215e00. 00010000:00000010:3.1:1769074693.635794:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90204000. 00010000:00000010:3.1:1769074693.635797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985d0a00. 00010000:00000010:3.1:1769074693.635801:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020c700. 00010000:00000010:3.1:1769074693.635804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba03d2a00. 00010000:00000010:3.1:1769074693.635808:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b99705a00. 00010000:00000010:3.1:1769074693.635811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c51c00. 00010000:00000010:3.1:1769074693.635815:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83ef2200. 00010000:00000010:3.1:1769074693.635818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8678a400. 00010000:00000010:3.1:1769074693.635821:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83ee2c00. 00010000:00000010:3.1:1769074693.635825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88870e00. 00010000:00000010:3.1:1769074693.635828:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88891200. 00010000:00000010:3.1:1769074693.635843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86758a00. 00010000:00000010:3.1:1769074693.635847:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85ca1600. 00010000:00000010:3.1:1769074693.635861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86759200. 00010000:00000010:3.1:1769074693.635864:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b89667b00. 00010000:00000010:3.1:1769074693.635867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dfc000. 00010000:00000010:3.1:1769074693.635870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b866b3900. 00010000:00000010:3.1:1769074693.635876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98ef7200. 00010000:00000010:3.1:1769074693.635880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b81504b00. 00010000:00000010:3.1:1769074693.635889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b86774c00. 00010000:00000010:3.1:1769074693.635897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b870c1600. 00010000:00000010:3.1:1769074693.635904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91063600. 00010000:00000010:3.1:1769074693.635911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9100a300. 00010000:00000010:3.1:1769074693.635921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8670b800. 00010000:00000010:3.1:1769074693.636011:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8769dc00. 00010000:00000010:3.1:1769074693.636019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b91059800. 00010000:00000010:3.1:1769074693.636026:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8678c800. 00010000:00000010:3.1:1769074693.636031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c1e800. 00010000:00000010:3.1:1769074693.636035:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98e85700. 00010000:00000010:3.1:1769074693.636051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8654c800. 00010000:00000010:3.1:1769074693.636058:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b860c1500. 00010000:00000010:3.1:1769074693.636064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871d3000. 00010000:00000010:3.1:1769074693.636071:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85da3900. 00010000:00000010:3.1:1769074693.636076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84997600. 00010000:00000010:3.1:1769074693.636084:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85c37700. 00010000:00000010:3.1:1769074693.636090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85829400. 00010000:00000010:3.1:1769074693.636094:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b871db900. 00010000:00000010:3.1:1769074693.636103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85828800. 00010000:00000010:3.1:1769074693.636106:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82dfe900. 00010000:00000010:3.1:1769074693.636112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8495d000. 00010000:00000010:3.1:1769074693.636116:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8585d000. 00010000:00000010:3.1:1769074693.636121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8495c000. 00010000:00000010:3.1:1769074693.636320:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84955700. 00010000:00000010:3.1:1769074693.636330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8480a400. 00010000:00000010:3.1:1769074693.636338:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84922100. 00010000:00000010:3.1:1769074693.636341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84837c00. 00010000:00000010:3.1:1769074693.636344:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84937200. 00010000:00000010:3.1:1769074693.636347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84855200. 00010000:00000010:3.1:1769074693.636350:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84918300. 00010000:00000010:3.1:1769074693.636357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84865000. 00010000:00000010:3.1:1769074693.636361:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84821b00. 00010000:00000010:3.1:1769074693.636373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c15200. 00010000:00000010:3.1:1769074693.636380:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d7df00. 00010000:00000010:3.1:1769074693.636386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8488ae00. 00010000:00000010:3.1:1769074693.636390:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8485af00. 00010000:00000010:3.1:1769074693.636392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b848be200. 00010000:00000010:3.1:1769074693.636399:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848e3600. 00010000:00000010:3.1:1769074693.636405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87499000. 00010000:00000010:3.1:1769074693.636411:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8741e000. 00010000:00000010:3.1:1769074693.636421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874fd400. 00010000:00000010:3.1:1769074693.636424:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8758e100. 00010000:00000010:3.1:1769074693.636431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874cac00. 00010000:00000010:3.1:1769074693.636437:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875cb800. 00010000:00000010:3.1:1769074693.636440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874a5800. 00010000:00000010:3.1:1769074693.636444:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8752a400. 00010000:00000010:3.1:1769074693.636446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8740b000. 00010000:00000010:3.1:1769074693.636453:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87527b00. 00010000:00000010:3.1:1769074693.636459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875c7600. 00010000:00000010:3.1:1769074693.636462:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c34a00. 00010000:00000010:3.1:1769074693.636468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875e0200. 00010000:00000010:3.1:1769074693.636475:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c7c000. 00010000:00000010:3.1:1769074693.636482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c77800. 00010000:00000010:3.1:1769074693.636486:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c27a00. 00010000:00000010:3.1:1769074693.636492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d2da00. 00010000:00000010:3.1:1769074693.636499:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875ef800. 00010000:00000010:3.1:1769074693.636505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d03800. 00010000:00000010:3.1:1769074693.636512:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c95b00. 00010000:00000010:3.1:1769074693.636521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cb5a00. 00010000:00000010:3.1:1769074693.636527:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d5f300. 00010000:00000010:3.1:1769074693.636530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dee200. 00010000:00000010:3.1:1769074693.636537:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87cb1f00. 00010000:00000010:3.1:1769074693.636543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dfe200. 00010000:00000010:3.1:1769074693.636546:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8702a500. 00010000:00000010:3.1:1769074693.636553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87da2200. 00010000:00000010:3.1:1769074693.636559:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88211000. 00010000:00000010:3.1:1769074693.636565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88284c00. 00010000:00000010:3.1:1769074693.636571:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d86100. 00010000:00000010:3.1:1769074693.636576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8822ac00. 00010000:00000010:3.1:1769074693.636580:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88276f00. 00010000:00000010:3.1:1769074693.636585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8822ba00. 00010000:00000010:3.1:1769074693.636589:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88277500. 00010000:00000010:3.1:1769074693.636595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8832b200. 00010000:00000010:3.1:1769074693.636598:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d92e00. 00010000:00000010:3.1:1769074693.636601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88373200. 00010000:00000010:3.1:1769074693.636608:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883a6600. 00010000:00000010:3.1:1769074693.636613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98228000. 00010000:00000010:3.1:1769074693.636620:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883d8900. 00010000:00000010:3.1:1769074693.636626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883cfc00. 00010000:00000010:3.1:1769074693.636641:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b883bc200. 00010000:00000010:3.1:1769074693.636650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883ce800. 00010000:00000010:3.1:1769074693.636656:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98235500. 00010000:00000010:3.1:1769074693.636662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883fe200. 00010000:00000010:3.1:1769074693.636668:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88303200. 00010000:00000010:3.1:1769074693.636671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9831e000. 00010000:00000010:3.1:1769074693.636679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9833d200. 00010000:00000010:3.1:1769074693.636685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9838b000. 00010000:00000010:3.1:1769074693.636693:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b982a1000. 00010000:00000010:3.1:1769074693.636699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98362600. 00010000:00000010:3.1:1769074693.636702:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98326100. 00010000:00000010:3.1:1769074693.636708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98348e00. 00010000:00000010:3.1:1769074693.636716:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9834ce00. 00010000:00000010:3.1:1769074693.636720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98447c00. 00010000:00000010:3.1:1769074693.636725:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9845e300. 00010000:00000010:3.1:1769074693.636731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a3000. 00010000:00000010:3.1:1769074693.636735:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98413200. 00010000:00000010:3.1:1769074693.636744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98495600. 00010000:00000010:3.1:1769074693.636751:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984d3800. 00010000:00000010:3.1:1769074693.636758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a2c00. 00010000:00000010:3.1:1769074693.636761:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98464b00. 00010000:00000010:3.1:1769074693.636768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98549400. 00010000:00000010:3.1:1769074693.636776:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984b2200. 00010000:00000010:3.1:1769074693.636781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984c4800. 00010000:00000010:3.1:1769074693.636785:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9847f500. 00010000:00000010:3.1:1769074693.636788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9022ea00. 00010000:00000010:3.1:1769074693.636795:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98468700. 00010000:00000010:3.1:1769074693.636801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90215800. 00010000:00000010:3.1:1769074693.636808:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90204b00. 00010000:00000010:3.1:1769074693.636811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90254200. 00010000:00000010:3.1:1769074693.636814:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e5e00. 00010000:00000010:3.1:1769074693.636816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba03d2000. 00010000:00000010:3.1:1769074693.636825:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88afb100. 00010000:00000010:3.1:1769074693.636828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c50800. 00010000:00000010:3.1:1769074693.636834:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83ef2900. 00010000:00000010:3.1:1769074693.636838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8678b400. 00010000:00000010:3.1:1769074693.636845:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b83034800. 00010000:00000010:3.1:1769074693.636852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88870800. 00010000:00000010:3.1:1769074693.636859:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982ba1d33800. 00010000:00000010:3.1:1769074693.636865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c55e00. 00010000:00000010:3.1:1769074693.636872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b859b9700. 00010000:00000010:3.1:1769074693.636878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85941e00. 00010000:00000010:3.1:1769074693.636885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b888e0600. 00010000:00000010:3.1:1769074693.636893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85cdfc00. 00010000:00000010:3.1:1769074693.636900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82bb0300. 00010000:00000010:3.1:1769074693.636908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82df8800. 00010000:00000010:3.1:1769074693.636916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8a44a500. 00010000:00000010:3.1:1769074693.636920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b860bee00. 00010000:00000010:3.1:1769074693.641089:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86796400. 00010000:00000010:3.1:1769074693.641126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b867b7000. 00010000:00000010:3.1:1769074693.641135:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8a48db00. 00010000:00000010:3.1:1769074693.641143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b82dee200. 00010000:00000010:3.1:1769074693.641150:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8714a100. 00010000:00000010:3.1:1769074693.641157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88b0da00. 00010000:00000010:3.1:1769074693.641165:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b891c7b00. 00010000:00000010:3.1:1769074693.641174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98ed7800. 00010000:00000010:3.1:1769074693.641181:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b82d24200. 00010000:00000010:3.1:1769074693.641186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85c1d000. 00010000:00000010:3.1:1769074693.641190:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cfc500. 00010000:00000010:3.1:1769074693.641196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b871cd000. 00010000:00000010:3.1:1769074693.641202:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85926000. 00010000:00000010:3.1:1769074693.641218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8499de00. 00010000:00000010:3.1:1769074693.641226:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85db4200. 00010000:00000010:3.1:1769074693.641235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85828400. 00010000:00000010:3.1:1769074693.641243:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85cdc700. 00010000:00000010:3.1:1769074693.641249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b85d46400. 00010000:00000010:3.1:1769074693.641258:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b85d40c00. 00010000:00000010:3.1:1769074693.641264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8494b400. 00010000:00000010:3.1:1769074693.641271:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84941800. 00010000:00000010:3.1:1769074693.641277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84965e00. 00010000:00000010:3.1:1769074693.641294:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84966500. 00010000:00000010:3.1:1769074693.641302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8483e600. 00010000:00000010:3.1:1769074693.641309:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84922900. 00010000:00000010:3.1:1769074693.641315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84836e00. 00010000:00000010:3.1:1769074693.641319:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84937300. 00010000:00000010:3.1:1769074693.641324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84854000. 00010000:00000010:3.1:1769074693.641330:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84852700. 00010000:00000010:3.1:1769074693.641340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84904800. 00010000:00000010:3.1:1769074693.641347:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8487ef00. 00010000:00000010:3.1:1769074693.641353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b84881600. 00010000:00000010:3.1:1769074693.641361:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848f8b00. 00010000:00000010:3.1:1769074693.641372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8488a600. 00010000:00000010:3.1:1769074693.641378:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8485ac00. 00010000:00000010:3.1:1769074693.641385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874c9800. 00010000:00000010:3.1:1769074693.641392:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b84894500. 00010000:00000010:3.1:1769074693.641399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874fdc00. 00010000:00000010:3.1:1769074693.641406:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87444e00. 00010000:00000010:3.1:1769074693.641413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8753a600. 00010000:00000010:3.1:1769074693.641420:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87485700. 00010000:00000010:3.1:1769074693.641426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87557200. 00010000:00000010:3.1:1769074693.641433:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b875cb500. 00010000:00000010:3.1:1769074693.641438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b874a4c00. 00010000:00000010:3.1:1769074693.641442:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8752a000. 00010000:00000010:3.1:1769074693.641450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875ae400. 00010000:00000010:3.1:1769074693.641454:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87520d00. 00010000:00000010:3.1:1769074693.641460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875c7000. 00010000:00000010:3.1:1769074693.641466:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c46e00. 00010000:00000010:3.1:1769074693.641474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b875e3600. 00010000:00000010:3.1:1769074693.641481:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c2ed00. 00010000:00000010:3.1:1769074693.641487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c5ee00. 00010000:00000010:3.1:1769074693.641494:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c5ae00. 00010000:00000010:3.1:1769074693.641501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87cff000. 00010000:00000010:3.1:1769074693.641509:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b996d5400. 00010000:00000010:3.1:1769074693.641515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87c91200. 00010000:00000010:3.1:1769074693.641522:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87c68900. 00010000:00000010:3.1:1769074693.641528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87d67800. 00010000:00000010:3.1:1769074693.641535:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d5fd00. 00010000:00000010:3.1:1769074693.641545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87decc00. 00010000:00000010:3.1:1769074693.641552:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87d57c00. 00010000:00000010:3.1:1769074693.641558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87dfee00. 00010000:00000010:3.1:1769074693.641566:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8702ae00. 00010000:00000010:3.1:1769074693.641572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b87da8e00. 00010000:00000010:3.1:1769074693.641578:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88219a00. 00010000:00000010:3.1:1769074693.641589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8826ec00. 00010000:00000010:3.1:1769074693.641597:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88283600. 00010000:00000010:3.1:1769074693.641604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882fac00. 00010000:00000010:3.1:1769074693.641612:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882f3a00. 00010000:00000010:3.1:1769074693.641617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88351c00. 00010000:00000010:3.1:1769074693.641624:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b882da400. 00010000:00000010:3.1:1769074693.641641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b8839e800. 00010000:00000010:3.1:1769074693.641649:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88313b00. 00010000:00000010:3.1:1769074693.641657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b88384600. 00010000:00000010:3.1:1769074693.641660:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b8838c300. 00010000:00000010:3.1:1769074693.641671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b882c4e00. 00010000:00000010:3.1:1769074693.641678:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88317300. 00010000:00000010:3.1:1769074693.641684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b883cce00. 00010000:00000010:3.1:1769074693.641691:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9822e800. 00010000:00000010:3.1:1769074693.641697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98217c00. 00010000:00000010:3.1:1769074693.641704:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98266500. 00010000:00000010:3.1:1769074693.641710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b982d0000. 00010000:00000010:3.1:1769074693.641714:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b87420500. 00010000:00000010:3.1:1769074693.641721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9830e800. 00010000:00000010:3.1:1769074693.641724:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9831b900. 00010000:00000010:3.1:1769074693.641730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98363000. 00010000:00000010:3.1:1769074693.641734:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98322f00. 00010000:00000010:3.1:1769074693.641740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a3800. 00010000:00000010:3.1:1769074693.641744:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98392200. 00010000:00000010:3.1:1769074693.641819:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983d5800. 00010000:00000010:3.1:1769074693.641831:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9834cd00. 00010000:00000010:3.1:1769074693.641836:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b983a3a00. 00010000:00000010:3.1:1769074693.641843:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9839f800. 00010000:00000010:3.1:1769074693.641846:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984fea00. 00010000:00000010:3.1:1769074693.641849:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9839f500. 00010000:00000010:3.1:1769074693.641855:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9852c200. 00010000:00000010:3.1:1769074693.641858:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984d7400. 00010000:00000010:3.1:1769074693.641868:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984a3c00. 00010000:00000010:3.1:1769074693.641875:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b984ee500. 00010000:00000010:3.1:1769074693.641882:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b9853d000. 00010000:00000010:3.1:1769074693.641890:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98538800. 00010000:00000010:3.1:1769074693.641896:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b984c4600. 00010000:00000010:3.1:1769074693.641902:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9847f300. 00010000:00000010:3.1:1769074693.641908:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b98589000. 00010000:00000010:3.1:1769074693.641916:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98579900. 00010000:00000010:3.1:1769074693.641922:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90207000. 00010000:00000010:3.1:1769074693.641929:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b90204800. 00010000:00000010:3.1:1769074693.641936:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985d0600. 00010000:00000010:3.1:1769074693.641943:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020cb00. 00000800:00000001:2.0:1769074693.664526:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074693.664548:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074693.664552:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074693.664555:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074693.664567:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074693.664576:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074693.664584:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074693.664589:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074693.664595:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074693.664599:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 10 MB=0x6971e9dd8ea80 00000400:00000200:2.0:1769074693.664605:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074693.664612:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 224/224 into md 0x21c9d [1] + 224 00000800:00000001:2.0:1769074693.664621:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074693.664667:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074693.664671:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074693.664676:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074693.664684:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074693.664696:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90372300 x1855007613315712/t0(0) o39->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074703 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074693.664708:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b90372300 x1855007613315712/t0(0) o39->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074693.664739:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074693.664750:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074693.664754:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769074694.238714:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.238717:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9857e300. 00000100:00000001:3.0:1769074694.238721:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.238722:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.238727:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b9857d500 x1855007612670720/t68719480667(68719480667) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074694 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.238734:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.238735:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.238737:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739749632 : -114161969801984 : ffff982b9857d500) 00000100:00000001:3.0:1769074694.238739:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.238742:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9857d500 x1855007612670720/t68719480667(68719480667) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074694 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.238748:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.238749:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.238753:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985b3100 x1855007612671104/t68719480668(68719480668) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074694 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.238758:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.238760:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b984eda20. 00000100:00000001:3.0:1769074694.238763:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.238765:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9857d500 x1855007612670720/t68719480667(68719480667) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074694 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.238770:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.238772:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.238773:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=166 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.238775:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.238777:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b9022b800. 02000000:00000001:3.0:1769074694.238779:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.238780:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.238782:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9857d500. 00000100:00000001:3.0:1769074694.238784:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.238786:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.238789:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985b3100 x1855007612671104/t68719480668(68719480668) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074694 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.238800:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.238802:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.238804:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985b3100 x1855007612671104/t68719480668(68719480668) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074694 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.238810:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.238812:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.238813:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b9859cc00. 02000000:00000001:3.0:1769074694.238816:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.238817:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.238818:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=165 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.238820:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.238821:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b985b5800. 02000000:00000001:3.0:1769074694.238823:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.238824:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.238825:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985b3100. 00000100:00000001:3.0:1769074694.238828:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.238829:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.238833:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985b3b80 x1855007612671488/t68719480669(68719480669) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074694 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.238931:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.238935:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.238936:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739972480 : -114161969579136 : ffff982b985b3b80) 00000100:00000001:3.0:1769074694.238939:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.238943:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985b3b80 x1855007612671488/t68719480669(68719480669) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074694 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.238948:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.238950:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.238953:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9857fb80 x1855007612671872/t68719480670(68719480670) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074694 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.238958:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.238961:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b87d933c0. 00000100:00000001:3.0:1769074694.238963:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.238966:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985b3b80 x1855007612671488/t68719480669(68719480669) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074694 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.238972:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.238973:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.238975:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=164 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.238976:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.238978:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b9859e000. 02000000:00000001:3.0:1769074694.238981:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.238982:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.238983:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985b3b80. 00000100:00000001:3.0:1769074694.238986:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.238987:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.238990:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b9857fb80 x1855007612671872/t68719480670(68719480670) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074694 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.238997:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.238999:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.239002:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9857fb80 x1855007612671872/t68719480670(68719480670) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074694 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.239008:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.239009:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.239011:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b9022b400. 02000000:00000001:3.0:1769074694.239013:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.239014:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.239015:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=163 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.239017:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.239018:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b985f3e00. 02000000:00000001:3.0:1769074694.239021:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.239022:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.239023:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9857fb80. 00000100:00000001:3.0:1769074694.239027:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.239028:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.239033:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b98253100 x1855007612672256/t68719480671(68719480671) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074694 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.239038:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.239040:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.239041:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911736430848 : -114161973120768 : ffff982b98253100) 00000100:00000001:3.0:1769074694.239043:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.239046:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98253100 x1855007612672256/t68719480671(68719480671) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074694 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.239052:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.239054:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.239058:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98250a80 x1855007612672640/t68719480672(68719480672) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074694 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.239064:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.239066:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b985ef8c0. 00000100:00000001:3.0:1769074694.239068:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.239071:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98253100 x1855007612672256/t68719480671(68719480671) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074694 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.239077:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.239079:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.239080:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=162 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.239082:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.239083:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98553400. 02000000:00000001:3.0:1769074694.239086:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.239087:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.239088:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98253100. 00000100:00000001:3.0:1769074694.239091:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.239092:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.239096:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b98250a80 x1855007612672640/t68719480672(68719480672) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074694 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.239101:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.239103:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.239105:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98250a80 x1855007612672640/t68719480672(68719480672) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074694 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.239111:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.239112:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.239113:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98550400. 02000000:00000001:3.0:1769074694.239116:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.239117:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.239118:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=161 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.239120:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.239121:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b90230600. 02000000:00000001:3.0:1769074694.239124:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.239125:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.239127:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98250a80. 00000100:00000001:3.0:1769074694.239129:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.239130:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.239135:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b98253480 x1855007612673024/t68719480673(68719480673) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074694 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.239140:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.239142:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.239143:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911736431744 : -114161973119872 : ffff982b98253480) 00000100:00000001:3.0:1769074694.239145:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.239148:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98253480 x1855007612673024/t68719480673(68719480673) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074694 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.239153:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.239155:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.239160:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9857d880 x1855007612673408/t68719480674(68719480674) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074694 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.239166:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.239168:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b985ef500. 00000100:00000001:3.0:1769074694.239170:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.239173:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98253480 x1855007612673024/t68719480673(68719480673) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074694 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.239355:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.239357:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.239359:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=160 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.239361:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.239363:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98550800. 02000000:00000001:3.0:1769074694.239366:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.239367:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.239369:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98253480. 00000100:00000001:3.0:1769074694.239371:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.239372:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.239377:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b9857d880 x1855007612673408/t68719480674(68719480674) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074694 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.239383:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.239385:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.239388:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9857d880 x1855007612673408/t68719480674(68719480674) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074694 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.239393:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.239395:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.239396:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b90229800. 02000000:00000001:3.0:1769074694.239399:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.239400:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.239402:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=159 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.239403:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.239405:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b985f3a00. 02000000:00000001:3.0:1769074694.239407:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.239408:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.239409:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9857d880. 00000100:00000001:3.0:1769074694.239411:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.239412:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.239417:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985a5f80 x1855007612673792/t68719480675(68719480675) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074694 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.239423:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.239425:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.239426:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739916160 : -114161969635456 : ffff982b985a5f80) 00000100:00000001:3.0:1769074694.239428:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.239431:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985a5f80 x1855007612673792/t68719480675(68719480675) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074694 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.239436:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.239437:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.239443:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90237480 x1855007612674176/t68719480676(68719480676) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074694 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.239449:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.239451:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b985357c0. 00000100:00000001:3.0:1769074694.239454:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.239456:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985a5f80 x1855007612673792/t68719480675(68719480675) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074694 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.239462:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.239464:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.239465:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=158 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.239467:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.239468:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b985a8400. 02000000:00000001:3.0:1769074694.239470:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.239471:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.239472:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985a5f80. 00000100:00000001:3.0:1769074694.239475:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.239476:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.239480:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90237480 x1855007612674176/t68719480676(68719480676) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074694 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.239485:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.239487:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.239490:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90237480 x1855007612674176/t68719480676(68719480676) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074694 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.239496:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.239497:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.239499:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b985a9800. 02000000:00000001:3.0:1769074694.239501:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.239502:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.239504:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=157 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.239506:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.239507:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b9022d600. 02000000:00000001:3.0:1769074694.239509:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.239510:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.239511:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90237480. 00000100:00000001:3.0:1769074694.239515:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.239516:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.239522:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90234000 x1855007612674560/t68719480677(68719480677) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074694 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.239528:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.239529:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.239531:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911602085888 : -114162107465728 : ffff982b90234000) 00000100:00000001:3.0:1769074694.239533:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.239536:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90234000 x1855007612674560/t68719480677(68719480677) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074694 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.239541:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.239542:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.239546:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90234700 x1855007612674944/t68719480678(68719480678) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074694 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.239551:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.239553:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b98535000. 00000100:00000001:3.0:1769074694.239555:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.239558:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90234000 x1855007612674560/t68719480677(68719480677) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074694 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.239563:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.239564:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.239565:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=156 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.239567:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.239568:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b985a9c00. 02000000:00000001:3.0:1769074694.239570:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.239571:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.239573:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90234000. 00000100:00000001:3.0:1769074694.239575:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.239576:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.239579:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90234700 x1855007612674944/t68719480678(68719480678) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074694 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.239584:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.239586:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.239589:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90234700 x1855007612674944/t68719480678(68719480678) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074694 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.239594:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.239595:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.239596:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b985ab400. 02000000:00000001:3.0:1769074694.239598:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.239599:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.239601:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=155 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.239602:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.239604:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b9022ca00. 02000000:00000001:3.0:1769074694.239606:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.239607:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.239608:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90234700. 00000100:00000001:3.0:1769074694.239610:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.239611:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.239616:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90236300 x1855007612675328/t68719480679(68719480679) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074694 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.239752:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.239754:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.239755:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911602094848 : -114162107456768 : ffff982b90236300) 00000100:00000001:3.0:1769074694.239757:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.239761:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90236300 x1855007612675328/t68719480679(68719480679) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074694 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.239768:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.239769:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.239775:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90235500 x1855007612675712/t68719480680(68719480680) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074694 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.239780:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.239782:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b98535a80. 00000100:00000001:3.0:1769074694.239785:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.239788:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90236300 x1855007612675328/t68719480679(68719480679) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074694 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.239793:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.239796:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.239797:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=154 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.239799:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.239800:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b9023a000. 02000000:00000001:3.0:1769074694.239804:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.239805:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.239806:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90236300. 00000100:00000001:3.0:1769074694.239809:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.239810:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.239814:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90235500 x1855007612675712/t68719480680(68719480680) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074694 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.239819:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.239821:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.239823:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90235500 x1855007612675712/t68719480680(68719480680) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074694 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.239829:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.239830:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.239831:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b90238c00. 02000000:00000001:3.0:1769074694.239834:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.239835:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.239836:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=153 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.239932:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.239935:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b9022d400. 02000000:00000001:3.0:1769074694.239938:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.239939:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.239941:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90235500. 00000100:00000001:3.0:1769074694.239943:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.239945:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.239950:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b98252300 x1855007612676096/t68719480681(68719480681) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074695 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.239956:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.239958:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.239959:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911736427264 : -114161973124352 : ffff982b98252300) 00000100:00000001:3.0:1769074694.239961:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.239964:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98252300 x1855007612676096/t68719480681(68719480681) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074695 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.239970:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.239972:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.239976:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98253b80 x1855007612676480/t68719480682(68719480682) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074695 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.239982:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.239984:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b985ef440. 00000100:00000001:3.0:1769074694.239986:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.239989:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98252300 x1855007612676096/t68719480681(68719480681) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074695 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.239995:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.239996:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.239998:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=152 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.239999:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.240001:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98551400. 02000000:00000001:3.0:1769074694.240003:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.240004:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.240005:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98252300. 00000100:00000001:3.0:1769074694.240008:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.240009:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.240012:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b98253b80 x1855007612676480/t68719480682(68719480682) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074695 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.240022:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.240024:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.240027:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98253b80 x1855007612676480/t68719480682(68719480682) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074695 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.240032:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.240033:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.240035:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98552000. 02000000:00000001:3.0:1769074694.240038:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.240039:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.240041:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=151 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.240042:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.240044:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b84969800. 02000000:00000001:3.0:1769074694.240046:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.240047:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.240049:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98253b80. 00000100:00000001:3.0:1769074694.240065:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.240067:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.240072:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b9857e680 x1855007612676864/t68719480683(68719480683) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074695 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.240077:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.240079:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.240080:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739754112 : -114161969797504 : ffff982b9857e680) 00000100:00000001:3.0:1769074694.240082:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.240085:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9857e680 x1855007612676864/t68719480683(68719480683) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074695 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.240090:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.240091:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.240095:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90237b80 x1855007612677248/t68719480684(68719480684) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074695 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.240100:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.240103:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b98535f00. 00000100:00000001:3.0:1769074694.240105:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.240108:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9857e680 x1855007612676864/t68719480683(68719480683) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074695 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.240115:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.240116:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.240118:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=150 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.240120:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.240121:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b9022a400. 02000000:00000001:3.0:1769074694.240125:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.240126:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.240127:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9857e680. 00000100:00000001:3.0:1769074694.240130:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.240131:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.240133:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90237b80 x1855007612677248/t68719480684(68719480684) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074695 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.240139:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.240141:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.240144:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90237b80 x1855007612677248/t68719480684(68719480684) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074695 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.240150:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.240151:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.240152:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b90238800. 02000000:00000001:3.0:1769074694.240154:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.240155:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.240156:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=149 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.240158:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.240159:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b9022da00. 02000000:00000001:3.0:1769074694.240161:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.240162:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.240163:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90237b80. 00000100:00000001:3.0:1769074694.240165:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.240166:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.240171:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b9857d180 x1855007612677632/t68719480685(68719480685) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074695 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.240451:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.240453:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.240455:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739748736 : -114161969802880 : ffff982b9857d180) 00000100:00000001:3.0:1769074694.240457:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.240462:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9857d180 x1855007612677632/t68719480685(68719480685) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074695 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.240468:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.240470:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.240474:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90235880 x1855007612678016/t68719480686(68719480686) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074695 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.240479:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.240481:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b87d938e0. 00000100:00000001:3.0:1769074694.240483:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.240486:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9857d180 x1855007612677632/t68719480685(68719480685) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074695 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.240491:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.240492:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.240493:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=148 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.240495:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.240496:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b9022bc00. 02000000:00000001:3.0:1769074694.240499:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.240500:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.240501:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9857d180. 00000100:00000001:3.0:1769074694.240504:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.240505:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.240508:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90235880 x1855007612678016/t68719480686(68719480686) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074695 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.240513:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.240515:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.240517:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90235880 x1855007612678016/t68719480686(68719480686) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074695 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.240524:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.240525:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.240527:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b9023bc00. 02000000:00000001:3.0:1769074694.240529:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.240530:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.240531:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=147 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.240533:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.240534:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b9022d800. 02000000:00000001:3.0:1769074694.240536:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.240537:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.240538:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90235880. 00000100:00000001:3.0:1769074694.240539:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.240540:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.240544:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985a6a00 x1855007612678400/t68719480687(68719480687) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074695 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.240549:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.240551:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.240552:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739918848 : -114161969632768 : ffff982b985a6a00) 00000100:00000001:3.0:1769074694.240554:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.240556:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985a6a00 x1855007612678400/t68719480687(68719480687) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074695 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.240561:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.240562:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.240566:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90235c00 x1855007612678784/t68719480688(68719480688) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074695 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.240571:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.240572:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b985efb80. 00000100:00000001:3.0:1769074694.240574:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.240576:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985a6a00 x1855007612678400/t68719480687(68719480687) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074695 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.240581:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.240583:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.240584:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=146 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.240585:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.240587:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98550c00. 02000000:00000001:3.0:1769074694.240589:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.240590:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.240591:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985a6a00. 00000100:00000001:3.0:1769074694.240594:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.240595:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.240597:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90235c00 x1855007612678784/t68719480688(68719480688) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074695 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.240603:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.240605:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.240608:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90235c00 x1855007612678784/t68719480688(68719480688) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074695 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.240614:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.240615:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.240616:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b9023b800. 02000000:00000001:3.0:1769074694.240715:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.240717:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.240718:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=145 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.240720:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.240722:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b9022dc00. 02000000:00000001:3.0:1769074694.240724:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.240725:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.240726:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90235c00. 00000100:00000001:3.0:1769074694.240728:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.240729:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.240735:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90234380 x1855007612679168/t68719480689(68719480689) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074695 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.240740:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.240742:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.240743:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911602086784 : -114162107464832 : ffff982b90234380) 00000100:00000001:3.0:1769074694.240745:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.240748:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90234380 x1855007612679168/t68719480689(68719480689) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074695 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.240754:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.240756:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.240761:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985b0380 x1855007612679552/t68719480690(68719480690) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074695 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.240767:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.240769:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b98535540. 00000100:00000001:3.0:1769074694.240771:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.240774:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90234380 x1855007612679168/t68719480689(68719480689) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074695 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.240780:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.240781:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.240782:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=144 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.240784:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.240785:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b9023ac00. 02000000:00000001:3.0:1769074694.240788:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.240789:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.240790:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90234380. 00000100:00000001:3.0:1769074694.240793:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.240794:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.240797:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985b0380 x1855007612679552/t68719480690(68719480690) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074695 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.240803:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.240805:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.240808:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985b0380 x1855007612679552/t68719480690(68719480690) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074695 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.240814:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.240815:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.240817:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b9859f000. 02000000:00000001:3.0:1769074694.240820:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.240821:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.240823:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=143 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.240824:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.240826:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b985b4e00. 02000000:00000001:3.0:1769074694.240829:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.240830:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.240831:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985b0380. 00000100:00000001:3.0:1769074694.240833:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.240834:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.240931:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b9857df80 x1855007612679936/t68719480691(68719480691) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074695 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.240939:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.240941:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.240942:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739752320 : -114161969799296 : ffff982b9857df80) 00000100:00000001:3.0:1769074694.240944:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.240947:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9857df80 x1855007612679936/t68719480691(68719480691) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074695 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.240954:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.240955:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.240959:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985b2680 x1855007612680320/t68719480692(68719480692) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074695 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.240965:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.240967:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b984edb20. 00000100:00000001:3.0:1769074694.240969:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.240972:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9857df80 x1855007612679936/t68719480691(68719480691) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074695 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.240977:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.240979:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.240980:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=142 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.240981:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.240983:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b9022a800. 02000000:00000001:3.0:1769074694.240986:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.240986:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.240989:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9857df80. 00000100:00000001:3.0:1769074694.240991:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.240992:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.240996:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985b2680 x1855007612680320/t68719480692(68719480692) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074695 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.241001:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.241003:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.241005:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985b2680 x1855007612680320/t68719480692(68719480692) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074695 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.241011:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.241012:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.241014:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b9859d800. 02000000:00000001:3.0:1769074694.241016:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.241018:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.241019:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=141 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.241021:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.241022:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b985b4800. 02000000:00000001:3.0:1769074694.241024:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.241025:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.241026:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985b2680. 00000100:00000001:3.0:1769074694.241029:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.241030:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.241035:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b9857ea00 x1855007612680704/t68719480693(68719480693) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074695 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.241040:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.241042:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.241043:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739755008 : -114161969796608 : ffff982b9857ea00) 00000100:00000001:3.0:1769074694.241045:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.241048:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9857ea00 x1855007612680704/t68719480693(68719480693) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074695 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.241054:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.241056:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.241061:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90235180 x1855007612681088/t68719480694(68719480694) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074695 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.241067:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.241068:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b87d93380. 00000100:00000001:3.0:1769074694.241070:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.241073:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9857ea00 x1855007612680704/t68719480693(68719480693) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074695 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.241079:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.241080:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.241081:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=140 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.241083:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.241084:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b9022b000. 02000000:00000001:3.0:1769074694.241086:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.241088:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.241089:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9857ea00. 00000100:00000001:3.0:1769074694.241091:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.241093:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.241096:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90235180 x1855007612681088/t68719480694(68719480694) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074695 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.241101:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.241103:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.241105:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90235180 x1855007612681088/t68719480694(68719480694) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074695 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.241110:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.241112:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.241113:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b90238000. 02000000:00000001:3.0:1769074694.241115:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.241116:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.241117:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=139 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.241119:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.241121:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b9022c200. 02000000:00000001:3.0:1769074694.241123:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.241124:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.241126:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90235180. 00000100:00000001:3.0:1769074694.241128:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.241129:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.241133:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90235f80 x1855007612681472/t68719480695(68719480695) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074695 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.241139:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.241140:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.241142:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911602093952 : -114162107457664 : ffff982b90235f80) 00000100:00000001:3.0:1769074694.241144:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.241147:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90235f80 x1855007612681472/t68719480695(68719480695) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074695 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.241152:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.241153:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.241157:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90236a00 x1855007612681856/t68719480696(68719480696) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074695 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.241162:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.241164:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b985353e0. 00000100:00000001:3.0:1769074694.241166:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.241169:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90235f80 x1855007612681472/t68719480695(68719480695) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074695 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.241174:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.241187:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.241188:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=138 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.241191:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.241192:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90239c00. 02000000:00000001:3.0:1769074694.241195:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.241196:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.241198:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90235f80. 00000100:00000001:3.0:1769074694.241200:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.241202:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.241206:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90236a00 x1855007612681856/t68719480696(68719480696) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074695 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.241217:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.241219:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.241222:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90236a00 x1855007612681856/t68719480696(68719480696) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074695 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.241227:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.241229:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.241230:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b90239800. 02000000:00000001:3.0:1769074694.241232:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.241234:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.241235:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=137 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.241236:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.241238:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b9022c400. 02000000:00000001:3.0:1769074694.241239:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.241240:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.241241:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90236a00. 00000100:00000001:3.0:1769074694.241435:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.241436:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.241442:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b9857ce00 x1855007612682240/t68719480697(68719480697) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074695 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.241447:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.241449:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.241450:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739747840 : -114161969803776 : ffff982b9857ce00) 00000100:00000001:3.0:1769074694.241453:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.241455:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9857ce00 x1855007612682240/t68719480697(68719480697) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074695 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.241460:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.241461:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.241466:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985a5c00 x1855007612682624/t68719480698(68719480698) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074695 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.241472:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.241474:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b87d93660. 00000100:00000001:3.0:1769074694.241477:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.241480:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9857ce00 x1855007612682240/t68719480697(68719480697) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074695 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.241487:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.241489:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.241490:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=136 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.241492:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.241493:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b985a9000. 02000000:00000001:3.0:1769074694.241496:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.241498:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.241499:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9857ce00. 00000100:00000001:3.0:1769074694.241502:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.241503:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.241506:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985a5c00 x1855007612682624/t68719480698(68719480698) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074695 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.241512:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.241514:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.241517:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985a5c00 x1855007612682624/t68719480698(68719480698) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074695 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.241524:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.241525:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.241527:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98552800. 02000000:00000001:3.0:1769074694.241530:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.241531:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.241533:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=135 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.241534:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.241535:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b84968c00. 02000000:00000001:3.0:1769074694.241538:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.241539:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.241541:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985a5c00. 00000100:00000001:3.0:1769074694.241544:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.241545:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.241550:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985a4380 x1855007612683008/t68719480699(68719480699) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074695 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.241557:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.241558:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.241560:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739908992 : -114161969642624 : ffff982b985a4380) 00000100:00000001:3.0:1769074694.241562:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.241564:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985a4380 x1855007612683008/t68719480699(68719480699) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074695 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.241570:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.241571:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.241575:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985a6680 x1855007612683392/t68719480700(68719480700) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074695 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.241580:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.241582:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b985efc60. 00000100:00000001:3.0:1769074694.241584:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.241587:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985a4380 x1855007612683008/t68719480699(68719480699) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074695 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.241592:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.241594:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.241595:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=134 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.241597:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.241598:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98553800. 02000000:00000001:3.0:1769074694.241601:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.241602:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.241603:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985a4380. 00000100:00000001:3.0:1769074694.241606:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.241608:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.241611:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985a6680 x1855007612683392/t68719480700(68719480700) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074695 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.241616:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.242992:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.243003:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985a6680 x1855007612683392/t68719480700(68719480700) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074695 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243013:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.243016:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.243018:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98552c00. 02000000:00000001:3.0:1769074694.243023:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.243025:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.243026:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=133 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.243028:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.243030:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b84968800. 02000000:00000001:3.0:1769074694.243048:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.243050:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.243052:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985a6680. 00000100:00000001:3.0:1769074694.243057:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.243058:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.243064:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b9857ed80 x1855007612683776/t68719480701(68719480701) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074695 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243072:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.243075:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.243076:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739755904 : -114161969795712 : ffff982b9857ed80) 00000100:00000001:3.0:1769074694.243078:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.243081:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9857ed80 x1855007612683776/t68719480701(68719480701) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074695 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243088:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.243089:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.243093:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90234e00 x1855007612684160/t68719480703(68719480703) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074696 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243099:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.243101:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b985351c0. 00000100:00000001:3.0:1769074694.243104:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.243108:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9857ed80 x1855007612683776/t68719480701(68719480701) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074695 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243113:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.243115:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.243116:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=132 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.243119:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.243120:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b985aa400. 02000000:00000001:3.0:1769074694.243122:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.243123:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.243125:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9857ed80. 00000100:00000001:3.0:1769074694.243130:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.243131:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.243134:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90234e00 x1855007612684160/t68719480703(68719480703) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074696 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243141:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.243142:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.243145:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90234e00 x1855007612684160/t68719480703(68719480703) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074696 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243150:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.243151:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.243153:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b90238400. 02000000:00000001:3.0:1769074694.243156:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.243157:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.243158:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=131 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.243159:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.243161:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b9022c000. 02000000:00000001:3.0:1769074694.243163:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.243164:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.243165:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90234e00. 00000100:00000001:3.0:1769074694.243167:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.243168:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.243173:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90236d80 x1855007612684544/t68719480704(68719480704) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074696 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243179:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.243181:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.243182:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911602097536 : -114162107454080 : ffff982b90236d80) 00000100:00000001:3.0:1769074694.243184:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.243188:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90236d80 x1855007612684544/t68719480704(68719480704) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074696 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243193:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.243195:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.243199:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90234a80 x1855007612684928/t68719480705(68719480705) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074696 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243205:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.243207:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b98535960. 00000100:00000001:3.0:1769074694.243209:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.243211:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90236d80 x1855007612684544/t68719480704(68719480704) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074696 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243218:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.243220:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.243221:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=130 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.243223:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.243224:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b9023a400. 02000000:00000001:3.0:1769074694.243227:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.243228:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.243229:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90236d80. 00000100:00000001:3.0:1769074694.243232:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.243234:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.243237:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90234a80 x1855007612684928/t68719480705(68719480705) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074696 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243253:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.243255:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.243258:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90234a80 x1855007612684928/t68719480705(68719480705) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074696 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243264:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.243266:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.243268:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b9023b000. 02000000:00000001:3.0:1769074694.243270:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.243272:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.243273:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=129 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.243275:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.243276:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b9022ce00. 02000000:00000001:3.0:1769074694.243278:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.243297:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.243299:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90234a80. 00000100:00000001:3.0:1769074694.243302:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.243303:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.243308:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985a5880 x1855007612685312/t68719480706(68719480706) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074696 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243314:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.243316:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.243317:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739914368 : -114161969637248 : ffff982b985a5880) 00000100:00000001:3.0:1769074694.243319:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.243322:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985a5880 x1855007612685312/t68719480706(68719480706) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074696 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243328:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.243329:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.243333:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985b1c00 x1855007612685696/t68719480707(68719480707) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074696 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243339:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.243341:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b985ef780. 00000100:00000001:3.0:1769074694.243344:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.243347:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985a5880 x1855007612685312/t68719480706(68719480706) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074696 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243353:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.243354:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.243355:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=128 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.243357:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.243359:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98551800. 02000000:00000001:3.0:1769074694.243363:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.243364:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.243366:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985a5880. 00000100:00000001:3.0:1769074694.243369:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.243370:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.243374:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985b1c00 x1855007612685696/t68719480707(68719480707) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074696 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243380:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.243382:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.243385:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985b1c00 x1855007612685696/t68719480707(68719480707) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074696 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243391:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.243392:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.243393:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b9859dc00. 02000000:00000001:3.0:1769074694.243396:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.243397:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.243398:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=127 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.243400:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.243402:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b98e87000. 02000000:00000001:3.0:1769074694.243405:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.243406:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.243408:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985b1c00. 00000100:00000001:3.0:1769074694.243411:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.243412:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.243417:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985a7100 x1855007612686080/t68719480708(68719480708) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074696 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243422:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.243424:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.243425:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739920640 : -114161969630976 : ffff982b985a7100) 00000100:00000001:3.0:1769074694.243427:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.243430:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985a7100 x1855007612686080/t68719480708(68719480708) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074696 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243437:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.243439:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.243444:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90237800 x1855007612686464/t68719480709(68719480709) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074696 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243450:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.243452:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b985ef5a0. 00000100:00000001:3.0:1769074694.243454:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.243457:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985a7100 x1855007612686080/t68719480708(68719480708) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074696 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243463:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.243464:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.243466:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=126 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.243467:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.243470:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98551000. 02000000:00000001:3.0:1769074694.243472:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.243473:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.243475:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985a7100. 00000100:00000001:3.0:1769074694.243478:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.243479:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.243482:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90237800 x1855007612686464/t68719480709(68719480709) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074696 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243487:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.243489:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.243492:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90237800 x1855007612686464/t68719480709(68719480709) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074696 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243497:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.243498:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.243499:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b90239000. 02000000:00000001:3.0:1769074694.243501:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.243502:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.243503:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=125 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.243505:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.243506:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b9022cc00. 02000000:00000001:3.0:1769074694.243508:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.243509:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.243510:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90237800. 00000100:00000001:3.0:1769074694.243512:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.243513:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.243517:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b9857ca80 x1855007612686848/t68719480710(68719480710) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074696 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243522:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.243524:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.243525:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739746944 : -114161969804672 : ffff982b9857ca80) 00000100:00000001:3.0:1769074694.243527:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.243529:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9857ca80 x1855007612686848/t68719480710(68719480710) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074696 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243534:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.243535:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.243540:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90237100 x1855007612687232/t68719480711(68719480711) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074696 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243545:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.243546:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b985352c0. 00000100:00000001:3.0:1769074694.243548:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.243551:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9857ca80 x1855007612686848/t68719480710(68719480710) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074696 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243556:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.243557:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.243558:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=124 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.243560:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.243561:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b983e3000. 02000000:00000001:3.0:1769074694.243563:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.243565:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.243566:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9857ca80. 00000100:00000001:3.0:1769074694.243569:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.243570:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.243573:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90237100 x1855007612687232/t68719480711(68719480711) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074696 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243582:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.243584:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.243586:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90237100 x1855007612687232/t68719480711(68719480711) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074696 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243591:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.243592:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.243594:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b90239400. 02000000:00000001:3.0:1769074694.243596:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.243597:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.243598:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=123 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.243600:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.243601:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b9022d200. 02000000:00000001:3.0:1769074694.243602:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.243603:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.243604:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90237100. 00000100:00000001:3.0:1769074694.243606:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.243607:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.243611:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90236680 x1855007612687616/t68719480712(68719480712) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074696 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243616:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.243633:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.243635:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911602095744 : -114162107455872 : ffff982b90236680) 00000100:00000001:3.0:1769074694.243637:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.243641:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90236680 x1855007612687616/t68719480712(68719480712) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074696 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243647:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.243648:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.243653:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985fd180 x1855007612688000/t68719480713(68719480713) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074696 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243658:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.243660:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b98535560. 00000100:00000001:3.0:1769074694.243663:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.243665:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90236680 x1855007612687616/t68719480712(68719480712) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074696 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243671:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.243672:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.243673:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=122 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.243675:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.243677:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b9023a800. 02000000:00000001:3.0:1769074694.243679:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.243681:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.243682:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90236680. 00000100:00000001:3.0:1769074694.243684:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.243686:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.243689:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985fd180 x1855007612688000/t68719480713(68719480713) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074696 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243694:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.243697:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.243699:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985fd180 x1855007612688000/t68719480713(68719480713) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074696 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243705:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.243707:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.243709:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98553000. 02000000:00000001:3.0:1769074694.243712:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.243713:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.243714:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=121 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.243716:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.243717:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b860a0200. 02000000:00000001:3.0:1769074694.243719:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.243720:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.243721:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985fd180. 00000100:00000001:3.0:1769074694.243726:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.243727:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.243732:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985fdf80 x1855007612688384/t68719480714(68719480714) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074696 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243738:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.243740:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.243741:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911740276608 : -114161969275008 : ffff982b985fdf80) 00000100:00000001:3.0:1769074694.243743:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.243746:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985fdf80 x1855007612688384/t68719480714(68719480714) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074696 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243752:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.243753:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.243767:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985fea00 x1855007612688768/t68719480715(68719480715) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074696 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243773:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.243774:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b98535d80. 00000100:00000001:3.0:1769074694.243777:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.243780:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985fdf80 x1855007612688384/t68719480714(68719480714) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074696 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243787:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.243788:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.243789:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=120 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.243791:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.243793:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b9023b400. 02000000:00000001:3.0:1769074694.243796:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.243797:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.243799:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985fdf80. 00000100:00000001:3.0:1769074694.243802:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.243803:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.243806:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985fea00 x1855007612688768/t68719480715(68719480715) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074696 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243812:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.243813:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.243816:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985fea00 x1855007612688768/t68719480715(68719480715) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074696 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243822:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.243823:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.243825:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b90228400. 02000000:00000001:3.0:1769074694.243828:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.243829:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.243830:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=119 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.243832:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.243833:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b9103f000. 02000000:00000001:3.0:1769074694.243836:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.243837:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.243838:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985fea00. 00000100:00000001:3.0:1769074694.243840:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.243841:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.243847:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b9857f800 x1855007612689152/t68719480716(68719480716) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074696 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243854:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.243857:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.243858:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739758592 : -114161969793024 : ffff982b9857f800) 00000100:00000001:3.0:1769074694.243860:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.243862:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9857f800 x1855007612689152/t68719480716(68719480716) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074696 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243869:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.243870:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.243874:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985b1880 x1855007612689536/t68719480717(68719480717) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074696 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243880:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.243882:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b985357a0. 00000100:00000001:3.0:1769074694.243884:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.243887:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9857f800 x1855007612689152/t68719480716(68719480716) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074696 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243893:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.243895:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.243896:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=118 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.243898:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.243899:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b983e1800. 02000000:00000001:3.0:1769074694.243913:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.243914:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.243916:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9857f800. 00000100:00000001:3.0:1769074694.243920:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.243921:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.243925:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985b1880 x1855007612689536/t68719480717(68719480717) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074696 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243931:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.243933:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.243935:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985b1880 x1855007612689536/t68719480717(68719480717) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074696 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243940:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.243942:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.243944:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b9859f800. 02000000:00000001:3.0:1769074694.243947:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.243948:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.243949:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=117 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.243950:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.243952:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b98e87e00. 02000000:00000001:3.0:1769074694.243954:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.243955:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.243957:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985b1880. 00000100:00000001:3.0:1769074694.243959:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.243960:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.243965:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985fce00 x1855007612689920/t68719480718(68719480718) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074696 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243970:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.243972:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.243973:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911740272128 : -114161969279488 : ffff982b985fce00) 00000100:00000001:3.0:1769074694.243975:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.243978:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985fce00 x1855007612689920/t68719480718(68719480718) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074696 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243983:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.243984:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.243988:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985fed80 x1855007612690304/t68719480719(68719480719) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074696 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.243994:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.243996:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b985350a0. 00000100:00000001:3.0:1769074694.243998:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.244001:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985fce00 x1855007612689920/t68719480718(68719480718) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074696 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.244006:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.244008:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.244009:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=116 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.244010:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.244011:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98518800. 02000000:00000001:3.0:1769074694.244014:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.244014:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.244015:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985fce00. 00000100:00000001:3.0:1769074694.244018:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.244019:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.244022:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985fed80 x1855007612690304/t68719480719(68719480719) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074696 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.244027:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.244029:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.244032:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985fed80 x1855007612690304/t68719480719(68719480719) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074696 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.244037:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.244039:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.244040:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b9851a800. 02000000:00000001:3.0:1769074694.244043:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.244044:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.244045:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=115 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.244047:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.244048:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b9103ec00. 02000000:00000001:3.0:1769074694.244050:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.244052:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.244053:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985fed80. 00000100:00000001:3.0:1769074694.244056:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.244057:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.244061:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985fca80 x1855007612690688/t68719480720(68719480720) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074696 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.244067:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.244068:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.244069:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911740271232 : -114161969280384 : ffff982b985fca80) 00000100:00000001:3.0:1769074694.244071:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.244074:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985fca80 x1855007612690688/t68719480720(68719480720) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074696 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.244080:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.244081:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.244086:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985a7b80 x1855007612691072/t68719480721(68719480721) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074696 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.244091:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.244093:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b98535b00. 00000100:00000001:3.0:1769074694.244095:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.244098:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985fca80 x1855007612690688/t68719480720(68719480720) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074696 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.244104:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.244106:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.244107:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=114 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.244109:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.244111:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98518000. 02000000:00000001:3.0:1769074694.244113:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.244114:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.244116:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985fca80. 00000100:00000001:3.0:1769074694.244118:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.244119:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.244123:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985a7b80 x1855007612691072/t68719480721(68719480721) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074696 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.244128:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.244130:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.244133:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985a7b80 x1855007612691072/t68719480721(68719480721) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074696 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.244138:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.244139:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.244141:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b9854c400. 02000000:00000001:3.0:1769074694.244143:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.244144:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.244145:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=113 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.244147:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.244149:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b9022de00. 02000000:00000001:3.0:1769074694.244151:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.244152:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.244153:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985a7b80. 00000100:00000001:3.0:1769074694.244162:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.244164:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.244170:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985ac000 x1855007612691456/t68719480722(68719480722) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074696 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.244176:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.244178:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.244179:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739940864 : -114161969610752 : ffff982b985ac000) 00000100:00000001:3.0:1769074694.244181:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.244184:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985ac000 x1855007612691456/t68719480722(68719480722) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074696 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.244190:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.244191:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.244195:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985ff480 x1855007612691840/t68719480723(68719480723) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074696 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.244201:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.244203:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b985356c0. 00000100:00000001:3.0:1769074694.244205:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.244208:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985ac000 x1855007612691456/t68719480722(68719480722) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074696 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.244213:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.244214:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.244215:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=112 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.244217:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.244219:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98500400. 02000000:00000001:3.0:1769074694.244222:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.244223:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.244224:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985ac000. 00000100:00000001:3.0:1769074694.244226:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.244227:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.244230:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985ff480 x1855007612691840/t68719480723(68719480723) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074696 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.244235:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.244237:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.244240:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985ff480 x1855007612691840/t68719480723(68719480723) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074696 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.244246:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.244247:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.244248:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98596000. 02000000:00000001:3.0:1769074694.247088:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.247098:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.247101:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=111 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.247108:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.247112:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b984c7200. 02000000:00000001:3.0:1769074694.247119:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.247122:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.247126:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985ff480. 00000100:00000001:3.0:1769074694.247131:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.247133:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.247148:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985b3800 x1855007612692224/t68719480724(68719480724) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074696 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.247157:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.247161:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.247162:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739971584 : -114161969580032 : ffff982b985b3800) 00000100:00000001:3.0:1769074694.247165:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.247169:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985b3800 x1855007612692224/t68719480724(68719480724) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074696 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.247175:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.248014:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.248026:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985af480 x1855007612692608/t68719480725(68719480725) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074696 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.248035:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.248038:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b985ef1e0. 00000100:00000001:3.0:1769074694.248043:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.248046:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985b3800 x1855007612692224/t68719480724(68719480724) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074696 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.248053:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.248056:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.248058:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=110 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.248060:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.248062:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b9859c800. 02000000:00000001:3.0:1769074694.248067:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.248069:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.248070:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985b3800. 00000100:00000001:3.0:1769074694.248074:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.248075:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.248079:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985af480 x1855007612692608/t68719480725(68719480725) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074696 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.248091:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.248093:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.248097:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985af480 x1855007612692608/t68719480725(68719480725) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074696 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.248102:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.248103:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.248106:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98501c00. 02000000:00000001:3.0:1769074694.248109:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.248110:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.248111:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=109 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.248113:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.248114:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b985f1800. 02000000:00000001:3.0:1769074694.248117:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.248118:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.248119:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985af480. 00000100:00000001:3.0:1769074694.248122:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.248123:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.248127:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985fc000 x1855007612692992/t68719480726(68719480726) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074696 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.248133:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.248136:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.248137:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911740268544 : -114161969283072 : ffff982b985fc000) 00000100:00000001:3.0:1769074694.248139:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.248142:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985fc000 x1855007612692992/t68719480726(68719480726) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074696 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.248148:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.248149:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.248152:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985fc700 x1855007612693376/t68719480727(68719480727) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074696 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.248158:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.248160:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b985354a0. 00000100:00000001:3.0:1769074694.248163:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.248166:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985fc000 x1855007612692992/t68719480726(68719480726) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074696 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.248171:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.248172:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.248173:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=108 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.248175:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.248188:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98597000. 02000000:00000001:3.0:1769074694.248192:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.248194:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.248195:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985fc000. 00000100:00000001:3.0:1769074694.248197:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.248198:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.248201:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985fc700 x1855007612693376/t68719480727(68719480727) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074696 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.248207:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.248208:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.248211:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985fc700 x1855007612693376/t68719480727(68719480727) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074696 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.248217:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.248218:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.248219:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98596400. 02000000:00000001:3.0:1769074694.248223:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.248224:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.248225:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=107 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.248227:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.248228:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b984c6800. 02000000:00000001:3.0:1769074694.248230:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.248231:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.248232:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985fc700. 00000100:00000001:3.0:1769074694.248234:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.248235:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.248239:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985b0a80 x1855007612693760/t68719480728(68719480728) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074697 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.248255:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.248257:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.248259:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739959936 : -114161969591680 : ffff982b985b0a80) 00000100:00000001:3.0:1769074694.248261:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.248264:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985b0a80 x1855007612693760/t68719480728(68719480728) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074697 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.248271:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.248272:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.248277:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985fe300 x1855007612694144/t68719480729(68719480729) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074697 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.248438:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.248440:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b985eff40. 00000100:00000001:3.0:1769074694.248444:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.248448:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985b0a80 x1855007612693760/t68719480728(68719480728) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074697 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.248454:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.248456:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.248457:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=106 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.248459:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.248461:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b9859e800. 02000000:00000001:3.0:1769074694.248465:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.248466:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.248467:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985b0a80. 00000100:00000001:3.0:1769074694.248470:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.248471:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.248475:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985fe300 x1855007612694144/t68719480729(68719480729) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074697 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.248481:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.248483:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.248486:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985fe300 x1855007612694144/t68719480729(68719480729) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074697 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.248492:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.248493:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.248495:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98595c00. 02000000:00000001:3.0:1769074694.248498:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.248499:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.248500:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=105 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.248502:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.248503:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b9103f400. 02000000:00000001:3.0:1769074694.248506:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.248507:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.248508:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985fe300. 00000100:00000001:3.0:1769074694.248511:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.248513:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.248517:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985fd500 x1855007612694528/t68719480730(68719480730) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074697 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.248522:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.248524:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.248525:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911740273920 : -114161969277696 : ffff982b985fd500) 00000100:00000001:3.0:1769074694.248527:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.248530:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985fd500 x1855007612694528/t68719480730(68719480730) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074697 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.248536:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.248538:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.248542:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985ace00 x1855007612694912/t68719480731(68719480731) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074697 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.248548:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.248550:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b98535900. 00000100:00000001:3.0:1769074694.248553:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.248555:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985fd500 x1855007612694528/t68719480730(68719480730) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074697 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.248561:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.248563:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.248565:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=104 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.248566:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.248568:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98595800. 02000000:00000001:3.0:1769074694.248570:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.248571:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.248572:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985fd500. 00000100:00000001:3.0:1769074694.248575:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.248576:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.248580:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985ace00 x1855007612694912/t68719480731(68719480731) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074697 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.248587:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.248589:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.248592:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985ace00 x1855007612694912/t68719480731(68719480731) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074697 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.248597:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.248598:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.248600:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98502c00. 02000000:00000001:3.0:1769074694.248602:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.248604:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.248605:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=103 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.248607:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.248608:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b985f0a00. 02000000:00000001:3.0:1769074694.248611:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.248612:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.248613:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985ace00. 00000100:00000001:3.0:1769074694.248625:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.248627:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.248632:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985adf80 x1855007612695296/t68719480732(68719480732) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074697 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.248638:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.248640:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.248641:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739948928 : -114161969602688 : ffff982b985adf80) 00000100:00000001:3.0:1769074694.248643:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.248647:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985adf80 x1855007612695296/t68719480732(68719480732) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074697 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.248653:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.248655:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.248659:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9857c000 x1855007612695680/t68719480733(68719480733) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074697 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.248664:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.248666:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b984ed860. 00000100:00000001:3.0:1769074694.248669:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.248672:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985adf80 x1855007612695296/t68719480732(68719480732) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074697 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.248677:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.248679:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.248680:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=102 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.248682:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.248684:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98503400. 02000000:00000001:3.0:1769074694.248686:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.248687:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.248688:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985adf80. 00000100:00000001:3.0:1769074694.248691:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.248692:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.248696:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b9857c000 x1855007612695680/t68719480733(68719480733) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074697 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.248702:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.248704:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.248706:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9857c000 x1855007612695680/t68719480733(68719480733) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074697 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.248712:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.248714:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.248715:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b90211c00. 02000000:00000001:3.0:1769074694.248718:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.248719:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.248722:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=101 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.248723:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.248725:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b985f2000. 02000000:00000001:3.0:1769074694.248728:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.248729:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.248731:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9857c000. 00000100:00000001:3.0:1769074694.248734:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.248736:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.248740:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985ff100 x1855007612696064/t68719480734(68719480734) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074697 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.248746:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.248748:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.248749:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911740281088 : -114161969270528 : ffff982b985ff100) 00000100:00000001:3.0:1769074694.248751:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.248753:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985ff100 x1855007612696064/t68719480734(68719480734) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074697 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.248768:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.248770:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.248774:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985ffb80 x1855007612696704/t68719480735(68719480735) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074697 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.248779:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.248781:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b98535260. 00000100:00000001:3.0:1769074694.248784:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.248786:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985ff100 x1855007612696064/t68719480734(68719480734) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074697 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.248792:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.248793:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.248794:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=100 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.248796:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.248797:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98594000. 02000000:00000001:3.0:1769074694.248800:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.248801:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.248804:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985ff100. 00000100:00000001:3.0:1769074694.248806:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.248807:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.248811:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985ffb80 x1855007612696704/t68719480735(68719480735) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074697 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.248816:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.248818:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.248821:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985ffb80 x1855007612696704/t68719480735(68719480735) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074697 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.248828:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.248829:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.248831:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98597800. 02000000:00000001:3.0:1769074694.248833:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.248834:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.248835:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=99 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.248837:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.251205:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b85260c00. 02000000:00000001:3.0:1769074694.251218:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.251221:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.251223:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985ffb80. 00000100:00000001:3.0:1769074694.251229:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.251231:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.251881:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985ac380 x1855007612697088/t68719480736(68719480736) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074697 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.251894:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.251898:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.251900:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739941760 : -114161969609856 : ffff982b985ac380) 00000100:00000001:3.0:1769074694.251903:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.251909:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985ac380 x1855007612697088/t68719480736(68719480736) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074697 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.251916:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.251917:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.251924:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985fd880 x1855007612697472/t68719480737(68719480737) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074697 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.251930:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.251932:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b87d93aa0. 00000100:00000001:3.0:1769074694.251937:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.251940:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985ac380 x1855007612697088/t68719480736(68719480736) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074697 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.251946:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.251950:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.251951:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=98 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.251953:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.251956:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98502400. 02000000:00000001:3.0:1769074694.251959:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.251960:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.251962:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985ac380. 00000100:00000001:3.0:1769074694.251965:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.251966:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.251970:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985fd880 x1855007612697472/t68719480737(68719480737) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074697 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.251976:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.251978:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.251981:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985fd880 x1855007612697472/t68719480737(68719480737) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074697 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.251987:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.251988:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.251991:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98597c00. 02000000:00000001:3.0:1769074694.251995:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.251996:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.251997:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=97 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.251999:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.252000:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b85260e00. 02000000:00000001:3.0:1769074694.252002:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.252003:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.252005:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985fd880. 00000100:00000001:3.0:1769074694.252008:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.252009:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.252013:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985ad180 x1855007612697856/t68719480738(68719480738) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074697 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.252019:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.252021:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.252022:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739945344 : -114161969606272 : ffff982b985ad180) 00000100:00000001:3.0:1769074694.252024:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.252027:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985ad180 x1855007612697856/t68719480738(68719480738) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074697 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.252033:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.252034:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.252038:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985fdc00 x1855007612698240/t68719480739(68719480739) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074697 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.252044:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.252046:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b985352a0. 00000100:00000001:3.0:1769074694.252049:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.252052:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985ad180 x1855007612697856/t68719480738(68719480738) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074697 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.252058:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.252060:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.252061:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=96 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.252063:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.252064:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98502000. 02000000:00000001:3.0:1769074694.252067:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.252068:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.252069:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985ad180. 00000100:00000001:3.0:1769074694.252072:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.252073:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.252077:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985fdc00 x1855007612698240/t68719480739(68719480739) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074697 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.252088:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.252090:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.252092:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985fdc00 x1855007612698240/t68719480739(68719480739) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074697 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.252098:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.252100:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.252102:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98594c00. 02000000:00000001:3.0:1769074694.252107:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.252108:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.252109:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=95 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.252111:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.252113:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b984c6c00. 02000000:00000001:3.0:1769074694.252115:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.252116:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.252117:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985fdc00. 00000100:00000001:3.0:1769074694.252119:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.252120:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.252125:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985fc380 x1855007612698624/t68719480740(68719480740) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074697 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.252132:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.252134:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.252135:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911740269440 : -114161969282176 : ffff982b985fc380) 00000100:00000001:3.0:1769074694.252138:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.252140:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985fc380 x1855007612698624/t68719480740(68719480740) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074697 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.252145:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.252146:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.252150:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985ae680 x1855007612699008/t68719480741(68719480741) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074697 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.252155:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.252158:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b985effa0. 00000100:00000001:3.0:1769074694.252163:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.252165:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985fc380 x1855007612698624/t68719480740(68719480740) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074697 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.252170:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.252171:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.252172:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=94 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.252174:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.252175:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98596800. 02000000:00000001:3.0:1769074694.252179:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.252181:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.252182:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985fc380. 00000100:00000001:3.0:1769074694.252184:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.252186:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.252189:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985ae680 x1855007612699008/t68719480741(68719480741) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074697 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.252196:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.252198:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.252201:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985ae680 x1855007612699008/t68719480741(68719480741) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074697 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.252207:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.252208:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.252210:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98503000. 02000000:00000001:3.0:1769074694.252212:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.252213:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.252214:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=93 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.252216:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.252217:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b985f1c00. 02000000:00000001:3.0:1769074694.252220:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.252221:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.252222:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985ae680. 00000100:00000001:3.0:1769074694.252225:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.252226:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.252230:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b9857f480 x1855007612699392/t68719480742(68719480742) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074697 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.252237:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.252239:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.252240:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739757696 : -114161969793920 : ffff982b9857f480) 00000100:00000001:3.0:1769074694.253428:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.253440:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9857f480 x1855007612699392/t68719480742(68719480742) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074697 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.253452:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.253453:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.253457:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985adc00 x1855007612699776/t68719480743(68719480743) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074697 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.253463:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.253465:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b98535420. 00000100:00000001:3.0:1769074694.253471:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.253474:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9857f480 x1855007612699392/t68719480742(68719480742) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074697 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.253480:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.253482:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.253483:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=92 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.253485:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.253488:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90211400. 02000000:00000001:3.0:1769074694.253491:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.253492:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.253494:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9857f480. 00000100:00000001:3.0:1769074694.253498:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.253499:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.253503:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985adc00 x1855007612699776/t68719480743(68719480743) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074697 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.253508:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.253510:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.253513:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985adc00 x1855007612699776/t68719480743(68719480743) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074697 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.253519:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.253520:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.253522:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98500000. 02000000:00000001:3.0:1769074694.253525:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.253526:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.253527:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=91 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.253529:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.253531:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b985f0800. 02000000:00000001:3.0:1769074694.253533:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.253534:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.253536:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985adc00. 00000100:00000001:3.0:1769074694.253538:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.253539:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.253544:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b9857c380 x1855007612700160/t68719480744(68719480744) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074697 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.253551:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.253553:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.253554:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739745152 : -114161969806464 : ffff982b9857c380) 00000100:00000001:3.0:1769074694.253556:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.253559:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9857c380 x1855007612700160/t68719480744(68719480744) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074697 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.253565:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.253567:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.253571:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9857dc00 x1855007612700544/t68719480745(68719480745) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074697 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.253577:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.253579:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b984ed9e0. 00000100:00000001:3.0:1769074694.253581:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.253584:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9857c380 x1855007612700160/t68719480744(68719480744) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074697 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.253590:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.253592:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.253593:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=90 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.253595:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.253596:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90210800. 02000000:00000001:3.0:1769074694.253599:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.253600:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.253601:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9857c380. 00000100:00000001:3.0:1769074694.253604:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.253605:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.253609:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b9857dc00 x1855007612700544/t68719480745(68719480745) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074697 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.253615:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.254004:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.254011:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9857dc00 x1855007612700544/t68719480745(68719480745) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074697 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.254018:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.254020:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.254022:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b90212800. 02000000:00000001:3.0:1769074694.254025:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.254026:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.254027:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=89 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.254029:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.254030:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b985f2600. 02000000:00000001:3.0:1769074694.254034:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.254035:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.254036:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9857dc00. 00000100:00000001:3.0:1769074694.254039:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.254040:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.254045:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985fe680 x1855007612700928/t68719480746(68719480746) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074697 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.254051:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.254053:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.254054:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911740278400 : -114161969273216 : ffff982b985fe680) 00000100:00000001:3.0:1769074694.254056:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.254059:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985fe680 x1855007612700928/t68719480746(68719480746) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074697 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.254065:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.254067:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.254071:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985ff800 x1855007612701312/t68719480747(68719480747) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074697 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.254076:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.254078:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b985355c0. 00000100:00000001:3.0:1769074694.254080:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.254082:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985fe680 x1855007612700928/t68719480746(68719480746) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074697 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.254087:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.254088:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.254089:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=88 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.254091:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.254093:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98597400. 02000000:00000001:3.0:1769074694.254096:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.254097:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.254099:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985fe680. 00000100:00000001:3.0:1769074694.254102:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.254104:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.254107:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985ff800 x1855007612701312/t68719480747(68719480747) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074697 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.254113:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.254115:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.254118:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985ff800 x1855007612701312/t68719480747(68719480747) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074697 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.254123:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.254124:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.254126:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98594400. 02000000:00000001:3.0:1769074694.254129:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.254130:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.254132:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=87 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.254134:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.254135:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b882cc000. 02000000:00000001:3.0:1769074694.254137:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.254138:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.254139:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985ff800. 00000100:00000001:3.0:1769074694.254143:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.254144:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.254149:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90221c00 x1855007612701696/t68719480748(68719480748) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074697 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.254155:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.254157:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.254158:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911602011136 : -114162107540480 : ffff982b90221c00) 00000100:00000001:3.0:1769074694.254161:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.254163:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90221c00 x1855007612701696/t68719480748(68719480748) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074697 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.254170:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.254171:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.254186:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985af800 x1855007612702080/t68719480749(68719480749) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074697 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.254192:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.254194:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b98535300. 00000100:00000001:3.0:1769074694.254196:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.254199:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90221c00 x1855007612701696/t68719480748(68719480748) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074697 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.254205:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.254206:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.254207:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=86 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.254209:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.254210:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98594800. 02000000:00000001:3.0:1769074694.254213:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.254214:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.254216:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90221c00. 00000100:00000001:3.0:1769074694.254218:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.254219:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.254223:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985af800 x1855007612702080/t68719480749(68719480749) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074697 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.254228:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.254231:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.254234:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985af800 x1855007612702080/t68719480749(68719480749) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074697 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.254240:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.254505:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.254508:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98501800. 02000000:00000001:3.0:1769074694.254532:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.254533:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.254534:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=85 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.254536:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.254537:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b985f0600. 02000000:00000001:3.0:1769074694.254541:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.254543:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.254544:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985af800. 00000100:00000001:3.0:1769074694.254547:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.254548:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.254555:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b9857f100 x1855007612702464/t68719480750(68719480750) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074697 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.254561:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.254564:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.254565:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739756800 : -114161969794816 : ffff982b9857f100) 00000100:00000001:3.0:1769074694.254567:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.254571:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9857f100 x1855007612702464/t68719480750(68719480750) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074697 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.254576:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.254578:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.254582:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90222680 x1855007612702848/t68719480751(68719480751) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074697 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.254587:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.254589:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b98535100. 00000100:00000001:3.0:1769074694.254591:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.254594:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9857f100 x1855007612702464/t68719480750(68719480750) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074697 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.254600:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.254601:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.254602:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=84 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.254604:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.254605:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90212400. 02000000:00000001:3.0:1769074694.254608:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.254609:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.254610:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9857f100. 00000100:00000001:3.0:1769074694.254614:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.254615:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.254631:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90222680 x1855007612702848/t68719480751(68719480751) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074697 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.254637:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.254640:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.254642:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90222680 x1855007612702848/t68719480751(68719480751) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074697 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.254648:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.254649:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.254651:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98596c00. 02000000:00000001:3.0:1769074694.254655:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.254656:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.254657:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=83 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.254659:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.254660:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b982e4400. 02000000:00000001:3.0:1769074694.254663:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.254664:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.254665:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90222680. 00000100:00000001:3.0:1769074694.254668:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.254669:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.254673:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90293b80 x1855007612703232/t68719480752(68719480752) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074697 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.254679:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.254681:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.254682:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911602477952 : -114162107073664 : ffff982b90293b80) 00000100:00000001:3.0:1769074694.254685:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.254687:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90293b80 x1855007612703232/t68719480752(68719480752) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074697 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.254693:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.254695:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.254699:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90221180 x1855007612703616/t68719480753(68719480753) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074697 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.254705:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.254707:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b87d933a0. 00000100:00000001:3.0:1769074694.254709:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.254712:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90293b80 x1855007612703232/t68719480752(68719480752) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074697 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.254718:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.254719:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.254720:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=82 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.254722:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.254723:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90210000. 02000000:00000001:3.0:1769074694.254725:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.254726:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.254727:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90293b80. 00000100:00000001:3.0:1769074694.254730:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.254731:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.254734:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90221180 x1855007612703616/t68719480753(68719480753) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074697 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.254744:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.254746:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.254748:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90221180 x1855007612703616/t68719480753(68719480753) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074697 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.254753:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.254754:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.254755:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98595400. 02000000:00000001:3.0:1769074694.254765:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.254766:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.254767:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=81 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.254769:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.254770:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b982e4e00. 02000000:00000001:3.0:1769074694.254772:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.254773:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.254774:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90221180. 00000100:00000001:3.0:1769074694.254776:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.254777:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.254781:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985afb80 x1855007612704000/t68719480754(68719480754) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074697 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.254788:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.254790:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.254791:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739956096 : -114161969595520 : ffff982b985afb80) 00000100:00000001:3.0:1769074694.254793:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.254795:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985afb80 x1855007612704000/t68719480754(68719480754) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074697 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.254801:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.254802:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.254805:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90221f80 x1855007612704384/t68719480756(68719480756) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074698 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.254810:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.254812:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b985356e0. 00000100:00000001:3.0:1769074694.254814:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.254817:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985afb80 x1855007612704000/t68719480754(68719480754) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074697 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.254822:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.254824:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.254826:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=80 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.254827:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.254828:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90227000. 02000000:00000001:3.0:1769074694.254831:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.254832:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.254833:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985afb80. 00000100:00000001:3.0:1769074694.254835:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.254836:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.254846:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90221f80 x1855007612704384/t68719480756(68719480756) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074698 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.254852:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.254854:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.254857:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90221f80 x1855007612704384/t68719480756(68719480756) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074698 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.254862:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.254864:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.254865:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98595000. 02000000:00000001:3.0:1769074694.254867:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.254869:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.254870:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=79 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.254872:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.254873:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b982e4000. 02000000:00000001:3.0:1769074694.254874:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.254875:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.254876:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90221f80. 00000100:00000001:3.0:1769074694.254878:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.254880:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.254884:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90222a00 x1855007612704768/t68719480757(68719480757) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074698 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.254890:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.254892:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.254893:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911602014720 : -114162107536896 : ffff982b90222a00) 00000100:00000001:3.0:1769074694.254895:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.254897:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90222a00 x1855007612704768/t68719480757(68719480757) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074698 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.254903:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.254904:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.254907:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985ad500 x1855007612705152/t68719480758(68719480758) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074698 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.254913:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.254914:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b985efb20. 00000100:00000001:3.0:1769074694.254917:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.254920:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90222a00 x1855007612704768/t68719480757(68719480757) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074698 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.254925:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.254926:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.254927:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=78 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.254929:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.254930:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90297400. 02000000:00000001:3.0:1769074694.254933:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.254934:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.254935:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90222a00. 00000100:00000001:3.0:1769074694.254938:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.254939:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.254942:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985ad500 x1855007612705152/t68719480758(68719480758) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074698 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.254947:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.254949:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.255390:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985ad500 x1855007612705152/t68719480758(68719480758) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074698 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.255398:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.255399:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.255401:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b90227400. 02000000:00000001:3.0:1769074694.255404:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.255405:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.255406:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=77 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.255408:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.255410:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b985f0e00. 02000000:00000001:3.0:1769074694.255412:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.255413:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.255415:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985ad500. 00000100:00000001:3.0:1769074694.255417:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.255418:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.255425:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90220e00 x1855007612705536/t68719480759(68719480759) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074698 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.255431:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.255433:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.255434:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911602007552 : -114162107544064 : ffff982b90220e00) 00000100:00000001:3.0:1769074694.255436:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.255439:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90220e00 x1855007612705536/t68719480759(68719480759) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074698 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.255444:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.255446:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.255450:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985ae300 x1855007612705920/t68719480760(68719480760) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074698 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.255455:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.255456:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b98535500. 00000100:00000001:3.0:1769074694.255458:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.255462:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90220e00 x1855007612705536/t68719480759(68719480759) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074698 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.255467:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.255469:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.255470:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=76 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.255471:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.255472:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90295000. 02000000:00000001:3.0:1769074694.255474:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.255475:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.255477:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90220e00. 00000100:00000001:3.0:1769074694.255479:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.255480:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.255484:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985ae300 x1855007612705920/t68719480760(68719480760) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074698 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.255489:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.255490:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.255492:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985ae300 x1855007612705920/t68719480760(68719480760) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074698 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.255497:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.255499:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.255500:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b90226000. 02000000:00000001:3.0:1769074694.255502:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.255503:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.255504:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=75 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.255506:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.255507:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b985f1e00. 02000000:00000001:3.0:1769074694.255509:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.255511:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.255512:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985ae300. 00000100:00000001:3.0:1769074694.255514:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.255515:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.255519:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90291c00 x1855007612706304/t68719480761(68719480761) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074698 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.255525:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.255527:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.255528:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911602469888 : -114162107081728 : ffff982b90291c00) 00000100:00000001:3.0:1769074694.255531:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.255535:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90291c00 x1855007612706304/t68719480761(68719480761) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074698 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.255546:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.255547:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.255551:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985af100 x1855007612706688/t68719480762(68719480762) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074698 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.255558:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.255560:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b98535440. 00000100:00000001:3.0:1769074694.255562:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.255564:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90291c00 x1855007612706304/t68719480761(68719480761) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074698 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.255570:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.255571:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.255572:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=74 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.255574:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.255576:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90213400. 02000000:00000001:3.0:1769074694.255578:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.255580:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.255581:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90291c00. 00000100:00000001:3.0:1769074694.255583:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.255584:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.255588:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985af100 x1855007612706688/t68719480762(68719480762) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074698 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.255594:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.255595:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.255598:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985af100 x1855007612706688/t68719480762(68719480762) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074698 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.255603:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.255604:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.255606:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b90224c00. 02000000:00000001:3.0:1769074694.255608:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.255609:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.255610:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=73 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.255612:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.255613:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b985f0c00. 02000000:00000001:3.0:1769074694.255615:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.255616:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.257062:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985af100. 00000100:00000001:3.0:1769074694.257072:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.257073:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.257084:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90290380 x1855007612707072/t68719480763(68719480763) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074698 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.257092:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.257095:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.257096:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911602463616 : -114162107088000 : ffff982b90290380) 00000100:00000001:3.0:1769074694.257099:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.257102:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90290380 x1855007612707072/t68719480763(68719480763) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074698 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.257108:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.257110:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.257114:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90292680 x1855007612707456/t68719480764(68719480764) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074698 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.257119:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.257122:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b98535ee0. 00000100:00000001:3.0:1769074694.257125:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.257128:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90290380 x1855007612707072/t68719480763(68719480763) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074698 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.257133:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.257136:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.257137:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=72 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.257140:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.257142:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90211800. 02000000:00000001:3.0:1769074694.257146:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.257147:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.257149:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90290380. 00000100:00000001:3.0:1769074694.257151:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.257152:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.257156:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90292680 x1855007612707456/t68719480764(68719480764) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074698 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.257161:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.257163:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.257166:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90292680 x1855007612707456/t68719480764(68719480764) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074698 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.257172:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.257173:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.257183:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b90210c00. 02000000:00000001:3.0:1769074694.257186:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.257187:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.257188:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=71 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.257190:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.257191:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b985f3600. 02000000:00000001:3.0:1769074694.257194:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.257195:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.257196:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90292680. 00000100:00000001:3.0:1769074694.257198:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.257200:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.257204:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90291180 x1855007612707840/t68719480765(68719480765) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074698 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.257396:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.257400:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.257401:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911602467200 : -114162107084416 : ffff982b90291180) 00000100:00000001:3.0:1769074694.257403:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.257408:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90291180 x1855007612707840/t68719480765(68719480765) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074698 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.257414:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.257416:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.257420:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985ac700 x1855007612708224/t68719480766(68719480766) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074698 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.257427:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.257428:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b985efd00. 00000100:00000001:3.0:1769074694.257432:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.257435:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90291180 x1855007612707840/t68719480765(68719480765) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074698 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.257441:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.257443:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.257444:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=70 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.257446:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.257448:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90213800. 02000000:00000001:3.0:1769074694.257450:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.257451:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.257452:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90291180. 00000100:00000001:3.0:1769074694.257455:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.257456:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.257459:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985ac700 x1855007612708224/t68719480766(68719480766) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074698 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.257466:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.257467:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.257470:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985ac700 x1855007612708224/t68719480766(68719480766) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074698 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.257476:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.257477:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.257479:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b90226800. 02000000:00000001:3.0:1769074694.257481:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.257482:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.257483:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=69 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.257484:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.257485:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b985f1000. 02000000:00000001:3.0:1769074694.257487:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.257488:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.257490:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985ac700. 00000100:00000001:3.0:1769074694.257493:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.257494:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.257498:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985ad880 x1855007612708608/t68719480767(68719480767) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074698 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.257504:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.257505:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.257506:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739947136 : -114161969604480 : ffff982b985ad880) 00000100:00000001:3.0:1769074694.257508:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.257511:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985ad880 x1855007612708608/t68719480767(68719480767) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074698 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.257517:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.257518:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.257523:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985b0e00 x1855007612708992/t68719480768(68719480768) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074698 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.257528:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.257530:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b984edec0. 00000100:00000001:3.0:1769074694.257532:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.257534:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985ad880 x1855007612708608/t68719480767(68719480767) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074698 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.257540:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.257541:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.257542:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=68 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.257543:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.257544:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90224800. 02000000:00000001:3.0:1769074694.257546:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.257547:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.257548:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985ad880. 00000100:00000001:3.0:1769074694.257550:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.257551:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.257554:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985b0e00 x1855007612708992/t68719480768(68719480768) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074698 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.257566:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.257568:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.257570:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985b0e00 x1855007612708992/t68719480768(68719480768) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074698 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.257576:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.257577:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.257579:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b9859e400. 02000000:00000001:3.0:1769074694.257582:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.257583:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.257584:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=67 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.257586:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.257587:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b98e87c00. 02000000:00000001:3.0:1769074694.257590:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.257591:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.257592:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985b0e00. 00000100:00000001:3.0:1769074694.257595:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.257596:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.257600:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90223800 x1855007612709376/t68719480769(68719480769) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074698 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.257605:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.257607:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.257608:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911602018304 : -114162107533312 : ffff982b90223800) 00000100:00000001:3.0:1769074694.257610:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.257613:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90223800 x1855007612709376/t68719480769(68719480769) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074698 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.257703:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.257705:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.257710:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90223480 x1855007612709760/t68719480770(68719480770) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074698 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.257715:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.257718:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b98535400. 00000100:00000001:3.0:1769074694.257720:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.257723:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90223800 x1855007612709376/t68719480769(68719480769) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074698 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.257729:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.257731:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.257732:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=66 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.257734:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.257735:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90294c00. 02000000:00000001:3.0:1769074694.257737:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.257738:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.257740:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90223800. 00000100:00000001:3.0:1769074694.257742:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.257743:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.257746:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90223480 x1855007612709760/t68719480770(68719480770) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074698 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.257753:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.258468:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.258479:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90223480 x1855007612709760/t68719480770(68719480770) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074698 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.258489:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.258490:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.258493:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b90296800. 02000000:00000001:3.0:1769074694.258496:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.258498:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.258499:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=65 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.258501:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.258503:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b982e5c00. 02000000:00000001:3.0:1769074694.258506:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.258507:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.258508:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90223480. 00000100:00000001:3.0:1769074694.258511:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.258513:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.258517:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985aca80 x1855007612710144/t68719480771(68719480771) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074698 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.258524:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.258527:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.258528:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739943552 : -114161969608064 : ffff982b985aca80) 00000100:00000001:3.0:1769074694.258531:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.258533:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985aca80 x1855007612710144/t68719480771(68719480771) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074698 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.258539:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.258541:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.258545:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90292a00 x1855007612710528/t68719480772(68719480772) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074698 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.258551:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.258553:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b984ed0a0. 00000100:00000001:3.0:1769074694.258555:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.258557:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985aca80 x1855007612710144/t68719480771(68719480771) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074698 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.258563:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.258564:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.258565:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=64 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.258567:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.258568:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90227c00. 02000000:00000001:3.0:1769074694.258570:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.258571:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.258572:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985aca80. 00000100:00000001:3.0:1769074694.258575:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.258576:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.262494:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90292a00 x1855007612710528/t68719480772(68719480772) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074698 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.262517:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.262522:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.262536:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90292a00 x1855007612710528/t68719480772(68719480772) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074698 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.262544:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.262547:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.262552:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b90213c00. 02000000:00000001:3.0:1769074694.262559:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.262562:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.262564:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=63 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.262566:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.262569:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b985f3800. 02000000:00000001:3.0:1769074694.262589:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.262592:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.262594:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90292a00. 00000100:00000001:3.0:1769074694.262598:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.262600:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.262607:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985b2a00 x1855007612710912/t68719480773(68719480773) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074698 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.262614:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.262634:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.262636:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739968000 : -114161969583616 : ffff982b985b2a00) 00000100:00000001:3.0:1769074694.262639:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.262642:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985b2a00 x1855007612710912/t68719480773(68719480773) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074698 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.262649:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.262651:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.262655:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90220700 x1855007612711296/t68719480774(68719480774) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074698 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.262661:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.262664:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b984edd80. 00000100:00000001:3.0:1769074694.262668:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.262671:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985b2a00 x1855007612710912/t68719480773(68719480773) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074698 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.262677:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.262680:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.262681:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=62 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.262683:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.262685:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b9859ec00. 02000000:00000001:3.0:1769074694.262697:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.262698:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.262700:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985b2a00. 00000100:00000001:3.0:1769074694.262704:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.262705:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.262710:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90220700 x1855007612711296/t68719480774(68719480774) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074698 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.262717:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.262719:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.262722:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90220700 x1855007612711296/t68719480774(68719480774) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074698 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.262728:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.262731:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.262732:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b90297c00. 02000000:00000001:3.0:1769074694.262742:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.262744:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.262745:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=61 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.262747:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.262749:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b982e5a00. 02000000:00000001:3.0:1769074694.262756:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.262757:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.262759:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90220700. 00000100:00000001:3.0:1769074694.262768:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.262769:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.262774:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90290a80 x1855007612711680/t68719480775(68719480775) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074698 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.262781:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.262783:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.262784:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911602465408 : -114162107086208 : ffff982b90290a80) 00000100:00000001:3.0:1769074694.262787:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.262790:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90290a80 x1855007612711680/t68719480775(68719480775) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074698 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.262796:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.262798:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.262801:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985aea00 x1855007612712064/t68719480776(68719480776) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074698 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.262807:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.262809:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b98535e20. 00000100:00000001:3.0:1769074694.262812:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.262814:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90290a80 x1855007612711680/t68719480775(68719480775) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074698 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.262820:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.262821:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.262822:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=60 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.262824:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.262826:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90211000. 02000000:00000001:3.0:1769074694.262828:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.262829:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.262831:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90290a80. 00000100:00000001:3.0:1769074694.262833:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.262834:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.262838:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985aea00 x1855007612712064/t68719480776(68719480776) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074698 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.262844:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.262846:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.262849:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985aea00 x1855007612712064/t68719480776(68719480776) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074698 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.262855:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.262856:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.262858:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b90227800. 02000000:00000001:3.0:1769074694.262861:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.262862:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.262864:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=59 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.262865:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.262866:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b985f1400. 02000000:00000001:3.0:1769074694.262869:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.262870:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.262871:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985aea00. 00000100:00000001:3.0:1769074694.262874:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.262875:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.262880:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985aed80 x1855007612712448/t68719480777(68719480777) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074698 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.262885:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.262886:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.262887:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739952512 : -114161969599104 : ffff982b985aed80) 00000100:00000001:3.0:1769074694.262889:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.262892:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985aed80 x1855007612712448/t68719480777(68719480777) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074698 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.262897:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.262898:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.262902:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9859b480 x1855007612712832/t68719480778(68719480778) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074698 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.262907:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.262909:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b985efe80. 00000100:00000001:3.0:1769074694.262911:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.262914:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985aed80 x1855007612712448/t68719480777(68719480777) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074698 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.262919:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.262921:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.262922:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=58 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.262924:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.262925:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90226c00. 02000000:00000001:3.0:1769074694.262927:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.262928:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.262930:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985aed80. 00000100:00000001:3.0:1769074694.262932:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.262933:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.262936:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b9859b480 x1855007612712832/t68719480778(68719480778) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074698 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.262940:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.262942:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.262945:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9859b480 x1855007612712832/t68719480778(68719480778) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074698 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.262949:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.262950:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.262951:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b90225400. 02000000:00000001:3.0:1769074694.262959:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.262960:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.262961:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=57 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.262963:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.262964:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b985f0200. 02000000:00000001:3.0:1769074694.262967:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.262968:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.262969:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9859b480. 00000100:00000001:3.0:1769074694.262972:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.262973:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.262978:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90293800 x1855007612713984/t68719480779(68719480779) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074698 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.262983:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.262985:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.262986:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911602477056 : -114162107074560 : ffff982b90293800) 00000100:00000001:3.0:1769074694.262988:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.262990:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90293800 x1855007612713984/t68719480779(68719480779) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074698 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.262996:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.262997:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.263002:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9859a680 x1855007612717312/t68719480780(68719480780) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074698 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.263007:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.263009:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b98535780. 00000100:00000001:3.0:1769074694.263011:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.263014:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90293800 x1855007612713984/t68719480779(68719480779) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074698 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.263019:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.263020:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.263021:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=56 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.263023:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.263024:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90210400. 02000000:00000001:3.0:1769074694.263027:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.263028:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.263029:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90293800. 00000100:00000001:3.0:1769074694.263036:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.263038:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.263041:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b9859a680 x1855007612717312/t68719480780(68719480780) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074698 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.263047:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.263049:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.263052:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9859a680 x1855007612717312/t68719480780(68719480780) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074698 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.263057:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.263059:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.263061:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b985c9000. 02000000:00000001:3.0:1769074694.263064:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.263065:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.263066:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=55 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.263068:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.263069:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b985f1a00. 02000000:00000001:3.0:1769074694.263075:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.263076:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.263078:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9859a680. 00000100:00000001:3.0:1769074694.263080:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.263082:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.263087:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b98599180 x1855007612720768/t68719480781(68719480781) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074699 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.263092:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.263093:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.263095:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739863424 : -114161969688192 : ffff982b98599180) 00000100:00000001:3.0:1769074694.263097:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.263100:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98599180 x1855007612720768/t68719480781(68719480781) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074699 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.263105:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.263106:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.263110:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b985d6d80 x1855007612726144/t68719480782(68719480782) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074699 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.263115:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.263116:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b87d93940. 00000100:00000001:3.0:1769074694.263119:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.263121:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98599180 x1855007612720768/t68719480781(68719480781) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074699 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.263127:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.263128:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.263129:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=54 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.263131:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.263132:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b985c9800. 02000000:00000001:3.0:1769074694.263135:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.263136:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.263137:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98599180. 00000100:00000001:3.0:1769074694.263144:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.263146:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.263150:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b985d6d80 x1855007612726144/t68719480782(68719480782) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074699 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.263162:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.263164:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.263166:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b985d6d80 x1855007612726144/t68719480782(68719480782) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074699 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.263173:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.263175:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.263177:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b985cc800. 02000000:00000001:3.0:1769074694.263180:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.263181:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.263182:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=53 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.263184:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.263186:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b90265200. 02000000:00000001:3.0:1769074694.263188:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.263189:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.263190:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b985d6d80. 00000100:00000001:3.0:1769074694.263200:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.263201:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.263206:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b902cfb80 x1855007612726528/t68719480783(68719480783) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074699 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.263212:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.263214:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.263215:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911602723712 : -114162106827904 : ffff982b902cfb80) 00000100:00000001:3.0:1769074694.263217:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.263220:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b902cfb80 x1855007612726528/t68719480783(68719480783) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074699 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.263225:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.263226:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.263230:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b902cd880 x1855007612726912/t68719480784(68719480784) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074699 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.263235:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.263236:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b984ed680. 00000100:00000001:3.0:1769074694.263238:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.263241:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b902cfb80 x1855007612726528/t68719480783(68719480783) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074699 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.264714:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.264718:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.264720:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=52 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.264723:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.264726:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b985ce800. 02000000:00000001:3.0:1769074694.264744:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.264746:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.264748:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b902cfb80. 00000100:00000001:3.0:1769074694.264751:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.264753:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.264772:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b902cd880 x1855007612726912/t68719480784(68719480784) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074699 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.264779:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.264782:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.264785:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b902cd880 x1855007612726912/t68719480784(68719480784) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074699 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.264791:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.264792:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.264795:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b90219400. 02000000:00000001:3.0:1769074694.264798:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.264799:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.264800:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=51 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.264802:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.264804:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b90264600. 02000000:00000001:3.0:1769074694.264806:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.264807:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.264808:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b902cd880. 00000100:00000001:3.0:1769074694.264811:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.264812:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.264816:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b902cdc00 x1855007612727296/t68719480785(68719480785) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074699 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.264822:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.264825:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.264826:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911602715648 : -114162106835968 : ffff982b902cdc00) 00000100:00000001:3.0:1769074694.264829:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.264831:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b902cdc00 x1855007612727296/t68719480785(68719480785) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074699 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.264837:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.265453:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.265461:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b902cc380 x1855007612727680/t68719480786(68719480786) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074699 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.265469:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.265472:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b984ed900. 00000100:00000001:3.0:1769074694.265476:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.265480:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b902cdc00 x1855007612727296/t68719480785(68719480785) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074699 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.265486:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.265487:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.265488:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=50 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.265490:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.265492:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90218000. 02000000:00000001:3.0:1769074694.265495:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.265496:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.265497:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b902cdc00. 00000100:00000001:3.0:1769074694.265500:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.265501:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.265504:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b902cc380 x1855007612727680/t68719480786(68719480786) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074699 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.265509:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.265511:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.265513:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b902cc380 x1855007612727680/t68719480786(68719480786) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074699 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.265520:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.265521:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.265523:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b90219c00. 02000000:00000001:3.0:1769074694.265525:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.265526:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.265527:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=49 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.265529:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.265530:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b90264c00. 02000000:00000001:3.0:1769074694.265532:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.265533:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.265534:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b902cc380. 00000100:00000001:3.0:1769074694.265536:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.265537:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.265541:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b9024a300 x1855007612728064/t68719480787(68719480787) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074699 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.265546:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.265548:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.265549:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911602176768 : -114162107374848 : ffff982b9024a300) 00000100:00000001:3.0:1769074694.265551:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.265554:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9024a300 x1855007612728064/t68719480787(68719480787) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074699 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.265559:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.265560:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.265564:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90249500 x1855007612728448/t68719480788(68719480788) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074699 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.265569:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.265571:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b98535fe0. 00000100:00000001:3.0:1769074694.265573:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.265575:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9024a300 x1855007612728064/t68719480787(68719480787) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074699 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.265580:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.265582:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.265583:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=48 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.265584:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.265585:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b9021e800. 02000000:00000001:3.0:1769074694.265589:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.265590:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.265591:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9024a300. 00000100:00000001:3.0:1769074694.265594:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.265595:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.265598:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90249500 x1855007612728448/t68719480788(68719480788) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074699 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.265603:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.265605:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.265607:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90249500 x1855007612728448/t68719480788(68719480788) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074699 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.265612:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.265613:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.265615:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b9021c800. 02000000:00000001:3.0:1769074694.265745:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.265748:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.265750:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=47 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.265752:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.265754:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b902ca800. 02000000:00000001:3.0:1769074694.265793:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.265795:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.265797:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90249500. 00000100:00000001:3.0:1769074694.265800:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.265801:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.265807:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b9024b100 x1855007612728832/t68719480789(68719480789) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074699 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.265813:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.265815:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.265816:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911602180352 : -114162107371264 : ffff982b9024b100) 00000100:00000001:3.0:1769074694.265819:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.265822:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9024b100 x1855007612728832/t68719480789(68719480789) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074699 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.265828:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.265829:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.265834:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9024ed80 x1855007612729216/t68719480790(68719480790) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074699 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.265929:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.265931:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b984ed080. 00000100:00000001:3.0:1769074694.265934:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.265939:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9024b100 x1855007612728832/t68719480789(68719480789) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074699 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.265944:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.265946:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.265947:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=46 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.265949:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.265950:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b9021fc00. 02000000:00000001:3.0:1769074694.265953:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.265954:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.265956:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9024b100. 00000100:00000001:3.0:1769074694.265957:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.265959:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.265962:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b9024ed80 x1855007612729216/t68719480790(68719480790) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074699 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.265968:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.265970:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.265973:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9024ed80 x1855007612729216/t68719480790(68719480790) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074699 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.265979:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.265980:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.265982:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b985f6800. 02000000:00000001:3.0:1769074694.265996:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.265998:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.265999:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=45 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.266001:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.266003:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b902c9e00. 02000000:00000001:3.0:1769074694.266006:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.266007:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.266008:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9024ed80. 00000100:00000001:3.0:1769074694.266011:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.266012:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.266018:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b902cd180 x1855007612729600/t68719480791(68719480791) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074699 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.266024:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.266026:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.266027:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911602712960 : -114162106838656 : ffff982b902cd180) 00000100:00000001:3.0:1769074694.266029:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.266031:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b902cd180 x1855007612729600/t68719480791(68719480791) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074699 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.266038:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.266039:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.266043:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9024bb80 x1855007612729984/t68719480792(68719480792) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074699 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.266050:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.266052:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b984ed8c0. 00000100:00000001:3.0:1769074694.266054:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.266057:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b902cd180 x1855007612729600/t68719480791(68719480791) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074699 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.266063:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.266064:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.266066:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=44 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.266068:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.266069:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b9021a000. 02000000:00000001:3.0:1769074694.266071:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.266072:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.266074:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b902cd180. 00000100:00000001:3.0:1769074694.266076:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.266077:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.266081:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b9024bb80 x1855007612729984/t68719480792(68719480792) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074699 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.266087:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.266090:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.266093:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9024bb80 x1855007612729984/t68719480792(68719480792) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074699 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.266099:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.266100:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.266101:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b9021f800. 02000000:00000001:3.0:1769074694.266104:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.266105:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.266106:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=43 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.266108:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.266109:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b902cb000. 02000000:00000001:3.0:1769074694.266111:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.266112:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.266114:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9024bb80. 00000100:00000001:3.0:1769074694.266116:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.266117:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.266121:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b98505880 x1855007612730368/t68719480793(68719480793) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074699 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.266127:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.266128:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.266129:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739259008 : -114161970292608 : ffff982b98505880) 00000100:00000001:3.0:1769074694.266131:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.266134:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98505880 x1855007612730368/t68719480793(68719480793) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074699 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.266139:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.266140:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.266146:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90249880 x1855007612730752/t68719480794(68719480794) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074699 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.266151:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.266153:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b985ef380. 00000100:00000001:3.0:1769074694.266156:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.266159:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98505880 x1855007612730368/t68719480793(68719480793) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074699 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.266165:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.266166:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.266167:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=42 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.266169:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.266171:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b902be400. 02000000:00000001:3.0:1769074694.266174:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.266175:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.266745:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98505880. 00000100:00000001:3.0:1769074694.266750:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.266751:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.266936:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90249880 x1855007612730752/t68719480794(68719480794) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074699 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.266943:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.266946:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.266949:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90249880 x1855007612730752/t68719480794(68719480794) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074699 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.266955:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.266956:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.266959:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b9021ec00. 02000000:00000001:3.0:1769074694.266963:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.266964:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.266965:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=41 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.266968:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.266969:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b902ca000. 02000000:00000001:3.0:1769074694.266971:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.266972:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.266975:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90249880. 00000100:00000001:3.0:1769074694.266976:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.266977:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.266982:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90249c00 x1855007612731136/t68719480795(68719480795) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074699 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.266987:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.266990:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.266991:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911602174976 : -114162107376640 : ffff982b90249c00) 00000100:00000001:3.0:1769074694.266993:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.266996:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90249c00 x1855007612731136/t68719480795(68719480795) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074699 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.267001:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.267002:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.267006:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98505180 x1855007612731520/t68719480796(68719480796) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074699 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.267011:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.267012:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b98535600. 00000100:00000001:3.0:1769074694.267015:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.267017:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90249c00 x1855007612731136/t68719480795(68719480795) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074699 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.267022:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.267023:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.267024:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=40 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.267026:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.267027:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b9021d400. 02000000:00000001:3.0:1769074694.267030:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.267031:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.267032:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90249c00. 00000100:00000001:3.0:1769074694.267034:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.267035:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.267038:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b98505180 x1855007612731520/t68719480796(68719480796) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074699 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.267047:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.267049:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.267051:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98505180 x1855007612731520/t68719480796(68719480796) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074699 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.267057:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.267058:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.267060:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b902bf000. 02000000:00000001:3.0:1769074694.267062:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.267063:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.267065:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=39 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.267066:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.267067:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b902bb000. 02000000:00000001:3.0:1769074694.267069:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.267070:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.267072:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98505180. 00000100:00000001:3.0:1769074694.267074:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.267075:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.267079:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b98504700 x1855007612731904/t68719480797(68719480797) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074699 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.267085:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.267086:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.267088:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739254528 : -114161970297088 : ffff982b98504700) 00000100:00000001:3.0:1769074694.267090:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.267092:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98504700 x1855007612731904/t68719480797(68719480797) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074699 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.267099:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.267100:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.267104:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98504a80 x1855007612732288/t68719480798(68719480798) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074699 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.267110:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.267112:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b985ef6a0. 00000100:00000001:3.0:1769074694.267114:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.267117:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98504700 x1855007612731904/t68719480797(68719480797) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074699 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.267123:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.267124:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.267125:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=38 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.267126:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.267127:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b902bdc00. 02000000:00000001:3.0:1769074694.267131:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.267132:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.267133:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98504700. 00000100:00000001:3.0:1769074694.267135:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.267136:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.267139:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b98504a80 x1855007612732288/t68719480798(68719480798) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074699 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.267144:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.267146:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.267149:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98504a80 x1855007612732288/t68719480798(68719480798) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074699 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.267154:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.267156:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.267157:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b902bec00. 02000000:00000001:3.0:1769074694.267159:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.267160:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.267161:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=37 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.267163:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.267164:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b902bae00. 02000000:00000001:3.0:1769074694.267166:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.267168:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.267169:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98504a80. 00000100:00000001:3.0:1769074694.267171:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.267172:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.268078:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b9024c700 x1855007612732672/t68719480799(68719480799) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074699 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.268090:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.268093:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.268094:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911602185984 : -114162107365632 : ffff982b9024c700) 00000100:00000001:3.0:1769074694.268096:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.268101:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9024c700 x1855007612732672/t68719480799(68719480799) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074699 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.268108:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.268109:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.268113:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9024e300 x1855007612733056/t68719480800(68719480800) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074699 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.268118:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.268121:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b87d93c20. 00000100:00000001:3.0:1769074694.268124:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.268127:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9024c700 x1855007612732672/t68719480799(68719480799) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074699 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.268133:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.268135:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.268137:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=36 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.268138:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.268141:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b985cb000. 02000000:00000001:3.0:1769074694.268164:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.268165:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.268168:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9024c700. 00000100:00000001:3.0:1769074694.268171:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.268172:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.268930:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b9024e300 x1855007612733056/t68719480800(68719480800) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074699 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.268944:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.268946:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.268952:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9024e300 x1855007612733056/t68719480800(68719480800) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074699 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.268959:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.268961:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.268963:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b9021b000. 02000000:00000001:3.0:1769074694.268967:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.268968:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.268969:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=35 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.268971:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.268973:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b902c8200. 02000000:00000001:3.0:1769074694.268984:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.268985:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.268987:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9024e300. 00000100:00000001:3.0:1769074694.268995:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.268996:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.269002:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90248a80 x1855007612733440/t68719480801(68719480801) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074700 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.269007:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.269009:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.269010:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911602170496 : -114162107381120 : ffff982b90248a80) 00000100:00000001:3.0:1769074694.269013:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.269015:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90248a80 x1855007612733440/t68719480801(68719480801) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074700 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.269021:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.269022:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.269026:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98506680 x1855007612733824/t68719480802(68719480802) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074700 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.269031:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.269033:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b98535f40. 00000100:00000001:3.0:1769074694.269036:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.269039:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90248a80 x1855007612733440/t68719480801(68719480801) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074700 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.269045:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.269047:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.269048:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=34 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.269050:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.269052:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b9021dc00. 02000000:00000001:3.0:1769074694.269055:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.269056:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.269058:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90248a80. 00000100:00000001:3.0:1769074694.269061:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.269062:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.269065:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b98506680 x1855007612733824/t68719480802(68719480802) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074700 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.269072:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.269074:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.269077:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98506680 x1855007612733824/t68719480802(68719480802) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074700 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.269082:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.269083:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.269085:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b902bf400. 02000000:00000001:3.0:1769074694.269088:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.269089:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.269091:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=33 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.269092:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.269094:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b902bbe00. 02000000:00000001:3.0:1769074694.269096:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.269097:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.269098:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98506680. 00000100:00000001:3.0:1769074694.269101:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.269103:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.269107:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b98504e00 x1855007612734208/t68719480803(68719480803) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074700 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.269114:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.269116:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.269117:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739256320 : -114161970295296 : ffff982b98504e00) 00000100:00000001:3.0:1769074694.269119:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.269123:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98504e00 x1855007612734208/t68719480803(68719480803) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074700 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.269129:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.269130:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.269133:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90249f80 x1855007612734592/t68719480804(68719480804) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074700 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.269138:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.269140:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b98535580. 00000100:00000001:3.0:1769074694.269142:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.269145:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98504e00 x1855007612734208/t68719480803(68719480803) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074700 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.269151:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.269152:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.269153:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=32 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.269155:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.269156:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b902be000. 02000000:00000001:3.0:1769074694.269160:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.269161:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.269163:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98504e00. 00000100:00000001:3.0:1769074694.269165:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.269167:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.269170:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90249f80 x1855007612734592/t68719480804(68719480804) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074700 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.269186:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.269188:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.269192:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90249f80 x1855007612734592/t68719480804(68719480804) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074700 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.269197:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.269198:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.269199:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b9021d800. 02000000:00000001:3.0:1769074694.269202:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.269203:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.269204:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=31 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.269206:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.269208:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b902caa00. 02000000:00000001:3.0:1769074694.269210:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.269211:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.270748:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90249f80. 00000100:00000001:3.0:1769074694.270770:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.270773:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.270786:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b9024aa00 x1855007612734976/t68719480805(68719480805) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074700 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.270795:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.270800:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.270802:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911602178560 : -114162107373056 : ffff982b9024aa00) 00000100:00000001:3.0:1769074694.270805:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.270809:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9024aa00 x1855007612734976/t68719480805(68719480805) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074700 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.270815:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.270817:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.270822:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90249180 x1855007612735360/t68719480806(68719480806) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074700 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.270827:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.270829:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b985358a0. 00000100:00000001:3.0:1769074694.270833:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.270835:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9024aa00 x1855007612734976/t68719480805(68719480805) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074700 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.270848:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.270851:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.270853:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=30 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.270855:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.270858:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b9021c400. 02000000:00000001:3.0:1769074694.270862:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.270864:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.270866:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9024aa00. 00000100:00000001:3.0:1769074694.270868:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.270870:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.270873:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90249180 x1855007612735360/t68719480806(68719480806) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074700 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.270878:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.270880:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.270883:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90249180 x1855007612735360/t68719480806(68719480806) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074700 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.270889:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.270890:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.270892:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b9021e400. 02000000:00000001:3.0:1769074694.270895:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.270897:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.270898:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=29 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.270900:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.270901:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b902cb400. 02000000:00000001:3.0:1769074694.270903:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.270904:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.270905:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90249180. 00000100:00000001:3.0:1769074694.270907:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.270908:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.270912:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90248000 x1855007612735744/t68719480807(68719480807) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074700 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.270917:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.270919:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.270920:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911602167808 : -114162107383808 : ffff982b90248000) 00000100:00000001:3.0:1769074694.270922:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.270924:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90248000 x1855007612735744/t68719480807(68719480807) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074700 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.270929:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.270931:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.270935:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90252680 x1855007612736128/t68719480808(68719480808) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074700 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.270941:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.270943:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b98535640. 00000100:00000001:3.0:1769074694.270945:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.270947:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90248000 x1855007612735744/t68719480807(68719480807) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074700 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.270954:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.270955:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.270956:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=28 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.270958:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.270959:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b9021f000. 02000000:00000001:3.0:1769074694.270962:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.270963:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.270964:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90248000. 00000100:00000001:3.0:1769074694.270978:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.270980:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.270984:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90252680 x1855007612736128/t68719480808(68719480808) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074700 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.270989:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.270991:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.270993:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90252680 x1855007612736128/t68719480808(68719480808) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074700 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.270998:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.271000:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.271001:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b9021f400. 02000000:00000001:3.0:1769074694.271004:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.271005:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.271006:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=27 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.271009:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.271010:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b902ca600. 02000000:00000001:3.0:1769074694.271012:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.271013:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.271015:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90252680. 00000100:00000001:3.0:1769074694.271017:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.271018:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.271023:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90251180 x1855007612736512/t68719480809(68719480809) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074700 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.271029:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.271030:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.271032:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911602205056 : -114162107346560 : ffff982b90251180) 00000100:00000001:3.0:1769074694.271034:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.271036:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90251180 x1855007612736512/t68719480809(68719480809) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074700 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.271042:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.271043:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.271047:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90251f80 x1855007612736896/t68719480810(68719480810) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074700 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.271052:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.271054:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b985354c0. 00000100:00000001:3.0:1769074694.271056:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.271058:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90251180 x1855007612736512/t68719480809(68719480809) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074700 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.271063:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.271065:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.271066:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=26 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.271068:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.271069:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b9021d000. 02000000:00000001:3.0:1769074694.271071:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.271073:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.271074:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90251180. 00000100:00000001:3.0:1769074694.271076:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.271077:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.271079:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90251f80 x1855007612736896/t68719480810(68719480810) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074700 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.271091:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.271093:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.271095:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90251f80 x1855007612736896/t68719480810(68719480810) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074700 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.271101:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.271102:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.271103:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b9021e000. 02000000:00000001:3.0:1769074694.271106:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.271107:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.271108:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=25 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.271110:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.271111:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b902cbc00. 02000000:00000001:3.0:1769074694.271114:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.271115:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.271116:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90251f80. 00000100:00000001:3.0:1769074694.271118:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.271119:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.271123:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90252a00 x1855007612737280/t68719480811(68719480811) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074700 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.271128:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.271130:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.271132:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911602211328 : -114162107340288 : ffff982b90252a00) 00000100:00000001:3.0:1769074694.271134:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.271137:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90252a00 x1855007612737280/t68719480811(68719480811) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074700 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.271142:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.271143:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.271147:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b902cdf80 x1855007612737664/t68719480812(68719480812) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074700 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.271153:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.271155:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b984ed880. 00000100:00000001:3.0:1769074694.271157:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.271160:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90252a00 x1855007612737280/t68719480811(68719480811) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074700 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.271165:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.271166:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.271168:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=24 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.271170:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.271171:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b9021cc00. 02000000:00000001:3.0:1769074694.271173:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.271174:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.271175:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90252a00. 00000100:00000001:3.0:1769074694.271176:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.271177:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.271180:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b902cdf80 x1855007612737664/t68719480812(68719480812) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074700 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.271186:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.271188:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.271190:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b902cdf80 x1855007612737664/t68719480812(68719480812) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074700 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.271196:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.271197:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.271198:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b90218800. 02000000:00000001:3.0:1769074694.271201:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.271202:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.271203:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=23 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.271205:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.271206:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b90265000. 02000000:00000001:3.0:1769074694.271208:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.271209:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.271210:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b902cdf80. 00000100:00000001:3.0:1769074694.271213:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.271214:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.271218:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b902cea00 x1855007612738048/t68719480813(68719480813) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074700 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.271224:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.271226:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.271227:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911602719232 : -114162106832384 : ffff982b902cea00) 00000100:00000001:3.0:1769074694.271229:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.271233:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b902cea00 x1855007612738048/t68719480813(68719480813) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074700 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.271239:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.271240:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.271868:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b902cce00 x1855007612738432/t68719480814(68719480814) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074700 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.271876:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.271878:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b984ede60. 00000100:00000001:3.0:1769074694.271882:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.271885:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b902cea00 x1855007612738048/t68719480813(68719480813) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074700 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.271890:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.271892:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.271893:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=22 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.271895:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.271897:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b9021ac00. 02000000:00000001:3.0:1769074694.271900:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.271901:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.271903:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b902cea00. 00000100:00000001:3.0:1769074694.271906:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.271907:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.271910:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b902cce00 x1855007612738432/t68719480814(68719480814) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074700 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.271917:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.271919:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.271922:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b902cce00 x1855007612738432/t68719480814(68719480814) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074700 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.271929:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.271930:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.271932:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b9021b800. 02000000:00000001:3.0:1769074694.271934:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.271935:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.271936:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=21 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.271938:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.271939:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b90264000. 02000000:00000001:3.0:1769074694.271941:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.271943:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.271944:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b902cce00. 00000100:00000001:3.0:1769074694.271946:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.271947:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.271953:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b902ced80 x1855007612738816/t68719480815(68719480815) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074700 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.271958:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.271960:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.271961:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911602720128 : -114162106831488 : ffff982b902ced80) 00000100:00000001:3.0:1769074694.271963:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.271965:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b902ced80 x1855007612738816/t68719480815(68719480815) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074700 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.271971:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.271973:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.271976:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90250e00 x1855007612739200/t68719480816(68719480816) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074700 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.271982:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.271983:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b98535d20. 00000100:00000001:3.0:1769074694.271986:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.271988:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b902ced80 x1855007612738816/t68719480815(68719480815) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074700 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.271993:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.271995:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.271996:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=20 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.271998:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.271999:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b9021bc00. 02000000:00000001:3.0:1769074694.272001:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.272002:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.272004:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b902ced80. 00000100:00000001:3.0:1769074694.272006:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.272007:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.272010:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90250e00 x1855007612739200/t68719480816(68719480816) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074700 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.272016:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.272018:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.272020:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90250e00 x1855007612739200/t68719480816(68719480816) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074700 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.272025:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.272026:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.272028:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b9021c000. 02000000:00000001:3.0:1769074694.272030:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.272031:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.272032:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=19 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.272033:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.272035:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b902ca400. 02000000:00000001:3.0:1769074694.272037:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.272038:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.272039:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90250e00. 00000100:00000001:3.0:1769074694.272041:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.272042:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.272046:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b98504380 x1855007612739584/t68719480817(68719480817) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074700 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.272052:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.272053:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.272054:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739253632 : -114161970297984 : ffff982b98504380) 00000100:00000001:3.0:1769074694.272056:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.272059:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98504380 x1855007612739584/t68719480817(68719480817) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074700 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.272064:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.272065:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.272069:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90250a80 x1855007612739968/t68719480818(68719480818) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074700 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.272074:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.272076:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b98535ac0. 00000100:00000001:3.0:1769074694.272078:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.272080:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98504380 x1855007612739584/t68719480817(68719480817) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074700 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.272085:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.272086:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.272087:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=18 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.272089:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.272090:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b902bcc00. 02000000:00000001:3.0:1769074694.272092:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.272093:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.272094:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98504380. 00000100:00000001:3.0:1769074694.272096:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.272097:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.272100:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90250a80 x1855007612739968/t68719480818(68719480818) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074700 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.272105:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.272106:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.272109:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90250a80 x1855007612739968/t68719480818(68719480818) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074700 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.272114:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.272114:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.272116:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98459400. 02000000:00000001:3.0:1769074694.272131:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.272133:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.272134:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=17 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.272136:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.272137:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b902cba00. 02000000:00000001:3.0:1769074694.272140:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.272141:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.272142:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90250a80. 00000100:00000001:3.0:1769074694.272143:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.272145:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.272150:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90253800 x1855007612740352/t68719480819(68719480819) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074700 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.272155:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.272157:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.272158:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911602214912 : -114162107336704 : ffff982b90253800) 00000100:00000001:3.0:1769074694.272160:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.272162:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90253800 x1855007612740352/t68719480819(68719480819) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074700 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.272169:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.272170:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.272184:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98505c00 x1855007612740736/t68719480820(68719480820) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074700 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.272189:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.272191:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b984ed280. 00000100:00000001:3.0:1769074694.272193:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.272196:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90253800 x1855007612740352/t68719480819(68719480819) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074700 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.272201:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.272202:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.272204:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=16 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.272205:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.272207:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90310800. 02000000:00000001:3.0:1769074694.273128:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.273132:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.273135:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90253800. 00000100:00000001:3.0:1769074694.273139:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.273140:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.273150:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b98505c00 x1855007612740736/t68719480820(68719480820) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074700 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.273157:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.273159:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.273163:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98505c00 x1855007612740736/t68719480820(68719480820) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074700 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.273169:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.273170:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.273172:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b902bc000. 02000000:00000001:3.0:1769074694.273523:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.273526:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.273527:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=15 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.273530:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.273532:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b902ba200. 02000000:00000001:3.0:1769074694.273535:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.273536:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.273538:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98505c00. 00000100:00000001:3.0:1769074694.273541:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.273542:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.273548:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b98505f80 x1855007612741120/t68719480821(68719480821) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074700 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.273555:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.273557:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.273559:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739260800 : -114161970290816 : ffff982b98505f80) 00000100:00000001:3.0:1769074694.273562:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.273564:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98505f80 x1855007612741120/t68719480821(68719480821) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074700 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.273569:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.273571:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.273575:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90253480 x1855007612741504/t68719480822(68719480822) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074700 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.273581:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.273583:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b985ef940. 00000100:00000001:3.0:1769074694.273587:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.273589:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98505f80 x1855007612741120/t68719480821(68719480821) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074700 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.273595:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.273596:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.273597:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=14 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.273599:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.273600:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b902bd400. 02000000:00000001:3.0:1769074694.273603:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.273604:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.273605:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98505f80. 00000100:00000001:3.0:1769074694.273608:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.273609:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.273612:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90253480 x1855007612741504/t68719480822(68719480822) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074700 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.275500:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.275507:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.275518:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90253480 x1855007612741504/t68719480822(68719480822) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074700 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.275528:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.275531:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.275535:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b90313c00. 02000000:00000001:3.0:1769074694.275542:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.275545:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.275546:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=13 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.275548:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.275551:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b902cb800. 02000000:00000001:3.0:1769074694.275554:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.275556:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.275558:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90253480. 00000100:00000001:3.0:1769074694.275563:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.275564:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.275569:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90250000 x1855007612741888/t68719480823(68719480823) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074700 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.275574:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.275577:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.275578:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911602200576 : -114162107351040 : ffff982b90250000) 00000100:00000001:3.0:1769074694.275580:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.275583:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90250000 x1855007612741888/t68719480823(68719480823) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074700 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.275589:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.275590:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.275594:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98507100 x1855007612742272/t68719480824(68719480824) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074700 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.275600:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.275603:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b985ef620. 00000100:00000001:3.0:1769074694.275608:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.275610:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90250000 x1855007612741888/t68719480823(68719480823) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074700 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.275616:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.276125:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.276128:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=12 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.276131:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.276133:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90313800. 02000000:00000001:3.0:1769074694.276137:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.276138:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.276140:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90250000. 00000100:00000001:3.0:1769074694.276143:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.276144:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.276149:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b98507100 x1855007612742272/t68719480824(68719480824) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074700 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.276161:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.276164:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.276167:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98507100 x1855007612742272/t68719480824(68719480824) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074700 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.276172:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.276174:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.276424:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b902bc800. 02000000:00000001:3.0:1769074694.276428:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.276430:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.276431:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=11 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.276433:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.276435:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b902bb800. 02000000:00000001:3.0:1769074694.276437:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.276438:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.276439:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98507100. 00000100:00000001:3.0:1769074694.276569:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.276571:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.276578:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b98507b80 x1855007612742656/t68719480825(68719480825) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074701 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.276586:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.276589:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.276590:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739267968 : -114161970283648 : ffff982b98507b80) 00000100:00000001:3.0:1769074694.276592:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.276596:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98507b80 x1855007612742656/t68719480825(68719480825) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074701 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.276602:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.276604:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.276608:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98506d80 x1855007612743040/t68719480826(68719480826) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074701 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.276614:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.276711:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b985ef740. 00000100:00000001:3.0:1769074694.276717:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.276721:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98507b80 x1855007612742656/t68719480825(68719480825) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074701 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.276728:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.276729:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.276730:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=10 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.276733:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.276735:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b902be800. 02000000:00000001:3.0:1769074694.276738:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.276740:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.276741:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98507b80. 00000100:00000001:3.0:1769074694.276743:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.276744:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.276748:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b98506d80 x1855007612743040/t68719480826(68719480826) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074701 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.276754:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.276803:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.276808:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98506d80 x1855007612743040/t68719480826(68719480826) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074701 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.276814:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.276816:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.276818:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b902bd000. 02000000:00000001:3.0:1769074694.276822:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.276823:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.276824:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=9 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.276826:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.276827:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b902bbc00. 02000000:00000001:3.0:1769074694.276939:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.276941:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.276943:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98506d80. 00000100:00000001:3.0:1769074694.276947:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.276948:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.277038:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b98506a00 x1855007612743424/t68719480827(68719480827) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074701 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.277045:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.277047:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.277048:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739263488 : -114161970288128 : ffff982b98506a00) 00000100:00000001:3.0:1769074694.277050:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.277053:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98506a00 x1855007612743424/t68719480827(68719480827) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074701 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.277060:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.277061:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.277065:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90250700 x1855007612743808/t68719480828(68719480828) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074701 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.277071:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.277073:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b985eff20. 00000100:00000001:3.0:1769074694.277076:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.277079:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98506a00 x1855007612743424/t68719480827(68719480827) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074701 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.277084:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.277086:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.277087:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=8 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.277089:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.277090:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b902bfc00. 02000000:00000001:3.0:1769074694.277100:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.277102:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.277103:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98506a00. 00000100:00000001:3.0:1769074694.277106:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.277107:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.277111:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90250700 x1855007612743808/t68719480828(68719480828) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074701 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.277116:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.277118:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.277120:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90250700 x1855007612743808/t68719480828(68719480828) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074701 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.277127:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.277128:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.277130:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b90312c00. 02000000:00000001:3.0:1769074694.277133:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.277134:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.277135:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=7 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.277137:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.277139:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b902cbe00. 02000000:00000001:3.0:1769074694.277146:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.277148:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.277149:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90250700. 00000100:00000001:3.0:1769074694.277152:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.277153:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.277159:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90252300 x1855007612744192/t68719480829(68719480829) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074701 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.277165:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.277167:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.277168:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911602209536 : -114162107342080 : ffff982b90252300) 00000100:00000001:3.0:1769074694.277170:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.278155:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90252300 x1855007612744192/t68719480829(68719480829) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074701 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.278167:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.278169:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.278938:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b902cf800 x1855007612744576/t68719480830(68719480830) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074701 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.278948:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.279367:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b984ed920. 00000100:00000001:3.0:1769074694.279377:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.279385:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90252300 x1855007612744192/t68719480829(68719480829) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074701 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.279392:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.279396:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.279397:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.279399:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.279402:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90311400. 02000000:00000001:3.0:1769074694.279424:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.279426:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.279428:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90252300. 00000100:00000001:3.0:1769074694.279436:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.279437:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.279442:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b902cf800 x1855007612744576/t68719480830(68719480830) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074701 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.279605:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.279608:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.279612:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b902cf800 x1855007612744576/t68719480830(68719480830) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074701 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.279710:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.279713:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.279716:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b9021a800. 02000000:00000001:3.0:1769074694.279720:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.279721:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.279722:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.279725:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.279726:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b90265400. 02000000:00000001:3.0:1769074694.279729:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.279730:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.279731:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b902cf800. 00000100:00000001:3.0:1769074694.279734:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.279735:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.279740:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b902cf480 x1855007612744960/t68719480831(68719480831) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074701 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.279746:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.279748:0:29775:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074694.279750:0:29775:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911602721920 : -114162106829696 : ffff982b902cf480) 00000100:00000001:3.0:1769074694.279752:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.284157:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b902cf480 x1855007612744960/t68719480831(68719480831) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074701 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.284193:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074694.284197:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.284210:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b902cc000 x1855007612745344/t68719480832(68719480832) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074701 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.285549:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074694.285555:0:29775:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b984edae0. 00000100:00000001:3.0:1769074694.285565:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.285576:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b902cf480 x1855007612744960/t68719480831(68719480831) o101->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074701 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.285584:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769074694.285590:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.285593:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=4 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.285596:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.285600:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b9021a400. 02000000:00000001:3.0:1769074694.285605:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.285608:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.285609:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b902cf480. 00000100:00000001:3.0:1769074694.285615:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.285628:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.285634:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b902cc000 x1855007612745344/t68719480832(68719480832) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074701 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.285640:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.285643:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.285646:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b902cc000 x1855007612745344/t68719480832(68719480832) o35->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074701 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074694.285653:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.285655:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.285659:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b90219800. 02000000:00000001:3.0:1769074694.285683:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.285685:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.285687:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=3 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.285689:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.285691:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b90265600. 02000000:00000001:3.0:1769074694.285694:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.285695:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.285697:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b902cc000. 00000100:00000001:3.0:1769074694.285700:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.285702:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074694.285708:0:29775:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90372300 x1855007613315712/t68719480833(68719480833) o39->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074703 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074694.285716:0:29775:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074694.285718:0:29775:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074694.285720:0:29775:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90372300 x1855007613315712/t68719480833(68719480833) o39->lustre-MDT0000-mdc-ffff982b87f09800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074703 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074694.285726:0:29775:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074694.285727:0:29775:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074694.285729:0:29775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b90302200. 02000000:00000001:3.0:1769074694.285732:0:29775:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074694.285733:0:29775:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074694.285735:0:29775:0:(genops.c:1242:class_import_put()) import ffff982b855d0800 refcount=2 obd=lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000001:3.0:1769074694.285737:0:29775:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074694.285738:0:29775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99274a00. 02000000:00000001:3.0:1769074694.285741:0:29775:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074694.285742:0:29775:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074694.285743:0:29775:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90372300. 00000100:00000001:3.0:1769074694.285746:0:29775:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074694.285747:0:29775:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074694.285750:0:29775:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b87f09800: normal: skip=0 replay=4003/4003 committed=0/0 00000100:00000001:3.0:1769074694.285753:0:29775:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074694.285756:0:29775:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1769074694.285758:0:29775:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1769074694.285761:0:29775:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1769074694.285763:0:29775:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000020:00000001:2.0:1769074694.298431:0:11214:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1769074694.298440:0:11214:0:(genops.c:863:class_export_destroy()) destroying export ffff982b88b8e000/496168fc-57dd-467b-9509-20c2ce0fe894 for lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000040:2.0:1769074694.298527:0:11214:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 14 to 192.168.204.151@tcp 00000020:00000001:2.0:1769074694.298531:0:11214:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1769074694.298535:0:11214:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769074694.298539:0:11214:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff982b87f09800 (ffff982b838e8000) now 5 - export 00000020:00000010:2.0:1769074694.298543:0:11214:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff982b88b8e000. 00000020:00000001:2.0:1769074694.298560:0:11214:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1769074694.306476:0:11214:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1769074694.306487:0:11214:0:(genops.c:863:class_export_destroy()) destroying export ffff982b88b88000/496168fc-57dd-467b-9509-20c2ce0fe894 for lustre-clilmv-ffff982b87f09800 00000020:00000001:2.0:1769074694.306492:0:11214:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1769074694.306495:0:11214:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769074694.306500:0:11214:0:(obd_config.c:955:class_decref()) Decref lustre-clilmv-ffff982b87f09800 (ffff982b838eb1b0) now 1 - export 00000020:00000040:2.0:1769074694.306506:0:11214:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b855d3800 with handle 0x5d432443066aceea from hash 00000020:00000040:2.0:1769074694.306509:0:11214:0:(genops.c:898:class_export_put()) PUTting export ffff982b855d3800 : new refcount 0 00000020:00000080:2.0:1769074694.306511:0:11214:0:(genops.c:904:class_export_put()) final put ffff982b855d3800/496168fc-57dd-467b-9509-20c2ce0fe894 00000020:00000001:2.0:1769074694.306514:0:11214:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074694.306516:0:11214:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1769074694.306519:0:11214:0:(genops.c:863:class_export_destroy()) destroying export ffff982b855d3800/496168fc-57dd-467b-9509-20c2ce0fe894 for lustre-clilmv-ffff982b87f09800 00000020:00000001:2.0:1769074694.306521:0:11214:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1769074694.306522:0:11214:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1769074694.306525:0:11214:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff982b855d3800. 00000020:00000001:2.0:1769074694.306533:0:11214:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1769074694.306537:0:11214:0:(genops.c:440:class_free_dev()) Release obd device lustre-clilmv-ffff982b87f09800 obd_type name = lmv 00000020:01000000:2.0:1769074694.306539:0:11214:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-clilmv-ffff982b87f09800 (496168fc-57dd-467b-9509-20c2ce0fe894) 00000020:00000001:2.0:1769074694.306541:0:11214:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1769074694.306551:0:11214:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b9037d800. 00000020:00000010:2.0:1769074694.306556:0:11214:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff982b9037dc00. 00000040:00000010:2.0:1769074694.306560:0:11214:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff982b9037d200. 00000020:00000010:2.0:1769074694.306565:0:11214:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff982b87055800. 00000020:00000010:2.0:1769074694.306569:0:11214:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff982b9037c600. 00040000:00000010:2.0:1769074694.306576:0:11214:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff982b84fcbb00. 00040000:00000010:2.0:1769074694.306580:0:11214:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff982b9037cc00. 00800000:00000001:2.0:1769074694.306586:0:11214:0:(lmv_obd.c:1314:lmv_device_free()) Process entered 00800000:00000010:2.0:1769074694.306589:0:11214:0:(lmv_obd.c:1320:lmv_device_free()) kfreed 'pat': 280 at ffff982b8510a400. 00800000:00000010:2.0:1769074694.306596:0:11214:0:(lmv_obd.c:1320:lmv_device_free()) kfreed 'pat': 280 at ffff982b8510a800. 80000000:00000001:2.0:1769074694.306599:0:11214:0:(fld_request.c:280:fld_client_fini()) Process entered 80000000:00000001:2.0:1769074694.306602:0:11214:0:(fld_cache.c:213:fld_cache_flush()) Process entered 80000000:00000001:2.0:1769074694.306605:0:11214:0:(fld_cache.c:184:fld_cache_shrink()) Process entered 80000000:00000040:2.0:1769074694.306606:0:11214:0:(fld_cache.c:203:fld_cache_shrink()) cli-lustre-clilmv-ffff982b87f09800: FLD cache - Shrunk by 0 entries 80000000:00000001:2.0:1769074694.306609:0:11214:0:(fld_cache.c:205:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1769074694.306611:0:11214:0:(fld_cache.c:220:fld_cache_flush()) Process leaving 80000000:00000040:2.0:1769074694.306612:0:11214:0:(fld_cache.c:74:fld_cache_fini()) FLD cache statistics (cli-lustre-clilmv-ffff982b87f09800): 80000000:00000040:2.0:1769074694.306613:0:11214:0:(fld_cache.c:75:fld_cache_fini()) Cache reqs: 0 80000000:00000040:2.0:1769074694.306615:0:11214:0:(fld_cache.c:76:fld_cache_fini()) Total reqs: 0 80000000:00000010:2.0:1769074694.307135:0:11214:0:(fld_cache.c:78:fld_cache_fini()) kfreed 'cache': 168 at ffff982b850e7cc0. 80000000:00000001:2.0:1769074694.307142:0:11214:0:(fld_request.c:298:fld_client_fini()) Process leaving 00000020:00000010:2.0:1769074694.307589:0:11214:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff982b8671a800. 00000020:00000010:2.0:1769074694.307595:0:11214:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff982b867d5800. 00000020:00000010:2.0:1769074694.307597:0:11214:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff982b870f2000. 00000020:00000010:2.0:1769074694.307600:0:11214:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff982b82d20400. 00000020:00000010:2.0:1769074694.307605:0:11214:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 512 at ffff982b8510a200. 00000020:00000010:2.0:1769074694.307608:0:11214:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff982b8a7ed000. 00020000:00000001:2.0:1769074694.307614:0:11214:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00000001:2.0:1769074694.307782:0:11214:0:(lu_tgt_descs.c:171:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:2.0:1769074694.307788:0:11214:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00800000:00000010:2.0:1769074694.307792:0:11214:0:(lmv_obd.c:411:lmv_del_target()) kfreed 'tgt': 368 at ffff982b99658000. 00020000:00000010:2.0:1769074694.307798:0:11214:0:(lu_tgt_descs.c:289:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at ffff982b82db3000. 00800000:00000010:2.0:1769074694.307805:0:11214:0:(lmv_obd.c:1332:lmv_device_free()) kfreed 'lu': 64 at ffff982b88913280. 00800000:00000001:2.0:1769074694.307808:0:11214:0:(lmv_obd.c:1334:lmv_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1769074694.307814:0:11214:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b9037dc00. 00000040:00000010:2.0:1769074694.307819:0:11214:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff982b9037d200. 00000020:00000010:2.0:1769074694.307823:0:11214:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff982b87055800. 00000020:00000010:2.0:1769074694.307829:0:11214:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff982b9037c600. 00040000:00000010:2.0:1769074694.307834:0:11214:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff982b84fcbb00. 00040000:00000010:2.0:1769074694.307927:0:11214:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff982b9037cc00. 00000020:00000010:2.0:1769074694.307931:0:11214:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b9037d800. 00000020:00000001:2.0:1769074694.307934:0:11214:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1769074694.307937:0:11214:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at ffff982b838eb1b0. 00000020:00000010:2.0:1769074694.307943:0:11214:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff982b88b88000. 00000020:00000001:2.0:1769074694.307947:0:11214:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1769074694.315556:0:11214:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1769074694.315567:0:11214:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff982b855d0800 for lustre-MDT0000-mdc-ffff982b87f09800 00000020:00000040:2.0:1769074694.315581:0:11214:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 13 to 192.168.204.151@tcp 00000020:00000040:2.0:1769074694.315586:0:11214:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000020:00000010:2.0:1769074694.315589:0:11214:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff982b83abfa20. 00000020:00000040:2.0:1769074694.315597:0:11214:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff982b87f09800 (ffff982b838e8000) now 4 - import 00000020:00000010:2.0:1769074694.315601:0:11214:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff982b855d0800. 00000020:00000001:2.0:1769074694.315605:0:11214:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00010000:00000001:2.0:1769074694.325407:0:29775:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:2.0:1769074694.325411:0:29775:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:2.0:1769074694.325414:0:29775:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:00000001:2.0:1769074694.325417:0:29775:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:2.0:1769074694.325419:0:29775:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1769074694.325420:0:29775:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:2.0:1769074694.325423:0:29775:0:(ldlm_lib.c:642:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at ffff982b88913980. 00010000:00000010:2.0:1769074694.325429:0:29775:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff982b82db4000. 00010000:00000010:2.0:1769074694.325434:0:29775:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff982b82db7000. 00010000:00000001:2.0:1769074694.325464:0:29775:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000008:00000001:2.0:1769074694.325468:0:29775:0:(osc_request.c:4139:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:2.0:1769074694.325472:0:29775:0:(mdc_dev.c:1698:mdc_device_free()) kfreed 'osc': 104 at ffff982b891c6580. 00000020:00000010:2.0:1769074694.325480:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b883d2600. 00000020:00000010:2.0:1769074694.325485:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b9020bc00. 00000008:00000010:2.0:1769074694.325489:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b883b6468. 00020000:00000010:2.0:1769074694.325496:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b87d4fd80. 00008000:00000010:2.0:1769074694.325502:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b982574f8. 00000080:00000010:2.0:1769074694.325509:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b85c2f150. 00000080:00000010:2.0:1769074694.325513:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b871c7478. 00000020:00000010:2.0:1769074694.325517:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b883d3200. 00000020:00000001:2.0:1769074694.325521:0:29775:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1769074694.325523:0:29775:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at ffff982b838e8000. 00000020:00000001:2.0:1769074694.325532:0:29775:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074694.325534:0:29775:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1769074694.325539:0:29775:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 88 at ffff982b902172a0. 00000020:00000001:2.0:1769074694.325541:0:29775:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000080:02000400:2.0:1769074694.325547:0:29775:0:(llite_lib.c:1613:ll_put_super()) Unmounted lustre-client 00000020:00000001:2.0:1769074694.329052:0:29775:0:(obd_config.c:1121:class_del_profile()) Process entered 00000020:01000000:2.0:1769074694.329060:0:29775:0:(obd_config.c:1123:class_del_profile()) Del profile lustre-client 00000020:00000001:2.0:1769074694.329061:0:29775:0:(obd_config.c:1039:class_get_profile_nolock()) Process entered 00000020:00000001:2.0:1769074694.329063:0:29775:0:(obd_config.c:1043:class_get_profile_nolock()) Process leaving (rc=18446629911475076288 : -114162234475328 : ffff982b88913cc0) 00000020:00000010:2.0:1769074694.329964:0:29775:0:(obd_config.c:1160:class_put_profile()) kfreed 'lprof->lp_profile': 14 at ffff982b850fa960. 00000020:00000010:2.0:1769074694.329969:0:29775:0:(obd_config.c:1161:class_put_profile()) kfreed 'lprof->lp_dt': 14 at ffff982b850fa270. 00000020:00000010:2.0:1769074694.329971:0:29775:0:(obd_config.c:1162:class_put_profile()) kfreed 'lprof->lp_md': 14 at ffff982b850facc0. 00000020:00000010:2.0:1769074694.329973:0:29775:0:(obd_config.c:1163:class_put_profile()) kfreed 'lprof': 48 at ffff982b88913cc0. 00000020:00000001:2.0:1769074694.329975:0:29775:0:(obd_config.c:1138:class_del_profile()) Process leaving 00000080:00000001:2.0:1769074694.329977:0:29775:0:(llite_lib.c:266:ll_free_sbi()) Process entered 00000020:00000010:2.0:1769074694.330005:0:29775:0:(cl_page.c:1415:cl_cache_decref()) kfreed 'cache': 152 at ffff982b859f6e40. 00000080:00000010:2.0:1769074694.330008:0:29775:0:(llite_lib.c:281:ll_free_sbi()) kfreed 'sbi->ll_foreign_symlink_prefix': 6 at ffff982b87223710. 00000080:00000010:2.0:1769074694.330011:0:29775:0:(llite_lib.c:287:ll_free_sbi()) kfreed 'sbi->ll_foreign_symlink_upcall': 5 at ffff982b87223298. 00000080:00000010:2.0:1769074694.330035:0:29775:0:(llite_lib.c:310:ll_free_sbi()) kfreed 'sbi': 1376 at ffff982b87f0f000. 00000080:00000001:2.0:1769074694.330040:0:29775:0:(llite_lib.c:312:ll_free_sbi()) Process leaving 00000020:00000001:2.0:1769074694.330042:0:29775:0:(obd_mount.c:873:lustre_common_put_super()) Process entered 00000020:01000004:2.0:1769074694.330044:0:29775:0:(obd_mount.c:875:lustre_common_put_super()) dropping sb ffff982b87f09800 00000020:00000001:2.0:1769074694.330046:0:29775:0:(obd_mount.c:552:lustre_stop_mgc()) Process entered 00000020:01000004:2.0:1769074694.330048:0:29775:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 1 references. 00000020:00000001:2.0:1769074694.330050:0:29775:0:(obd_mount.c:570:lustre_stop_mgc()) Process leaving via out (rc=18446744073709551600 : -16 : 0xfffffffffffffff0) 00000020:00000001:2.0:1769074694.330052:0:29775:0:(obd_mount.c:597:lustre_stop_mgc()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:01000004:2.0:1769074694.330054:0:29775:0:(obd_mount.c:888:lustre_common_put_super()) MGC still in use 00000020:00000001:2.0:1769074694.330056:0:29775:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:2.0:1769074694.330057:0:29775:0:(obd_mount.c:705:lustre_put_lsi()) put ffff982b87f09800 1 00000020:00000001:2.0:1769074694.330059:0:29775:0:(obd_mount.c:634:lustre_free_lsi()) Process entered 00000020:01000004:2.0:1769074694.330059:0:29775:0:(obd_mount.c:637:lustre_free_lsi()) Freeing lsi ffff982b87f08000 00000020:00000010:2.0:1769074694.330063:0:29775:0:(obd_mount.c:645:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_dev': 28 at ffff982b910456c0. 00000020:00000010:2.0:1769074694.330065:0:29775:0:(obd_mount.c:647:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_profile': 14 at ffff982b87f98970. 00000020:00000010:2.0:1769074694.330067:0:29775:0:(obd_mount.c:653:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_opts': 17 at ffff982b91045a20. 00000020:00000010:2.0:1769074694.330069:0:29775:0:(obd_mount.c:664:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_params': 4096 at ffff982b98715000. 00000020:00000010:2.0:1769074694.330083:0:29775:0:(obd_mount.c:668:lustre_free_lsi()) kfreed 'lsi->lsi_lmd': 120 at ffff982b897e9780. 00000020:00000010:2.0:1769074694.330086:0:29775:0:(obd_mount.c:672:lustre_free_lsi()) kfreed 'lsi': 1880 at ffff982b87f08000. 00000020:00000001:2.0:1769074694.330088:0:29775:0:(obd_mount.c:674:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074694.330095:0:29775:0:(obd_mount.c:708:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769074694.330097:0:29775:0:(obd_mount.c:893:lustre_common_put_super()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:00000001:2.0:1769074694.330100:0:29775:0:(cl_object.c:839:cl_env_cache_purge()) Process entered 00000020:00000010:2.0:1769074694.330106:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b9037e600. 00000020:00000010:2.0:1769074694.330111:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b98466cc0. 00000008:00000010:2.0:1769074694.330117:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b85c0a178. 00020000:00000010:2.0:1769074694.330123:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b866206c0. 00008000:00000010:2.0:1769074694.330128:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b90240000. 00000080:00000010:2.0:1769074694.330135:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b985eaf18. 00000080:00000010:2.0:1769074694.330139:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b902c1918. 00000020:00000010:2.0:1769074694.330143:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b9037f200. 00000008:00000010:2.0:1769074694.330147:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b98571760. 00020000:00000010:2.0:1769074694.330152:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b902c4900. 00008000:00000010:2.0:1769074694.330156:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b991080e0. 00000080:00000010:2.0:1769074694.330159:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b9839c5a0. 00000020:00000010:2.0:1769074694.330163:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b9037ec00. 00000020:00000010:2.0:1769074694.330166:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b876ab120. 00000020:00000010:2.0:1769074694.330169:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b85924e00. 00000020:00000010:2.0:1769074694.330180:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b98514ba0. 00000008:00000010:2.0:1769074694.330183:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b87428000. 00020000:00000010:2.0:1769074694.330186:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b882f49c0. 00008000:00000010:2.0:1769074694.330188:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b98255c40. 00000080:00000010:2.0:1769074694.330191:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b85c2fb28. 00000080:00000010:2.0:1769074694.330193:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b871c5da8. 00000020:00000010:2.0:1769074694.330196:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b85925200. 00000008:00000010:2.0:1769074694.330206:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b871f7e40. 00020000:00000010:2.0:1769074694.330209:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b9826ad00. 00008000:00000010:2.0:1769074694.330241:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b86074ae8. 00000080:00000010:2.0:1769074694.330246:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b982f9870. 00000020:00000010:2.0:1769074694.330248:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b85925600. 00000020:00000010:2.0:1769074694.330264:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b9832acf0. 00000020:00000010:2.0:1769074694.330268:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b883c9200. 00000020:00000010:2.0:1769074694.330271:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b88360420. 00000008:00000010:2.0:1769074694.330302:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b85c08000. 00020000:00000010:2.0:1769074694.330307:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b84822900. 00008000:00000010:2.0:1769074694.330309:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b82cba6d8. 00000080:00000010:2.0:1769074694.330312:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b85c2f1f8. 00000080:00000010:2.0:1769074694.330315:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b871c6fe8. 00000020:00000010:2.0:1769074694.330317:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b883c9c00. 00000008:00000010:2.0:1769074694.330320:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b871f7a20. 00020000:00000010:2.0:1769074694.330322:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b87f9cfc0. 00008000:00000010:2.0:1769074694.330325:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b860746e8. 00000080:00000010:2.0:1769074694.330327:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982ba0363960. 00000020:00000010:2.0:1769074694.330330:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b883c8600. 00000020:00000010:2.0:1769074694.330333:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b87eb1f30. 00000020:00000010:2.0:1769074694.330337:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b984c7c00. 00000020:00000010:2.0:1769074694.330341:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b98514f00. 00000008:00000010:2.0:1769074694.330343:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b8742ce18. 00020000:00000010:2.0:1769074694.330347:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b882f40c0. 00008000:00000010:2.0:1769074694.330349:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b98257880. 00000080:00000010:2.0:1769074694.330351:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b85c2f0a8. 00000080:00000010:2.0:1769074694.330353:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b871c4920. 00000020:00000010:2.0:1769074694.330356:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b984c7800. 00000008:00000010:2.0:1769074694.330359:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b871f6420. 00020000:00000010:2.0:1769074694.330361:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b98268fc0. 00008000:00000010:2.0:1769074694.330364:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b860748a0. 00000080:00000010:2.0:1769074694.330366:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b982f9000. 00000020:00000010:2.0:1769074694.330368:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b984c7a00. 00000020:00000010:2.0:1769074694.330371:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b9832ac60. 00000020:00000010:2.0:1769074694.330373:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b98484200. 00000020:00000010:2.0:1769074694.330376:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b9825f3c0. 00000008:00000010:2.0:1769074694.330379:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b98428000. 00020000:00000010:2.0:1769074694.330381:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b84897300. 00008000:00000010:2.0:1769074694.330384:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b87d36a60. 00000080:00000010:2.0:1769074694.330387:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b85286f18. 00000080:00000010:2.0:1769074694.330390:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b85283908. 00000020:00000010:2.0:1769074694.330393:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b98485a00. 00000008:00000010:2.0:1769074694.330396:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982ba00be840. 00020000:00000010:2.0:1769074694.330398:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b85bc2ac0. 00008000:00000010:2.0:1769074694.330402:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b99108cb8. 00000080:00000010:2.0:1769074694.330404:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b9839c690. 00000020:00000010:2.0:1769074694.330406:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b98485800. 00000020:00000010:2.0:1769074694.330408:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b876abf30. 00000020:00000010:2.0:1769074694.330411:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b85bb0200. 00000020:00000010:2.0:1769074694.330413:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b83abf840. 00000008:00000010:2.0:1769074694.330416:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b8710b7c8. 00020000:00000010:2.0:1769074694.330419:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b839713c0. 00008000:00000010:2.0:1769074694.330422:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b852eade8. 00000080:00000010:2.0:1769074694.330426:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b852862a0. 00000080:00000010:2.0:1769074694.330428:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b85281da8. 00000020:00000010:2.0:1769074694.330430:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b85bb0e00. 00000008:00000010:2.0:1769074694.330433:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982ba00be6e0. 00020000:00000010:2.0:1769074694.330435:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b85bc06c0. 00008000:00000010:2.0:1769074694.330437:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b99108f00. 00000080:00000010:2.0:1769074694.330439:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b87fd42d0. 00000020:00000010:2.0:1769074694.330458:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b85bb0800. 00000020:00000010:2.0:1769074694.330461:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b876ab240. 00000020:00000010:2.0:1769074694.330464:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b88214c00. 00000020:00000010:2.0:1769074694.330466:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b87d919c0. 00000008:00000010:2.0:1769074694.330470:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b859fd940. 00020000:00000010:2.0:1769074694.330472:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b8ae2af00. 00008000:00000010:2.0:1769074694.330475:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b87d37880. 00000080:00000010:2.0:1769074694.330478:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b852869d8. 00000080:00000010:2.0:1769074694.330480:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b85282b58. 00000020:00000010:2.0:1769074694.330483:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b88214600. 00000008:00000010:2.0:1769074694.330485:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982ba00bf340. 00020000:00000010:2.0:1769074694.330487:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b85bc1f80. 00008000:00000010:2.0:1769074694.330490:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b99108510. 00000080:00000010:2.0:1769074694.330492:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b87fd4e10. 00000020:00000010:2.0:1769074694.330494:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b88214800. 00000020:00000010:2.0:1769074694.330496:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b876abd80. 00000020:00000010:2.0:1769074694.330498:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b88215000. 00000020:00000010:2.0:1769074694.330501:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b87d91d80. 00000008:00000010:2.0:1769074694.330503:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b859fa178. 00020000:00000010:2.0:1769074694.330505:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b8ae2a780. 00008000:00000010:2.0:1769074694.330507:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b87d358b8. 00000080:00000010:2.0:1769074694.330510:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b852861f8. 00000080:00000010:2.0:1769074694.330513:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b85280b68. 00000020:00000010:2.0:1769074694.330517:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b88214e00. 00000008:00000010:2.0:1769074694.330519:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982ba00bfce0. 00020000:00000010:2.0:1769074694.330522:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b85bc0240. 00008000:00000010:2.0:1769074694.330525:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b99108410. 00000080:00000010:2.0:1769074694.330527:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b87fd41e0. 00000020:00000010:2.0:1769074694.330530:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b88215600. 00000020:00000010:2.0:1769074694.330539:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b876ab2d0. 00000020:00000010:2.0:1769074694.330542:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b87de7200. 00000020:00000010:2.0:1769074694.330544:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b87d59ae0. 00000008:00000010:2.0:1769074694.330548:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b87f68b28. 00020000:00000010:2.0:1769074694.330551:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b87c8ae40. 00008000:00000010:2.0:1769074694.330554:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b852dc710. 00000080:00000010:2.0:1769074694.330557:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b8528b0a8. 00000080:00000010:2.0:1769074694.330559:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b85277d98. 00000020:00000010:2.0:1769074694.330561:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b87d2fa00. 00000008:00000010:2.0:1769074694.330568:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b891ce9a0. 00020000:00000010:2.0:1769074694.330571:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b9875a640. 00008000:00000010:2.0:1769074694.330574:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b88b52030. 00000080:00000010:2.0:1769074694.330576:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b84eec2d0. 00000020:00000010:2.0:1769074694.330579:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b87de6600. 00000020:00000010:2.0:1769074694.330584:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b88b53900. 00000020:00000010:2.0:1769074694.330587:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b85016000. 00000020:00000010:2.0:1769074694.330590:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b88bcf000. 00000008:00000010:2.0:1769074694.330594:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b8605b7c8. 00020000:00000010:2.0:1769074694.330596:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b85b6d180. 00008000:00000010:2.0:1769074694.330599:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b8544c388. 00000080:00000010:2.0:1769074694.330602:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b9972fbd0. 00000080:00000010:2.0:1769074694.330604:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b85008490. 00000020:00000010:2.0:1769074694.330606:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b85016800. 00000008:00000010:2.0:1769074694.330608:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b87fdedc0. 00020000:00000010:2.0:1769074694.330611:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b87f9e400. 00008000:00000010:2.0:1769074694.330614:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b86074c90. 00000080:00000010:2.0:1769074694.330628:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982ba00b7960. 00000020:00000010:2.0:1769074694.330631:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b85017200. 00000020:00000010:2.0:1769074694.330633:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b87eb1510. 00000020:00000010:2.0:1769074694.330636:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b875f7c00. 00000020:00000010:2.0:1769074694.330639:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b8754e4e0. 00000008:00000010:2.0:1769074694.330646:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b859f8000. 00020000:00000010:2.0:1769074694.330649:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b84822180. 00008000:00000010:2.0:1769074694.330652:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b852e9530. 00000080:00000010:2.0:1769074694.330655:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b85286a80. 00000080:00000010:2.0:1769074694.330656:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b85281b60. 00000020:00000010:2.0:1769074694.330658:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b875f6c00. 00000008:00000010:2.0:1769074694.330659:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982ba00be420. 00020000:00000010:2.0:1769074694.330661:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b85bc0d80. 00008000:00000010:2.0:1769074694.330662:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b99108f50. 00000080:00000010:2.0:1769074694.330664:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b87fd4870. 00000020:00000010:2.0:1769074694.330665:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b875f6200. 00000020:00000010:2.0:1769074694.330670:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b876ab3f0. 00000020:00000010:2.0:1769074694.330672:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b87cb6400. 00000020:00000010:2.0:1769074694.330673:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b87d59900. 00000008:00000010:2.0:1769074694.330675:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b87f6ef90. 00020000:00000010:2.0:1769074694.330677:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b87c8a9c0. 00008000:00000010:2.0:1769074694.330678:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b852dea60. 00000080:00000010:2.0:1769074694.330680:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b8528b348. 00000080:00000010:2.0:1769074694.330682:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b85274b68. 00000020:00000010:2.0:1769074694.330684:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b87cb6600. 00000008:00000010:2.0:1769074694.330685:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b891cfb80. 00020000:00000010:2.0:1769074694.330686:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b9875aac0. 00008000:00000010:2.0:1769074694.330688:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b88b52300. 00000080:00000010:2.0:1769074694.330689:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b84eeca50. 00000020:00000010:2.0:1769074694.330691:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b87cb7600. 00000020:00000010:2.0:1769074694.330694:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b88b53240. 00000020:00000010:2.0:1769074694.330696:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b87dd9400. 00000020:00000010:2.0:1769074694.330698:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b88220de0. 00000008:00000010:2.0:1769074694.330701:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b87d6a178. 00020000:00000010:2.0:1769074694.330702:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b87d4f240. 00008000:00000010:2.0:1769074694.330704:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b852de6d8. 00000080:00000010:2.0:1769074694.330706:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b8528b2a0. 00000080:00000010:2.0:1769074694.330707:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b85274490. 00000020:00000010:2.0:1769074694.330708:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b87dd9600. 00000008:00000010:2.0:1769074694.330709:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b891cef20. 00020000:00000010:2.0:1769074694.330711:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b98758000. 00008000:00000010:2.0:1769074694.330713:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b88b52fd0. 00000080:00000010:2.0:1769074694.330714:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b84eecd20. 00000020:00000010:2.0:1769074694.330717:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b87dd9e00. 00000020:00000010:2.0:1769074694.330721:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b88b537e0. 00000020:00000010:2.0:1769074694.330723:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b90231800. 00000020:00000010:2.0:1769074694.330725:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b9851f840. 00000008:00000010:2.0:1769074694.330727:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b8742c2f0. 00020000:00000010:2.0:1769074694.330728:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b848d7d80. 00008000:00000010:2.0:1769074694.330730:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b98256350. 00000080:00000010:2.0:1769074694.330732:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b85c2f498. 00000080:00000010:2.0:1769074694.330734:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b871c6b58. 00000020:00000010:2.0:1769074694.330735:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b90231e00. 00000008:00000010:2.0:1769074694.330736:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b871f7080. 00020000:00000010:2.0:1769074694.330738:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b9826aac0. 00008000:00000010:2.0:1769074694.330740:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b86074510. 00000080:00000010:2.0:1769074694.330741:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b982f9f00. 00000020:00000010:2.0:1769074694.330742:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b90231c00. 00000020:00000010:2.0:1769074694.330743:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b9832a7e0. 00000020:00000010:2.0:1769074694.330745:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b87427000. 00000020:00000010:2.0:1769074694.330748:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b98466de0. 00000008:00000010:2.0:1769074694.330749:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b9842ce18. 00020000:00000010:2.0:1769074694.330751:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b8ae2a840. 00008000:00000010:2.0:1769074694.330752:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b87d366d8. 00000080:00000010:2.0:1769074694.330753:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b852865e8. 00000080:00000010:2.0:1769074694.330755:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b85280248. 00000020:00000010:2.0:1769074694.330756:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b87426a00. 00000008:00000010:2.0:1769074694.330758:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982ba00be160. 00020000:00000010:2.0:1769074694.330760:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b85bc2400. 00008000:00000010:2.0:1769074694.330761:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b99108520. 00000080:00000010:2.0:1769074694.330763:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b9839c000. 00000020:00000010:2.0:1769074694.330764:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b87426e00. 00000020:00000010:2.0:1769074694.330765:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b876ab6c0. 00000020:00000010:2.0:1769074694.330768:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b85cf0c00. 00000020:00000010:2.0:1769074694.330769:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b85c2b840. 00000008:00000010:2.0:1769074694.330772:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b85c0e468. 00020000:00000010:2.0:1769074694.330773:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b85c2e9c0. 00008000:00000010:2.0:1769074694.330775:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b82cb9c40. 00000080:00000010:2.0:1769074694.330777:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b85c2f888. 00000080:00000010:2.0:1769074694.330778:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b85008b68. 00000020:00000010:2.0:1769074694.330780:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b85cf0600. 00000008:00000010:2.0:1769074694.330781:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b87fde2c0. 00020000:00000010:2.0:1769074694.330782:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b87f9e880. 00008000:00000010:2.0:1769074694.330784:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b86074488. 00000080:00000010:2.0:1769074694.330785:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982ba0363780. 00000020:00000010:2.0:1769074694.330786:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b85cf0800. 00000020:00000010:2.0:1769074694.330787:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b87eb1e10. 00000020:00000010:2.0:1769074694.330789:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b90230c00. 00000020:00000010:2.0:1769074694.330790:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b9851f9c0. 00000008:00000010:2.0:1769074694.330792:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b8742e468. 00020000:00000010:2.0:1769074694.330793:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b848d7300. 00008000:00000010:2.0:1769074694.330804:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b98257170. 00000080:00000010:2.0:1769074694.330806:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b85c2f690. 00000080:00000010:2.0:1769074694.330807:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b871c7d98. 00000020:00000010:2.0:1769074694.330809:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b90231200. 00000008:00000010:2.0:1769074694.330810:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b871f6c60. 00020000:00000010:2.0:1769074694.330812:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b9826a640. 00008000:00000010:2.0:1769074694.330814:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b86074410. 00000080:00000010:2.0:1769074694.330816:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b982f9b40. 00000020:00000010:2.0:1769074694.330817:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b90230800. 00000020:00000010:2.0:1769074694.330818:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b9832a000. 00000020:00000010:2.0:1769074694.330819:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b90231000. 00000020:00000010:2.0:1769074694.330821:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b9851f4e0. 00000008:00000010:2.0:1769074694.330822:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b883b42f0. 00020000:00000010:2.0:1769074694.330824:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b848d7e40. 00008000:00000010:2.0:1769074694.330825:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b98257c08. 00000080:00000010:2.0:1769074694.330827:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b85c2f5e8. 00000080:00000010:2.0:1769074694.330829:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b871c4000. 00000020:00000010:2.0:1769074694.330830:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b90230e00. 00000008:00000010:2.0:1769074694.330832:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b871f7b80. 00020000:00000010:2.0:1769074694.330833:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b9826b180. 00008000:00000010:2.0:1769074694.330835:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b860746f0. 00000080:00000010:2.0:1769074694.332629:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b982f94b0. 00000020:00000010:2.0:1769074694.332647:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b90230000. 00000020:00000010:2.0:1769074694.332652:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b9832aab0. 00000020:00000010:2.0:1769074694.332657:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b985b5600. 00000020:00000010:2.0:1769074694.332661:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b98466840. 00000008:00000010:2.0:1769074694.332666:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b9842d940. 00020000:00000010:2.0:1769074694.332671:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b8ae2aa80. 00008000:00000010:2.0:1769074694.332675:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b87d374f8. 00000080:00000010:2.0:1769074694.332681:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b85286bd0. 00000080:00000010:2.0:1769074694.332685:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b85282480. 00000020:00000010:2.0:1769074694.332688:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b985b4000. 00000008:00000010:2.0:1769074694.332693:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982ba00bf4a0. 00020000:00000010:2.0:1769074694.332698:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b85bc2d00. 00008000:00000010:2.0:1769074694.332702:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b99108c38. 00000080:00000010:2.0:1769074694.332705:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b9839c4b0. 00000020:00000010:2.0:1769074694.332707:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b985b4a00. 00000020:00000010:2.0:1769074694.332708:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b876abc60. 00000020:00000010:2.0:1769074694.332710:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b98242000. 00000020:00000010:2.0:1769074694.332712:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b9825f360. 00000008:00000010:2.0:1769074694.332715:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b859f8b28. 00020000:00000010:2.0:1769074694.332716:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b84897a80. 00008000:00000010:2.0:1769074694.332718:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b87d36350. 00000080:00000010:2.0:1769074694.332721:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b85286e70. 00000080:00000010:2.0:1769074694.332722:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b85280920. 00000020:00000010:2.0:1769074694.332725:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b98243800. 00000008:00000010:2.0:1769074694.332727:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982ba00bec60. 00020000:00000010:2.0:1769074694.332728:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b85bc0480. 00008000:00000010:2.0:1769074694.332730:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b991087e8. 00000080:00000010:2.0:1769074694.332732:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b87fd4a50. 00000020:00000010:2.0:1769074694.332735:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b98243c00. 00000020:00000010:2.0:1769074694.332751:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b876ab000. 00000020:00000010:2.0:1769074694.332753:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b87dfc000. 00000020:00000010:2.0:1769074694.332755:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b9851f720. 00000008:00000010:2.0:1769074694.332757:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b8742b7c8. 00020000:00000010:2.0:1769074694.332760:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b85d9a540. 00008000:00000010:2.0:1769074694.332762:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b98255fc8. 00000080:00000010:2.0:1769074694.332764:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b85c2f540. 00000080:00000010:2.0:1769074694.332766:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b871c66c8. 00000020:00000010:2.0:1769074694.332769:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b87dfd000. 00000008:00000010:2.0:1769074694.332774:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b871f7340. 00020000:00000010:2.0:1769074694.332776:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b9826b840. 00008000:00000010:2.0:1769074694.332778:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b86074050. 00000080:00000010:2.0:1769074694.332780:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b982f92d0. 00000020:00000010:2.0:1769074694.332782:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b85cef200. 00000020:00000010:2.0:1769074694.332787:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b9832a900. 00000020:00000010:2.0:1769074694.332789:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b985b4600. 00000020:00000010:2.0:1769074694.332791:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b984660c0. 00000008:00000010:2.0:1769074694.332793:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b85c0ce18. 00020000:00000010:2.0:1769074694.332795:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b8ae2a180. 00008000:00000010:2.0:1769074694.332797:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b87d35fc8. 00000080:00000010:2.0:1769074694.332799:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b985ea1f8. 00000080:00000010:2.0:1769074694.332801:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b85283d98. 00000020:00000010:2.0:1769074694.332803:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b985b4c00. 00000008:00000010:2.0:1769074694.332804:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b985714a0. 00020000:00000010:2.0:1769074694.332807:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b85bc3180. 00008000:00000010:2.0:1769074694.332808:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b99108c20. 00000080:00000010:2.0:1769074694.332809:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b9839c2d0. 00000020:00000010:2.0:1769074694.332811:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b985b5a00. 00000020:00000010:2.0:1769074694.332812:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b876ab360. 00000020:00000010:2.0:1769074694.332814:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b985b5c00. 00000020:00000010:2.0:1769074694.332816:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b98466240. 00000008:00000010:2.0:1769074694.332817:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b9842c2f0. 00020000:00000010:2.0:1769074694.332819:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b8ae2a300. 00008000:00000010:2.0:1769074694.332820:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b87d37170. 00000080:00000010:2.0:1769074694.333052:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b985eadc8. 00000080:00000010:2.0:1769074694.333055:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b85282910. 00000020:00000010:2.0:1769074694.333057:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b985b4200. 00000008:00000010:2.0:1769074694.333059:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b98570580. 00020000:00000010:2.0:1769074694.333061:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b85bc2f40. 00008000:00000010:2.0:1769074694.333063:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b99108008. 00000080:00000010:2.0:1769074694.333065:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b9839cc30. 00000020:00000010:2.0:1769074694.333067:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b985b5200. 00000020:00000010:2.0:1769074694.333068:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b876abab0. 00000020:00000010:2.0:1769074694.333078:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b882ac400. 00000020:00000010:2.0:1769074694.333089:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b984662a0. 00000008:00000010:2.0:1769074694.333176:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b9842b7c8. 00020000:00000010:2.0:1769074694.333180:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b8ae2a900. 00008000:00000010:2.0:1769074694.333182:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b87d34e20. 00000080:00000010:2.0:1769074694.333187:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b85286738. 00000080:00000010:2.0:1769074694.333189:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b85282da0. 00000020:00000010:2.0:1769074694.333191:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b882de800. 00000008:00000010:2.0:1769074694.333194:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982ba00bf8c0. 00020000:00000010:2.0:1769074694.333196:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b85bc1d40. 00008000:00000010:2.0:1769074694.333608:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b991088d8. 00000080:00000010:2.0:1769074694.333611:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b9839c870. 00000020:00000010:2.0:1769074694.333614:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b87426c00. 00000020:00000010:2.0:1769074694.333632:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b876abea0. 00000020:00000010:2.0:1769074694.333637:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b98484a00. 00000020:00000010:2.0:1769074694.333640:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b9825fb40. 00000008:00000010:2.0:1769074694.333643:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b9842e468. 00020000:00000010:2.0:1769074694.333645:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b84897d80. 00008000:00000010:2.0:1769074694.333648:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b87d36de8. 00000080:00000010:2.0:1769074694.333651:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b85286540. 00000080:00000010:2.0:1769074694.333654:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b85281240. 00000020:00000010:2.0:1769074694.333657:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b98484000. 00000008:00000010:2.0:1769074694.333659:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982ba00bfa20. 00020000:00000010:2.0:1769074694.333662:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b85bc1200. 00008000:00000010:2.0:1769074694.333664:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b99108bd0. 00000080:00000010:2.0:1769074694.333667:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b9839c0f0. 00000020:00000010:2.0:1769074694.333669:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b98485000. 00000020:00000010:2.0:1769074694.333675:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b876ab1b0. 00000020:00000010:2.0:1769074694.333678:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b85d3f200. 00000020:00000010:2.0:1769074694.333684:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b98514c00. 00000008:00000010:2.0:1769074694.333687:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b8742aca0. 00020000:00000010:2.0:1769074694.333689:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b85d9a180. 00008000:00000010:2.0:1769074694.333691:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b982551a8. 00000080:00000010:2.0:1769074694.333693:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b85c2f930. 00000080:00000010:2.0:1769074694.333694:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b871c56d0. 00000020:00000010:2.0:1769074694.333696:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b883c8c00. 00000008:00000010:2.0:1769074694.333702:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b871f6580. 00020000:00000010:2.0:1769074694.333704:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b98269d40. 00008000:00000010:2.0:1769074694.333706:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b860746d8. 00000080:00000010:2.0:1769074694.333708:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b982f91e0. 00000020:00000010:2.0:1769074694.333710:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b882cde00. 00000020:00000010:2.0:1769074694.333715:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b9832a240. 00000020:00000010:2.0:1769074694.333717:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b87509200. 00000020:00000010:2.0:1769074694.333722:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b9851fb40. 00000008:00000010:2.0:1769074694.333724:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b8742d940. 00020000:00000010:2.0:1769074694.333726:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b85d9a000. 00008000:00000010:2.0:1769074694.333727:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b98256de8. 00000080:00000010:2.0:1769074694.333729:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b85c2fdc8. 00000080:00000010:2.0:1769074694.333730:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b871c46d8. 00000020:00000010:2.0:1769074694.333732:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b874c0200. 00000008:00000010:2.0:1769074694.333737:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b871f71e0. 00020000:00000010:2.0:1769074694.333738:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b9826a1c0. 00008000:00000010:2.0:1769074694.333740:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b86074770. 00000080:00000010:2.0:1769074694.333742:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b982f9c30. 00000020:00000010:2.0:1769074694.333744:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b90231600. 00000020:00000010:2.0:1769074694.333749:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b9832aa20. 00000020:00000010:2.0:1769074694.333751:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b985b5e00. 00000020:00000010:2.0:1769074694.333753:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b98466300. 00000008:00000010:2.0:1769074694.333755:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b9842ef90. 00020000:00000010:2.0:1769074694.333757:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b8ae2a6c0. 00008000:00000010:2.0:1769074694.333758:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b87d35c40. 00000080:00000010:2.0:1769074694.333760:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b85286930. 00000080:00000010:2.0:1769074694.333761:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b85282fe8. 00000020:00000010:2.0:1769074694.333763:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b985b5400. 00000008:00000010:2.0:1769074694.333764:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b985702c0. 00020000:00000010:2.0:1769074694.333766:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b85bc21c0. 00008000:00000010:2.0:1769074694.333768:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b991085d0. 00000080:00000010:2.0:1769074694.333769:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b9839cf00. 00000020:00000010:2.0:1769074694.333771:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b985b4400. 00000020:00000010:2.0:1769074694.333774:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b876ab510. 00000020:00000010:2.0:1769074694.333776:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b82d16200. 00000020:00000010:2.0:1769074694.333778:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b88b9b240. 00000008:00000010:2.0:1769074694.333780:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b83f8a178. 00020000:00000010:2.0:1769074694.333782:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982bc20d20c0. 00008000:00000010:2.0:1769074694.333784:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b891c0710. 00000080:00000010:2.0:1769074694.333785:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b860ff3f0. 00000080:00000010:2.0:1769074694.333787:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b85bab230. 00000020:00000010:2.0:1769074694.333790:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b82d16600. 00000008:00000010:2.0:1769074694.333791:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b852b0420. 00020000:00000010:2.0:1769074694.333794:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b99062400. 00008000:00000010:2.0:1769074694.333796:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b860fd5e0. 00000080:00000010:2.0:1769074694.333798:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b860fc1e0. 00000020:00000010:2.0:1769074694.333799:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b82d17800. 00000020:00000010:2.0:1769074694.333801:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b86200b40. 00000020:00000010:2.0:1769074694.333803:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b85bb1a00. 00000020:00000010:2.0:1769074694.333805:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b83abf7e0. 00000008:00000010:2.0:1769074694.333808:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b8710aca0. 00020000:00000010:2.0:1769074694.333810:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b83971000. 00008000:00000010:2.0:1769074694.333812:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b852e9fc8. 00000080:00000010:2.0:1769074694.333816:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b85286888. 00000080:00000010:2.0:1769074694.333817:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b85280db0. 00000020:00000010:2.0:1769074694.333819:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b85bb1000. 00000008:00000010:2.0:1769074694.333820:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982ba00be000. 00020000:00000010:2.0:1769074694.333952:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b85bc1680. 00008000:00000010:2.0:1769074694.333956:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b99108ab0. 00000080:00000010:2.0:1769074694.333958:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b87fd4780. 00000020:00000010:2.0:1769074694.333960:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b85bb0c00. 00000020:00000010:2.0:1769074694.333961:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b876abcf0. 00000020:00000010:2.0:1769074694.333963:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b85017e00. 00000020:00000010:2.0:1769074694.333965:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b8768da20. 00000008:00000010:2.0:1769074694.333968:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b87f6aca0. 00020000:00000010:2.0:1769074694.333970:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982ba063fb40. 00008000:00000010:2.0:1769074694.333972:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b852dd1a8. 00000080:00000010:2.0:1769074694.333974:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b8528b5e8. 00000080:00000010:2.0:1769074694.333976:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b85274248. 00000020:00000010:2.0:1769074694.333978:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b8706ae00. 00000008:00000010:2.0:1769074694.333979:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b891cec60. 00020000:00000010:2.0:1769074694.333981:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b9875bcc0. 00008000:00000010:2.0:1769074694.333983:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b88b52f20. 00000080:00000010:2.0:1769074694.333985:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b84eec1e0. 00000020:00000010:2.0:1769074694.333988:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b82bbe200. 00000020:00000010:2.0:1769074694.333990:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b88b53990. 00000020:00000010:2.0:1769074694.333992:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b882dfa00. 00000020:00000010:2.0:1769074694.333993:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b87d91c60. 00000008:00000010:2.0:1769074694.334000:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b859fe468. 00020000:00000010:2.0:1769074694.334002:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b8ae2a480. 00008000:00000010:2.0:1769074694.334004:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b87d37c08. 00000080:00000010:2.0:1769074694.334005:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b85286498. 00000080:00000010:2.0:1769074694.334007:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b852806d8. 00000020:00000010:2.0:1769074694.334008:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b882de400. 00000008:00000010:2.0:1769074694.334010:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982ba00bedc0. 00020000:00000010:2.0:1769074694.334011:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b85bc1b00. 00008000:00000010:2.0:1769074694.334013:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b99108ab8. 00000080:00000010:2.0:1769074694.334014:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b87fd44b0. 00000020:00000010:2.0:1769074694.334016:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b882de200. 00000020:00000010:2.0:1769074694.334017:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b876ab750. 00000020:00000010:2.0:1769074694.334018:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b99017c00. 00000020:00000010:2.0:1769074694.334020:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b860a6a80. 00000008:00000010:2.0:1769074694.334028:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b987a0b28. 00020000:00000010:2.0:1769074694.334031:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b82dda0c0. 00008000:00000010:2.0:1769074694.334032:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b82cbbc08. 00000080:00000010:2.0:1769074694.334036:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b9972fb28. 00000080:00000010:2.0:1769074694.334038:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b85008ff8. 00000020:00000010:2.0:1769074694.334040:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b99017a00. 00000008:00000010:2.0:1769074694.334041:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b87fdf760. 00020000:00000010:2.0:1769074694.334044:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b87f9d8c0. 00008000:00000010:2.0:1769074694.334046:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b860749b0. 00000080:00000010:2.0:1769074694.334047:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982ba00b7000. 00000020:00000010:2.0:1769074694.334049:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b99017200. 00000020:00000010:2.0:1769074694.334050:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b87eb13f0. 00000020:00000010:2.0:1769074694.334053:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b9836c400. 00000020:00000010:2.0:1769074694.334054:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b9825fde0. 00000008:00000010:2.0:1769074694.334056:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b859fef90. 00020000:00000010:2.0:1769074694.334058:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b84897c00. 00008000:00000010:2.0:1769074694.334060:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b87d34000. 00000080:00000010:2.0:1769074694.334062:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b852860a8. 00000080:00000010:2.0:1769074694.334063:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b85281918. 00000020:00000010:2.0:1769074694.334065:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b9836de00. 00000008:00000010:2.0:1769074694.334066:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982ba00bf600. 00020000:00000010:2.0:1769074694.334068:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b85bc0000. 00008000:00000010:2.0:1769074694.334430:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b99108ff8. 00000080:00000010:2.0:1769074694.334435:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b87fd4000. 00000020:00000010:2.0:1769074694.334438:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b9836da00. 00000020:00000010:2.0:1769074694.334909:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b876ab7e0. 00000020:00000010:2.0:1769074694.334913:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b8839c200. 00000020:00000010:2.0:1769074694.334915:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b9824cc00. 00000008:00000010:2.0:1769074694.334919:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b8742ef90. 00020000:00000010:2.0:1769074694.334921:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b858746c0. 00008000:00000010:2.0:1769074694.334924:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b98254e20. 00000080:00000010:2.0:1769074694.334927:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b85c2fbd0. 00000080:00000010:2.0:1769074694.334929:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b871c4490. 00000020:00000010:2.0:1769074694.334931:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b8839dc00. 00000008:00000010:2.0:1769074694.334937:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b871f6160. 00020000:00000010:2.0:1769074694.334939:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b98268b40. 00008000:00000010:2.0:1769074694.334942:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b86074b60. 00000080:00000010:2.0:1769074694.334943:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b982f9d20. 00000020:00000010:2.0:1769074694.334945:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b882de000. 00000020:00000010:2.0:1769074694.334949:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b9832a480. 00000020:00000010:2.0:1769074694.334951:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b8120be00. 00000020:00000010:2.0:1769074694.334954:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b858af900. 00000008:00000010:2.0:1769074694.334957:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b8710e468. 00020000:00000010:2.0:1769074694.334959:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b83971240. 00008000:00000010:2.0:1769074694.334961:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b852e8388. 00000080:00000010:2.0:1769074694.334963:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b85286c78. 00000080:00000010:2.0:1769074694.334964:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b85281488. 00000020:00000010:2.0:1769074694.334966:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b83d9f200. 00000008:00000010:2.0:1769074694.334968:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982ba00be9a0. 00020000:00000010:2.0:1769074694.334970:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b85bc3cc0. 00008000:00000010:2.0:1769074694.334972:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b99108b50. 00000080:00000010:2.0:1769074694.334973:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b87fd4c30. 00000020:00000010:2.0:1769074694.334974:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982ba1d4ec00. 00000020:00000010:2.0:1769074694.334976:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b876aba20. 00000020:00000010:2.0:1769074694.334977:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b85cf0000. 00000020:00000010:2.0:1769074694.334979:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b85c2b300. 00000008:00000010:2.0:1769074694.334981:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b85c08b28. 00020000:00000010:2.0:1769074694.334983:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b85c2e840. 00008000:00000010:2.0:1769074694.334984:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b82cb8710. 00000080:00000010:2.0:1769074694.334987:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b85c2f2a0. 00000080:00000010:2.0:1769074694.334988:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b85008920. 00000020:00000010:2.0:1769074694.334990:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b85cf0e00. 00000008:00000010:2.0:1769074694.334991:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b871f74a0. 00020000:00000010:2.0:1769074694.334992:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b87f9e1c0. 00008000:00000010:2.0:1769074694.334994:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b86074d20. 00000080:00000010:2.0:1769074694.334995:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982ba03631e0. 00000020:00000010:2.0:1769074694.334997:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b85cf1600. 00000020:00000010:2.0:1769074694.335001:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b87eb1990. 00000020:00000010:2.0:1769074694.335003:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b85cb1600. 00000020:00000010:2.0:1769074694.335005:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b987b60c0. 00000008:00000010:2.0:1769074694.335007:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b8605aca0. 00020000:00000010:2.0:1769074694.335010:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b85b6de40. 00008000:00000010:2.0:1769074694.335011:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b8544c000. 00000080:00000010:2.0:1769074694.335013:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b9972fe70. 00000080:00000010:2.0:1769074694.335015:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b8500ada0. 00000020:00000010:2.0:1769074694.335017:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b85cb1e00. 00000008:00000010:2.0:1769074694.335018:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b87fdfa20. 00020000:00000010:2.0:1769074694.335020:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b87f9c6c0. 00008000:00000010:2.0:1769074694.335022:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b860743a0. 00000080:00000010:2.0:1769074694.335023:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982ba00b74b0. 00000020:00000010:2.0:1769074694.335025:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b85cb1a00. 00000020:00000010:2.0:1769074694.335026:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b87eb1900. 00000020:00000010:2.0:1769074694.335028:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b99016a00. 00000020:00000010:2.0:1769074694.335030:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b876b3840. 00000008:00000010:2.0:1769074694.335033:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b987a5940. 00020000:00000010:2.0:1769074694.335042:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b82dda600. 00008000:00000010:2.0:1769074694.335043:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b82cba350. 00000080:00000010:2.0:1769074694.335045:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b9972f2a0. 00000080:00000010:2.0:1769074694.335046:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b8500bb50. 00000020:00000010:2.0:1769074694.335048:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b99017400. 00000008:00000010:2.0:1769074694.335050:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b87fdf600. 00020000:00000010:2.0:1769074694.335051:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b87f9c240. 00008000:00000010:2.0:1769074694.335053:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b86074eb0. 00000080:00000010:2.0:1769074694.335054:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982ba0363a50. 00000020:00000010:2.0:1769074694.335056:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b99016600. 00000020:00000010:2.0:1769074694.335059:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b87eb1120. 00000020:00000010:2.0:1769074694.335061:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b8ae7b600. 00000020:00000010:2.0:1769074694.335063:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b987b6ba0. 00000008:00000010:2.0:1769074694.335064:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b86058000. 00020000:00000010:2.0:1769074694.335066:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b85b6d3c0. 00008000:00000010:2.0:1769074694.335067:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b8544e350. 00000080:00000010:2.0:1769074694.335069:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b9972f5e8. 00000080:00000010:2.0:1769074694.335070:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b8500a238. 00000020:00000010:2.0:1769074694.335071:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b8ae7ac00. 00000008:00000010:2.0:1769074694.335073:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b87fdef20. 00020000:00000010:2.0:1769074694.335075:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b87f9fa80. 00008000:00000010:2.0:1769074694.335076:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b86074468. 00000080:00000010:2.0:1769074694.335077:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982ba00b7d20. 00000020:00000010:2.0:1769074694.335079:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b8706be00. 00000020:00000010:2.0:1769074694.335080:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b87eb1630. 00000020:00000010:2.0:1769074694.335082:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b83d9ec00. 00000020:00000010:2.0:1769074694.335084:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b88b9b300. 00000008:00000010:2.0:1769074694.335086:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b83f8d940. 00020000:00000010:2.0:1769074694.335089:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982bc20d2e40. 00008000:00000010:2.0:1769074694.335713:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b891c2a60. 00000080:00000010:2.0:1769074694.335720:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b860ff000. 00000080:00000010:2.0:1769074694.335723:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b85ba9b60. 00000020:00000010:2.0:1769074694.335726:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b83d9f800. 00000008:00000010:2.0:1769074694.335729:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b852b1ce0. 00020000:00000010:2.0:1769074694.335732:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b99063600. 00008000:00000010:2.0:1769074694.335734:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b860fd438. 00000080:00000010:2.0:1769074694.335736:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b860fc780. 00000020:00000010:2.0:1769074694.335738:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b83d9fa00. 00000020:00000010:2.0:1769074694.335741:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b862005a0. 00000020:00000010:2.0:1769074694.335744:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b860a0400. 00000020:00000010:2.0:1769074694.335747:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b8768dcc0. 00000008:00000010:2.0:1769074694.335752:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b87f6c2f0. 00020000:00000010:2.0:1769074694.335755:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982ba063f180. 00008000:00000010:2.0:1769074694.335757:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b852dca98. 00000080:00000010:2.0:1769074694.335759:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b8528bdc8. 00000080:00000010:2.0:1769074694.335761:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b85276910. 00000020:00000010:2.0:1769074694.335764:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b860a0e00. 00000008:00000010:2.0:1769074694.335765:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b891ce000. 00020000:00000010:2.0:1769074694.335767:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b98759440. 00008000:00000010:2.0:1769074694.335769:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b88b52a70. 00000080:00000010:2.0:1769074694.335770:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b84eec4b0. 00000020:00000010:2.0:1769074694.335772:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b860a1a00. 00000020:00000010:2.0:1769074694.335774:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b88b53c60. 00000020:00000010:2.0:1769074694.335775:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b83d9e400. 00000020:00000010:2.0:1769074694.335777:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b88b9b0c0. 00000008:00000010:2.0:1769074694.335779:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b83f89650. 00020000:00000010:2.0:1769074694.335781:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982bc20d2900. 00008000:00000010:2.0:1769074694.335783:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b891c0e20. 00000080:00000010:2.0:1769074694.335785:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b860ff498. 00000080:00000010:2.0:1769074694.335787:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b85baa238. 00000020:00000010:2.0:1769074694.335788:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b83d9e000. 00000008:00000010:2.0:1769074694.335790:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b852b1e40. 00020000:00000010:2.0:1769074694.335791:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b990606c0. 00008000:00000010:2.0:1769074694.335792:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b860fd910. 00000080:00000010:2.0:1769074694.335794:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b860fce10. 00000020:00000010:2.0:1769074694.335795:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b85b70400. 00000020:00000010:2.0:1769074694.335797:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b86200bd0. 00000020:00000010:2.0:1769074694.335798:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b85017600. 00000020:00000010:2.0:1769074694.335800:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b88bcf720. 00000008:00000010:2.0:1769074694.335803:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b8605e468. 00020000:00000010:2.0:1769074694.335805:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b85b6d600. 00008000:00000010:2.0:1769074694.335808:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b8544d530. 00000080:00000010:2.0:1769074694.335810:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b9972f9d8. 00000080:00000010:2.0:1769074694.336799:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b8500b230. 00000020:00000010:2.0:1769074694.336805:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b85016600. 00000008:00000010:2.0:1769074694.336807:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b87fdf080. 00020000:00000010:2.0:1769074694.336811:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b87f9f600. 00008000:00000010:2.0:1769074694.336815:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b86074920. 00000080:00000010:2.0:1769074694.336817:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982ba00b72d0. 00000020:00000010:2.0:1769074694.336926:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b85016e00. 00000020:00000010:2.0:1769074694.336929:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b87eb1cf0. 00000020:00000010:2.0:1769074694.336933:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b9103f200. 00000020:00000010:2.0:1769074694.336936:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b8768dc00. 00000008:00000010:2.0:1769074694.336939:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b87f6e468. 00020000:00000010:2.0:1769074694.336941:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982ba063f600. 00008000:00000010:2.0:1769074694.336943:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b852df880. 00000080:00000010:2.0:1769074694.336946:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b8528ba80. 00000080:00000010:2.0:1769074694.336949:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b85275918. 00000020:00000010:2.0:1769074694.336951:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b9103e000. 00000008:00000010:2.0:1769074694.336952:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b891cf8c0. 00020000:00000010:2.0:1769074694.336954:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b98759d40. 00008000:00000010:2.0:1769074694.336956:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b88b52740. 00000080:00000010:2.0:1769074694.336958:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b84eec870. 00000020:00000010:2.0:1769074694.336960:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b9103e200. 00000020:00000010:2.0:1769074694.336962:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b88b53870. 00000020:00000010:2.0:1769074694.336963:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b996c0600. 00000020:00000010:2.0:1769074694.336966:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b858afc00. 00000008:00000010:2.0:1769074694.336969:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b87108b28. 00020000:00000010:2.0:1769074694.336971:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b83971300. 00008000:00000010:2.0:1769074694.336973:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b852e8710. 00000080:00000010:2.0:1769074694.336976:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b85286d20. 00000080:00000010:2.0:1769074694.336977:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b85283478. 00000020:00000010:2.0:1769074694.336979:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b85289400. 00000008:00000010:2.0:1769074694.336981:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982ba00bfb80. 00020000:00000010:2.0:1769074694.336984:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b85bc0fc0. 00008000:00000010:2.0:1769074694.336986:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b99108058. 00000080:00000010:2.0:1769074694.336988:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b87fd4f00. 00000020:00000010:2.0:1769074694.336990:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b85e2e000. 00000020:00000010:2.0:1769074694.336991:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b876ab630. 00000020:00000010:2.0:1769074694.336993:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b996c1e00. 00000020:00000010:2.0:1769074694.336994:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b858afea0. 00000008:00000010:2.0:1769074694.337000:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b8710ce18. 00020000:00000010:2.0:1769074694.337002:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b83971540. 00008000:00000010:2.0:1769074694.337004:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b852eaa60. 00000080:00000010:2.0:1769074694.337006:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b85286690. 00000080:00000010:2.0:1769074694.337007:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b852836c0. 00000020:00000010:2.0:1769074694.337008:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b996c0000. 00000008:00000010:2.0:1769074694.337010:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982ba00bf760. 00020000:00000010:2.0:1769074694.337011:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b85bc3a80. 00008000:00000010:2.0:1769074694.337013:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b99108528. 00000080:00000010:2.0:1769074694.337014:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b87fd4960. 00000020:00000010:2.0:1769074694.337016:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b996c1600. 00000020:00000010:2.0:1769074694.337017:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b876ab900. 00000020:00000010:2.0:1769074694.337018:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b8510b600. 00000020:00000010:2.0:1769074694.337020:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b88b9b720. 00000008:00000010:2.0:1769074694.337022:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b849eb7c8. 00020000:00000010:2.0:1769074694.337024:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982bc20d2cc0. 00008000:00000010:2.0:1769074694.337026:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b891c3c08. 00000080:00000010:2.0:1769074694.337029:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b860ff7e0. 00000080:00000010:2.0:1769074694.337030:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b85ba8490. 00000020:00000010:2.0:1769074694.337031:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b8a7ddc00. 00000008:00000010:2.0:1769074694.337034:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b852b0b00. 00020000:00000010:2.0:1769074694.337036:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b99061d40. 00008000:00000010:2.0:1769074694.337037:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b860fdc50. 00000080:00000010:2.0:1769074694.337039:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b860fcc30. 00000020:00000010:2.0:1769074694.337041:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b8ad03800. 00000020:00000010:2.0:1769074694.337042:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b86200750. 00000020:00000010:2.0:1769074694.337045:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b860c2400. 00000020:00000010:2.0:1769074694.337047:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982ba0354120. 00000008:00000010:2.0:1769074694.337049:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b849ece18. 00020000:00000010:2.0:1769074694.337051:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b86620240. 00008000:00000010:2.0:1769074694.337053:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b891c26d8. 00000080:00000010:2.0:1769074694.337054:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b860ffdc8. 00000080:00000010:2.0:1769074694.337055:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b85ba96d0. 00000020:00000010:2.0:1769074694.337057:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b860c2200. 00000008:00000010:2.0:1769074694.337058:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b852b0dc0. 00020000:00000010:2.0:1769074694.337060:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b99063840. 00008000:00000010:2.0:1769074694.337062:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b860fd6f8. 00000080:00000010:2.0:1769074694.337063:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b860fc3c0. 00000020:00000010:2.0:1769074694.337065:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b860c2800. 00000020:00000010:2.0:1769074694.337066:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b86200ea0. 00000020:00000010:2.0:1769074694.337067:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b98e86e00. 00000020:00000010:2.0:1769074694.337076:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b88b9bf60. 00000008:00000010:2.0:1769074694.337080:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b849eaca0. 00020000:00000010:2.0:1769074694.337082:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982bc20d2540. 00008000:00000010:2.0:1769074694.337084:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b891c18b8. 00000080:00000010:2.0:1769074694.337087:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b860ff2a0. 00000080:00000010:2.0:1769074694.337089:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b85ba8db0. 00000020:00000010:2.0:1769074694.337091:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b98e86600. 00000008:00000010:2.0:1769074694.337434:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b852b0c60. 00020000:00000010:2.0:1769074694.337437:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b99062d00. 00008000:00000010:2.0:1769074694.337440:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b860fd7b0. 00000080:00000010:2.0:1769074694.337570:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b860fcb40. 00000020:00000010:2.0:1769074694.337573:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b98e86400. 00000020:00000010:2.0:1769074694.337582:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b86200480. 00000020:00000010:2.0:1769074694.337586:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b860c3200. 00000020:00000010:2.0:1769074694.337590:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982ba03543c0. 00000008:00000010:2.0:1769074694.337592:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b849ec2f0. 00020000:00000010:2.0:1769074694.337595:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b86620f00. 00008000:00000010:2.0:1769074694.337598:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b891c2350. 00000080:00000010:2.0:1769074694.337602:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b860ff1f8. 00000080:00000010:2.0:1769074694.337604:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b85ba8000. 00000020:00000010:2.0:1769074694.337607:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b860c3a00. 00000008:00000010:2.0:1769074694.337609:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b852b0840. 00020000:00000010:2.0:1769074694.337611:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b99061440. 00008000:00000010:2.0:1769074694.337613:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b860fd878. 00000080:00000010:2.0:1769074694.337625:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b860fc000. 00000020:00000010:2.0:1769074694.337628:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b860c2600. 00000020:00000010:2.0:1769074694.337630:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b86200120. 00000020:00000010:2.0:1769074694.337633:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b860c2c00. 00000020:00000010:2.0:1769074694.337635:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982ba0354360. 00000008:00000010:2.0:1769074694.337637:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b849eef90. 00020000:00000010:2.0:1769074694.337640:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b86620000. 00008000:00000010:2.0:1769074694.337642:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b891c0000. 00000080:00000010:2.0:1769074694.337645:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b860ff540. 00000080:00000010:2.0:1769074694.337647:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b85baa910. 00000020:00000010:2.0:1769074694.337649:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b860c3000. 00000008:00000010:2.0:1769074694.337652:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b852b18c0. 00020000:00000010:2.0:1769074694.337654:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b990621c0. 00008000:00000010:2.0:1769074694.337656:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b860fdd08. 00000080:00000010:2.0:1769074694.337659:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b860fc4b0. 00000020:00000010:2.0:1769074694.337660:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b860c3c00. 00000020:00000010:2.0:1769074694.337666:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b86200e10. 00000020:00000010:2.0:1769074694.337668:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b8889b200. 00000020:00000010:2.0:1769074694.337670:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982ba0354a80. 00000008:00000010:2.0:1769074694.337672:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b849e8000. 00020000:00000010:2.0:1769074694.337674:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b86620900. 00008000:00000010:2.0:1769074694.337675:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b891c11a8. 00000080:00000010:2.0:1769074694.337677:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b860fff18. 00000080:00000010:2.0:1769074694.337679:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b85bab478. 00000020:00000010:2.0:1769074694.337681:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b8889a600. 00000008:00000010:2.0:1769074694.337682:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b852b1600. 00020000:00000010:2.0:1769074694.337683:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b99061f80. 00008000:00000010:2.0:1769074694.337685:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b860fd038. 00000080:00000010:2.0:1769074694.337687:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b8a4c4780. 00000020:00000010:2.0:1769074694.337690:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b8889bc00. 00000020:00000010:2.0:1769074694.337691:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b86200990. 00000020:00000010:2.0:1769074694.337692:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b8889b400. 00000020:00000010:2.0:1769074694.337694:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982ba0354060. 00000008:00000010:2.0:1769074694.337695:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b849ee468. 00020000:00000010:2.0:1769074694.337696:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b86620540. 00008000:00000010:2.0:1769074694.337697:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b891c1fc8. 00000080:00000010:2.0:1769074694.337699:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b860ffb28. 00000080:00000010:2.0:1769074694.337700:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b85ba9da8. 00000020:00000010:2.0:1769074694.337701:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b8889a400. 00000008:00000010:2.0:1769074694.337703:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b852b06e0. 00020000:00000010:2.0:1769074694.337704:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b990633c0. 00008000:00000010:2.0:1769074694.337705:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b860fd610. 00000080:00000010:2.0:1769074694.337707:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b8a4c41e0. 00000020:00000010:2.0:1769074694.337708:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b8889b600. 00000020:00000010:2.0:1769074694.337712:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b862006c0. 00000020:00000010:2.0:1769074694.337714:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b9037e400. 00000020:00000010:2.0:1769074694.337716:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b98466960. 00000008:00000010:2.0:1769074694.337718:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b85c0d940. 00020000:00000010:2.0:1769074694.337720:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b866209c0. 00008000:00000010:2.0:1769074694.337722:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b90243c08. 00000080:00000010:2.0:1769074694.337725:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b985ea540. 00000080:00000010:2.0:1769074694.337728:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b902c2fe8. 00000020:00000010:2.0:1769074694.337730:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b9037fe00. 00000008:00000010:2.0:1769074694.337732:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b98570000. 00020000:00000010:2.0:1769074694.337734:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b902c5200. 00008000:00000010:2.0:1769074694.337736:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b991080d8. 00000080:00000010:2.0:1769074694.337738:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b9839ca50. 00000020:00000010:2.0:1769074694.337740:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b9037fa00. 00000020:00000010:2.0:1769074694.337741:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b876abb40. 00000020:00000010:2.0:1769074694.337743:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b874aa000. 00000020:00000010:2.0:1769074694.337745:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b98466e40. 00000008:00000010:2.0:1769074694.337747:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b85c0c2f0. 00020000:00000010:2.0:1769074694.337749:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b8ae2ad80. 00008000:00000010:2.0:1769074694.337751:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b87d34a98. 00000080:00000010:2.0:1769074694.337753:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b985ea7e0. 00000080:00000010:2.0:1769074694.337754:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b852816d0. 00000020:00000010:2.0:1769074694.337756:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b874aa600. 00000008:00000010:2.0:1769074694.337757:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b98570c60. 00020000:00000010:2.0:1769074694.337759:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b85bc3600. 00008000:00000010:2.0:1769074694.337760:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b99108c80. 00000080:00000010:2.0:1769074694.337761:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b9839cd20. 00000020:00000010:2.0:1769074694.337763:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b874ab600. 00000020:00000010:2.0:1769074694.337767:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b876ab480. 00000020:00000010:2.0:1769074694.337769:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b9037ee00. 00000020:00000010:2.0:1769074694.337770:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b98466060. 00000008:00000010:2.0:1769074694.337772:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b85c09650. 00020000:00000010:2.0:1769074694.337774:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b86620840. 00008000:00000010:2.0:1769074694.337775:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b902434f8. 00000080:00000010:2.0:1769074694.337777:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b985ea930. 00000080:00000010:2.0:1769074694.337778:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b902c06d8. 00000020:00000010:2.0:1769074694.337781:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b9037e800. 00000008:00000010:2.0:1769074694.337782:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b98571b80. 00020000:00000010:2.0:1769074694.337784:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b902c4b40. 00008000:00000010:2.0:1769074694.337785:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b99108458. 00000080:00000010:2.0:1769074694.337787:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b9839cb40. 00000020:00000010:2.0:1769074694.337788:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b9037fc00. 00000020:00000010:2.0:1769074694.337789:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b876ab090. 00000020:00000010:2.0:1769074694.337791:0:29775:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b9037f000. 00000020:00000010:2.0:1769074694.337792:0:29775:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b98466780. 00000008:00000010:2.0:1769074694.337793:0:29775:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b85c0aca0. 00020000:00000010:2.0:1769074694.337795:0:29775:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b86620b40. 00008000:00000010:2.0:1769074694.337796:0:29775:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b90240a98. 00000080:00000010:2.0:1769074694.337798:0:29775:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b985ea888. 00000080:00000010:2.0:1769074694.337799:0:29775:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b902c2910. 00000020:00000010:2.0:1769074694.337801:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b9037f800. 00000008:00000010:2.0:1769074694.337802:0:29775:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b985709a0. 00020000:00000010:2.0:1769074694.337804:0:29775:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b902c58c0. 00008000:00000010:2.0:1769074694.337805:0:29775:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b99108068. 00000080:00000010:2.0:1769074694.337807:0:29775:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b9839c960. 00000020:00000010:2.0:1769074694.337808:0:29775:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b9037e200. 00000020:00000010:2.0:1769074694.337809:0:29775:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b876ab870. 00000020:00000001:2.0:1769074694.337810:0:29775:0:(cl_object.c:857:cl_env_cache_purge()) Process leaving (rc=4294967237 : 4294967237 : ffffffc5) 00000080:00000001:2.0:1769074694.337814:0:29775:0:(llite_lib.c:1635:ll_put_super()) Process leaving 00000080:00000001:3.0:1769074694.357141:0:1468:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074694.365044:0:1:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074694.428831:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074694.428838:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074694.435052:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074694.435065:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074694.435072:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074695.450511:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074695.450528:0:28129:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074695.450531:0:28129:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074695.450535:0:28129:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074695.450542:0:28129:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074695.450545:0:28129:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074695.450547:0:28129:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074695.450550:0:28129:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074695.450596:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074695.450609:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074695.450612:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074696.478765:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074696.478777:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074696.478896:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074696.478901:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074696.478905:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1769074696.609812:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769074696.609826:0:11214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1769074696.609837:0:11214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037ad80. 00000020:00000040:2.0:1769074696.609845:0:11214:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:2.0:1769074696.609850:0:11214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074696.609854:0:11214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074696.609861:0:11214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074696.609871:0:11214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b84fcbb00. 00000100:00000001:2.0:1769074696.609879:0:11214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074696.609896:0:11214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b9037ad80 x1855007613315840/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769074696.609911:0:11214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074696.609918:0:11214:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074696.609925:0:11214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4676cee] to pc [ptlrpcd_01_01+1] req@ffff982b9037ad80 x1855007613315840/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074696.609965:0:11214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074696.609968:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769074696.609972:0:11214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1769074696.609977:0:11214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90378e00. 00000020:00000040:2.0:1769074696.609979:0:11214:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:2.0:1769074696.609982:0:11214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074696.609983:0:11214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074696.609985:0:11214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074696.609988:0:11214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b84fcb000. 00000100:00000001:2.0:1769074696.609991:0:11214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074696.609995:0:11214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID req@ffff982b90378e00 x1855007613315968/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769074696.610003:0:11214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074696.610005:0:11214:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074696.610009:0:11214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b460b5ea] to pc [ptlrpcd_01_00+0] req@ffff982b90378e00 x1855007613315968/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074696.610017:0:11214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074696.610020:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1769074696.610024:0:11214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1769074696.610027:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1769074696.610031:0:11214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1769074696.610037:0:11214:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1690) 00000100:00000001:2.0:1769074696.610052:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074696.610057:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074696.610061:0:2366:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074696.610067:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90378e00 x1855007613315968/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074696.610076:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074696.610080:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074696.610086:0:2366:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074696.610091:0:2366:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074696.610095:0:2366:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074696.610100:0:2366:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90378e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2366:1855007613315968:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074696.610107:0:2366:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074696.610117:0:2366:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074696.610121:0:2366:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074696.610124:0:2366:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074696.610133:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b9037c000. 02000000:00000001:2.0:1769074696.610136:0:2366:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074696.610155:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074696.610164:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7eb58. 00000400:00000010:2.0:1769074696.610173:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f110. 00000100:00000200:2.0:1769074696.610184:0:2366:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613315968, portal 10 00000100:00000001:2.0:1769074696.610187:0:2366:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074696.610189:0:2366:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603416576 : -114162106135040 : ffff982b90378e00) 00000100:00000040:2.0:1769074696.610198:0:2366:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90378e00 x1855007613315968/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074696.610207:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074696.610210:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074696.610213:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897fa18. 00000100:00000200:2.0:1769074696.610217:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007613315968, offset 0 00000400:00000200:2.0:1769074696.610226:0:2366:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074696.610238:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074696.610249:0:2366:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074696.610257:0:2366:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074696.610265:0:2366:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074696.610269:0:2366:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074696.610272:0:2366:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074696.610276:0:2366:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15204:15204:256:4294967295] 192.168.204.151@tcp LPNI seq info [15204:15204:8:4294967295] 00000400:00000200:2.0:1769074696.610314:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074696.610327:0:2366:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074696.610335:0:2366:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074696.610342:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcbf00. 00000800:00000200:2.0:1769074696.610351:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074696.610363:0:2366:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074696.610371:0:2366:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84fcbf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074696.610386:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074696.610391:0:2366:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 719768 usecs (720 jiffies) 00000400:00000200:2.0:1769074696.610396:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074696.610400:0:2366:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296354008 00000100:00000001:2.0:1769074696.610405:0:2366:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296357267 00000100:00000001:2.0:1769074696.610408:0:2366:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296354008 00000100:00000001:2.0:1769074696.610411:0:2366:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296357267 00000100:00000001:2.0:1769074696.610413:0:2366:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074696.610417:0:2366:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074696.610422:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074696.610425:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074696.610436:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074696.610438:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1769074696.610440:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074696.610442:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074696.610444:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074696.610447:0:2366:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1769074696.610449:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074696.610451:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074696.610452:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074696.610455:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074696.610456:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074696.610457:0:2366:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074696.610461:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037ad80 x1855007613315840/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074696.610470:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074696.610471:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074696.610473:0:2366:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074696.610475:0:2366:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074696.610477:0:2366:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074696.610480:0:2366:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2366:1855007613315840:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074696.610483:0:2366:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074696.610486:0:2366:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074696.610488:0:2366:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074696.610490:0:2366:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074696.610493:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b9037d600. 02000000:00000001:2.0:1769074696.610495:0:2366:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074696.610499:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074696.610502:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7ef20. 00000400:00000010:2.0:1769074696.610507:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f3b8. 00000100:00000200:2.0:1769074696.610510:0:2366:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613315840, portal 25 00000100:00000001:2.0:1769074696.610512:0:2366:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074696.610514:0:2366:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603424640 : -114162106126976 : ffff982b9037ad80) 00000100:00000040:2.0:1769074696.610519:0:2366:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9037ad80 x1855007613315840/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074696.610525:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074696.610528:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074696.610530:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f550. 00000100:00000200:2.0:1769074696.610533:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613315840, offset 0 00000400:00000200:2.0:1769074696.610538:0:2366:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074696.610541:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074696.610544:0:2366:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074696.610547:0:2366:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074696.610551:0:2366:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074696.610553:0:2366:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074696.610555:0:2366:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074696.610557:0:2366:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15205:15205:255:4294967295] 192.168.204.151@tcp LPNI seq info [15205:15205:7:4294967295] 00000400:00000200:2.0:1769074696.610561:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074696.610566:0:2366:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074696.610571:0:2366:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074696.610574:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcbc00. 00000800:00000200:2.0:1769074696.610588:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074696.610593:0:2366:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074696.610596:0:2366:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84fcbc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074696.610599:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074696.610603:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074696.610605:0:2366:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296362381 00000100:00000001:2.0:1769074696.610614:0:2366:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296357267 00000100:00000001:2.0:1769074696.610618:0:2366:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296362381 00000100:00000001:2.0:1769074696.610621:0:2366:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296357267 00000100:00000001:2.0:1769074696.610624:0:2366:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074696.610626:0:2366:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074696.610629:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074696.610630:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074696.610691:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074696.610694:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcbf00. 00000400:00000200:2.0:1769074696.610700:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074696.610706:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074696.610713:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897fa18 00000400:00000010:2.0:1769074696.610716:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897fa18. 00000100:00000001:2.0:1769074696.610721:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074696.610726:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90378e00 x1855007613315968/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074696.610736:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074696.610740:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90378e00 x1855007613315968/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074712 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074696.610747:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074696.610749:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074696.610847:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074696.610850:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcbc00. 00000400:00000200:2.0:1769074696.610853:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074696.610857:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074696.610860:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f550 00000400:00000010:2.0:1769074696.610862:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f550. 00000100:00000001:2.0:1769074696.610864:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074696.610867:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9037ad80 x1855007613315840/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074696.610874:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074696.610877:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037ad80 x1855007613315840/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074712 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074696.610884:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074696.610886:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769074696.610988:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074696.610992:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1769074696.629191:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074696.629217:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074696.629222:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074696.629225:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074696.629243:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074696.629254:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074696.629264:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074696.629270:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074696.629278:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074696.629308:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 10 MB=0x6971e9dd8eb80 00000400:00000200:2.0:1769074696.629314:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074696.629324:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 224/224 into md 0x21ca5 [1] + 224 00000800:00000001:2.0:1769074696.629336:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074696.629343:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074696.629346:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074696.629353:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074696.629363:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074696.629376:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90378e00 x1855007613315968/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074712 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074696.629389:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b90378e00 x1855007613315968/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074696.629405:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074696.629417:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074696.629421:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074696.629423:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074696.629425:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074696.629428:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074696.629432:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074696.629436:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074696.629439:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074696.629441:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074696.629444:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 25 MB=0x6971e9dd8eb00 00000400:00000200:2.0:1769074696.629447:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074696.629452:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 224/224 into md 0x21cb5 [1] + 224 00000800:00000001:2.0:1769074696.629456:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074696.629466:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074696.629468:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074696.629472:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074696.629475:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074696.629480:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9037ad80 x1855007613315840/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074712 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074696.629488:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b9037ad80 x1855007613315840/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074696.629496:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074696.629500:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074696.629504:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074696.634135:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074696.634151:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074696.634167:0:2366:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074696.634171:0:2366:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074696.634177:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7ef20. 00000400:00000200:3.0:1769074696.634189:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f3b8 00000400:00000010:3.0:1769074696.634192:0:2366:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f3b8. 00000100:00000001:3.0:1769074696.634199:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074696.634219:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037ad80 x1855007613315840/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074696.634233:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037ad80 x1855007613315840/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074712 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074696.634241:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074696.634244:0:2366:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074696.634248:0:2366:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074696.634253:0:2366:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074696.634256:0:2366:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074696.634258:0:2366:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074696.634262:0:2366:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074696.634274:0:2366:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=118 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074696.634278:0:2366:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=80 v=5 (1 1 0 0) 00000100:00000001:3.0:1769074696.634311:0:2366:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074696.634313:0:2366:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074696.634317:0:2366:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074696.634320:0:2366:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074696.634324:0:2366:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074696.634331:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037ad80 x1855007613315840/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074712 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074696.634339:0:2366:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074696.634344:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074696.634347:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074696.634351:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037ad80 x1855007613315840/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074712 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074696.634359:0:2366:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2366:1855007613315840:192.168.204.151@tcp:400:kworker.0 00000400:00000001:3.0:1769074696.634366:0:2366:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074696.634368:0:2366:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074696.634370:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7eb58. 00000400:00000200:3.0:1769074696.634374:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f110 00000400:00000010:3.0:1769074696.634376:0:2366:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f110. 00000100:00000001:3.0:1769074696.634378:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074696.634383:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90378e00 x1855007613315968/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074696.634392:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90378e00 x1855007613315968/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074712 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074696.634397:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074696.634399:0:2366:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074696.634400:0:2366:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074696.634402:0:2366:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074696.634403:0:2366:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074696.634404:0:2366:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074696.634406:0:2366:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074696.634413:0:2366:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=57 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074696.634417:0:2366:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=80 v=5 (1 1 0 0) 00000100:00000001:3.0:1769074696.634419:0:2366:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074696.634420:0:2366:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074696.634422:0:2366:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074696.634426:0:2366:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074696.634430:0:2366:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1769074696.634433:0:2366:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476761 00000100:00000001:3.0:1769074696.634436:0:2366:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074696.634440:0:2366:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074696.634444:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90378e00 x1855007613315968/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074712 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074696.634451:0:2366:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074696.634453:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074696.634454:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074696.634458:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90378e00 x1855007613315968/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074712 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074696.634465:0:2366:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90378e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2366:1855007613315968:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1769074696.634470:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074696.634473:0:2366:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074696.634476:0:2366:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037ad80 x1855007613315840/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074712 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074696.634483:0:2366:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074696.634486:0:2366:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074696.634491:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b9037d600. 02000000:00000001:3.0:1769074696.634495:0:2366:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074696.634499:0:2366:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074696.634501:0:2366:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:3.0:1769074696.634504:0:2366:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074696.634508:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b84fcbb00. 02000000:00000001:3.0:1769074696.634513:0:2366:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074696.634516:0:2366:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074696.634519:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037ad80. 00000100:00000001:3.0:1769074696.634524:0:2366:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074696.634526:0:2366:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074696.634528:0:2366:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074696.634531:0:2366:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90378e00 x1855007613315968/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074712 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074696.634537:0:2366:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074696.634539:0:2366:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074696.634540:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b9037c000. 02000000:00000001:3.0:1769074696.634542:0:2366:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074696.634544:0:2366:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074696.634546:0:2366:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:3.0:1769074696.634548:0:2366:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074696.634549:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b84fcb000. 02000000:00000001:3.0:1769074696.634551:0:2366:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074696.634552:0:2366:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074696.634554:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90378e00. 00000100:00000001:3.0:1769074696.634557:0:2366:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074696.634558:0:2366:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074696.634561:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074696.634576:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074696.634589:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074696.634592:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074696.634595:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074697.498809:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074697.498821:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074697.498863:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074697.498866:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074697.498869:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074698.523436:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074698.523447:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074698.523591:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074698.523601:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074698.523606:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074699.547392:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074699.547402:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074699.547547:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074699.547551:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074699.547556:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074700.570503:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074700.570526:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074700.570704:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074700.570711:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074700.570716:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074701.595365:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074701.595372:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074701.595404:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074701.595407:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074701.595409:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1769074701.722460:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769074701.722473:0:27795:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1769074701.722487:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037aa00. 00000020:00000040:2.0:1769074701.722505:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:2.0:1769074701.722511:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074701.722514:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074701.722520:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074701.722530:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b84fcbc00. 00000100:00000001:2.0:1769074701.722538:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074701.722552:0:27795:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b9037aa00 x1855007613316096/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769074701.722563:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074701.722568:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074701.722575:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2d5259c] to pc [ptlrpcd_01_01+1] req@ffff982b9037aa00 x1855007613316096/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074701.722609:0:27795:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074701.722613:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769074701.722616:0:27795:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1769074701.722619:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90379f80. 00000020:00000040:2.0:1769074701.722622:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:2.0:1769074701.722624:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074701.722626:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074701.722627:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074701.722631:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b84fcbf00. 00000100:00000001:2.0:1769074701.722633:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074701.722637:0:27795:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID req@ffff982b90379f80 x1855007613316224/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769074701.722645:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074701.722647:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074701.722651:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bc12a12] to pc [ptlrpcd_01_00+0] req@ffff982b90379f80 x1855007613316224/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074701.722669:0:27795:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074701.722672:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1769074701.722675:0:27795:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1769074701.722678:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1769074701.722681:0:27795:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1769074701.722686:0:27795:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1696) 00000100:00000001:3.0:1769074701.723047:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074701.723053:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074701.723055:0:2367:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074701.723063:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037aa00 x1855007613316096/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074701.723070:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074701.723072:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074701.723076:0:2367:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074701.723080:0:2367:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074701.723083:0:2367:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074701.723095:0:2367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2367:1855007613316096:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1769074701.723100:0:2367:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074701.723107:0:2367:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074701.723109:0:2367:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074701.723112:0:2367:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074701.723118:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b9827c600. 02000000:00000001:3.0:1769074701.723120:0:2367:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074701.723132:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074701.723137:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7108. 00000400:00000010:3.0:1769074701.723143:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad65d8. 00000100:00000200:3.0:1769074701.723152:0:2367:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613316096, portal 25 00000100:00000001:3.0:1769074701.723154:0:2367:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074701.723156:0:2367:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603423744 : -114162106127872 : ffff982b9037aa00) 00000100:00000040:3.0:1769074701.723163:0:2367:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9037aa00 x1855007613316096/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074701.723171:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074701.723174:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074701.723177:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6e58. 00000100:00000200:3.0:1769074701.723180:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613316096, offset 0 00000400:00000200:3.0:1769074701.723186:0:2367:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074701.723195:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074701.723204:0:2367:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074701.723211:0:2367:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074701.723215:0:2367:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074701.723219:0:2367:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074701.723222:0:2367:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074701.723226:0:2367:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15206:15206:256:4294967295] 192.168.204.151@tcp LPNI seq info [15206:15206:8:4294967295] 00000400:00000200:3.0:1769074701.723231:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074701.723241:0:2367:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074701.723249:0:2367:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074701.723253:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99274a00. 00000800:00000200:3.0:1769074701.723261:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074701.723269:0:2367:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074701.723274:0:2367:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99274a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074701.723335:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074701.723341:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074701.723343:0:2367:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296367494 00000100:00000001:3.0:1769074701.723351:0:2367:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296362381 00000100:00000001:3.0:1769074701.723356:0:2367:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296367494 00000100:00000001:3.0:1769074701.723360:0:2367:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296362381 00000100:00000001:3.0:1769074701.723363:0:2367:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074701.723366:0:2367:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074701.723370:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074701.723372:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074701.723381:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074701.723384:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1769074701.723386:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074701.723387:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074701.723389:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074701.723392:0:2367:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1769074701.723393:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074701.723395:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074701.723396:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074701.723398:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074701.723399:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074701.723400:0:2367:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074701.723404:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90379f80 x1855007613316224/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074701.723411:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074701.723413:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074701.723415:0:2367:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074701.723416:0:2367:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074701.723418:0:2367:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074701.723421:0:2367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90379f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2367:1855007613316224:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1769074701.723424:0:2367:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074701.723426:0:2367:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074701.723428:0:2367:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074701.723429:0:2367:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074701.723433:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b9827c200. 02000000:00000001:3.0:1769074701.723435:0:2367:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074701.723438:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074701.723441:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7dc0. 00000400:00000010:3.0:1769074701.723444:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6cc0. 00000100:00000200:3.0:1769074701.723447:0:2367:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613316224, portal 10 00000100:00000001:3.0:1769074701.723449:0:2367:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074701.723450:0:2367:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603421056 : -114162106130560 : ffff982b90379f80) 00000100:00000040:3.0:1769074701.723463:0:2367:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90379f80 x1855007613316224/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074701.723470:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074701.723472:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074701.723475:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6660. 00000100:00000200:3.0:1769074701.723477:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007613316224, offset 0 00000400:00000200:3.0:1769074701.723482:0:2367:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074701.723486:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074701.723489:0:2367:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074701.723502:0:2367:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074701.723505:0:2367:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074701.723507:0:2367:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074701.723510:0:2367:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074701.723512:0:2367:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15207:15207:255:4294967295] 192.168.204.151@tcp LPNI seq info [15207:15207:7:4294967295] 00000400:00000200:3.0:1769074701.723516:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074701.723522:0:2367:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074701.723526:0:2367:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074701.723532:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99274400. 00000800:00000200:3.0:1769074701.723536:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074701.723540:0:2367:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074701.723543:0:2367:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99274400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074701.723546:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074701.723550:0:2367:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 718576 usecs (719 jiffies) 00000400:00000200:3.0:1769074701.723553:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074701.723555:0:2367:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296359120 00000100:00000001:3.0:1769074701.723557:0:2367:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296367494 00000100:00000001:3.0:1769074701.723560:0:2367:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296359120 00000100:00000001:3.0:1769074701.723562:0:2367:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296367494 00000100:00000001:3.0:1769074701.723564:0:2367:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074701.723566:0:2367:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074701.723568:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074701.723570:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074701.723582:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074701.723584:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074701.724160:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074701.724166:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99274a00. 00000400:00000200:2.0:1769074701.724176:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074701.724183:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074701.724190:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6e58 00000400:00000010:2.0:1769074701.724193:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6e58. 00000100:00000001:2.0:1769074701.724199:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074701.724206:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9037aa00 x1855007613316096/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074701.724219:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074701.724223:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037aa00 x1855007613316096/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074717 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074701.724232:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074701.724233:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074701.724568:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074701.724572:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99274400. 00000400:00000200:2.0:1769074701.724576:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074701.724580:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074701.724583:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6660 00000400:00000010:2.0:1769074701.724585:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6660. 00000100:00000001:2.0:1769074701.724587:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074701.724591:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90379f80 x1855007613316224/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074701.724599:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074701.724602:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90379f80 x1855007613316224/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074717 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074701.724607:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074701.724608:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1769074702.618458:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074702.618467:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074702.618587:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074702.618591:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074702.618594:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769074702.746410:0:2367:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074702.746424:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074702.746426:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:3.0:1769074702.746432:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074702.746435:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074702.746439:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074702.746442:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074703.642495:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074703.642505:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074703.642537:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074703.642541:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074703.642544:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074704.666376:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074704.666386:0:28129:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074704.666389:0:28129:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074704.666392:0:28129:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074704.666400:0:28129:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074704.666403:0:28129:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074704.666405:0:28129:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074704.666408:0:28129:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074704.666502:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074704.666506:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074704.666510:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074705.690870:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074705.690883:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074705.690926:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074705.690930:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074705.690934:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074706.714441:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074706.714448:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074706.717819:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074706.717826:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074706.717832:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1769074706.843425:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074706.843431:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652800. 00000400:00000200:2.0:1769074706.843437:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074706.843442:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074706.843447:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8440 00000400:00000010:2.0:1769074706.843449:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8440. 00000100:00000001:2.0:1769074706.843453:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074706.843458:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903a8700 x1855007613316352/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074706.843467:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074706.843470:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903a8700 x1855007613316352/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074722 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074706.843477:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074706.843478:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074706.843924:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074706.843928:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652000. 00000400:00000200:2.0:1769074706.843932:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074706.843936:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074706.843939:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000400:00000010:2.0:1769074706.843941:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00000001:2.0:1769074706.843943:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074706.843948:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903ab480 x1855007613316480/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074706.843955:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074706.843958:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903ab480 x1855007613316480/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074722 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074706.843969:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074706.843971:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1769074707.739297:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074707.739305:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074707.739335:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074707.739338:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074707.739340:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074708.762518:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074708.762525:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074708.764596:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074708.764601:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074708.764605:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074709.787252:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074709.787261:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074709.787321:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074709.787324:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074709.787327:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074710.810485:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074710.810493:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074710.810597:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074710.810601:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074710.810604:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074711.834391:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074711.834401:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074711.834428:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074711.834432:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074711.834435:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1769074711.963907:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074711.963912:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652700. 00000400:00000200:2.0:1769074711.963921:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074711.963927:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074711.963933:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8a18 00000400:00000010:2.0:1769074711.963936:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8a18. 00000100:00000001:2.0:1769074711.963952:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074711.963958:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903a8000 x1855007613316608/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074711.963968:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074711.963972:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903a8000 x1855007613316608/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074727 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074711.963979:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074711.963981:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074711.964061:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074711.964064:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652c00. 00000400:00000200:2.0:1769074711.964066:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074711.964070:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074711.964072:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8000 00000400:00000010:2.0:1769074711.964075:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8000. 00000100:00000001:2.0:1769074711.964077:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074711.964080:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903ab800 x1855007613316736/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074711.964086:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074711.964088:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903ab800 x1855007613316736/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074727 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074711.964093:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074711.964095:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1769074712.858491:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074712.858501:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074712.859161:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074712.859166:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074712.859170:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769074712.987458:0:2367:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074712.987466:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074712.987467:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074712.987471:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074712.987472:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074712.987474:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074712.987477:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074713.882505:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074713.882518:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074713.882755:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074713.882760:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074713.882764:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769074714.010422:0:2367:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074714.010436:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074714.010438:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074714.010443:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074714.010446:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074714.010450:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074714.010454:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074714.906595:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074714.906609:0:28129:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074714.906612:0:28129:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074714.906615:0:28129:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074714.906621:0:28129:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074714.906623:0:28129:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074714.906625:0:28129:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074714.906627:0:28129:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074714.906759:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074714.906764:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074714.906767:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769074715.034456:0:2367:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074715.034476:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074715.034478:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074715.034486:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074715.034489:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074715.034495:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074715.034500:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074715.930556:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074715.930566:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074715.930609:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074715.930625:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074715.930629:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769074716.059846:0:2367:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074716.059866:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074716.059868:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074716.059875:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074716.059878:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074716.059883:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074716.059887:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074716.955000:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074716.955006:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074716.955127:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074716.955130:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074716.955132:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1769074717.082527:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769074717.082546:0:11214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1769074717.082577:0:11214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037bb80. 00000020:00000040:2.0:1769074717.082585:0:11214:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=7 obd=MGC192.168.204.151@tcp 00000100:00000001:2.0:1769074717.082590:0:11214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074717.082595:0:11214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074717.082602:0:11214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074717.082624:0:11214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b84fcb700. 00000100:00000001:2.0:1769074717.082635:0:11214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074717.082650:0:11214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b9037bb80 x1855007613316864/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769074717.082662:0:11214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074717.082666:0:11214:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074717.082674:0:11214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a9a053c] to pc [ptlrpcd_01_01+1] req@ffff982b9037bb80 x1855007613316864/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074717.082712:0:11214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074717.082715:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769074717.082718:0:11214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1769074717.082721:0:11214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90379500. 00000020:00000040:2.0:1769074717.082724:0:11214:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=9 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:2.0:1769074717.082726:0:11214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074717.082727:0:11214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074717.082729:0:11214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074717.082733:0:11214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b84fcb400. 00000100:00000001:2.0:1769074717.082737:0:11214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074717.082741:0:11214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID req@ffff982b90379500 x1855007613316992/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769074717.082748:0:11214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074717.082750:0:11214:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074717.082753:0:11214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040d412f8] to pc [ptlrpcd_01_00+0] req@ffff982b90379500 x1855007613316992/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074717.082762:0:11214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074717.082765:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1769074717.082769:0:11214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1769074717.082773:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1769074717.082776:0:11214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1769074717.082782:0:11214:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1711) 00000100:00000001:3.0:1769074717.083490:0:2367:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074717.083495:0:2367:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000400:3.0:1769074717.083505:0:2367:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074701/real 1769074701] req@ffff982b90379f80 x1855007613316224/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074717 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074717.092647:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074717.092658:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074717.092662:0:2366:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074717.092680:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90379500 x1855007613316992/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074717.092694:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074717.092696:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074717.092701:0:2366:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074717.092705:0:2366:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074717.092708:0:2366:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074717.092712:0:2366:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90379500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2366:1855007613316992:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074717.092716:0:2366:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074717.092722:0:2366:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074717.092724:0:2366:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074717.092727:0:2366:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074717.092736:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b9037ca00. 02000000:00000001:2.0:1769074717.092739:0:2366:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074717.092751:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074717.092757:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7e210. 00000400:00000010:2.0:1769074717.092764:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f550. 00000100:00000200:2.0:1769074717.092772:0:2366:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613316992, portal 10 00000100:00000001:2.0:1769074717.092775:0:2366:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074717.092776:0:2366:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603418368 : -114162106133248 : ffff982b90379500) 00000100:00000040:2.0:1769074717.092794:0:2366:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90379500 x1855007613316992/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074717.092805:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074717.092807:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074717.092810:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897fa18. 00000100:00000200:2.0:1769074717.092814:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007613316992, offset 0 00000400:00000200:2.0:1769074717.092822:0:2366:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074717.092834:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074717.092843:0:2366:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074717.092849:0:2366:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074717.092853:0:2366:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074717.092861:0:2366:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074717.092864:0:2366:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074717.092868:0:2366:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15212:15212:256:4294967295] 192.168.204.151@tcp LPNI seq info [15212:15212:8:4294967295] 00000400:00000200:2.0:1769074717.092872:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074717.092882:0:2366:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074717.092889:0:2366:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074717.092895:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcba00. 00000800:00000200:2.0:1769074717.092902:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074717.092918:0:2366:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074717.092923:0:2366:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84fcba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074717.092939:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074717.092943:0:2366:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 718576 usecs (719 jiffies) 00000400:00000200:2.0:1769074717.092947:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074717.092950:0:2366:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296374489 00000100:00000001:2.0:1769074717.092954:0:2366:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296377733 00000100:00000001:2.0:1769074717.092956:0:2366:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296374489 00000100:00000001:2.0:1769074717.092958:0:2366:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296377733 00000100:00000001:2.0:1769074717.092961:0:2366:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074717.092964:0:2366:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074717.092967:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074717.092970:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074717.092978:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074717.092980:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1769074717.092982:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074717.092984:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074717.092985:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074717.092988:0:2366:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1769074717.092990:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074717.092992:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074717.092993:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074717.092995:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074717.092996:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074717.092997:0:2366:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074717.093003:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037bb80 x1855007613316864/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074717.093010:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074717.093011:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074717.093013:0:2366:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074717.093015:0:2366:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074717.093017:0:2366:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074717.093020:0:2366:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2366:1855007613316864:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074717.093023:0:2366:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074717.093026:0:2366:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074717.093027:0:2366:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074717.093029:0:2366:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074717.093032:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b9037ce00. 02000000:00000001:2.0:1769074717.093034:0:2366:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074717.093037:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074717.093040:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7eb00. 00000400:00000010:2.0:1769074717.093043:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897fcc0. 00000100:00000200:2.0:1769074717.093046:0:2366:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613316864, portal 25 00000100:00000001:2.0:1769074717.093047:0:2366:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074717.093049:0:2366:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603428224 : -114162106123392 : ffff982b9037bb80) 00000100:00000040:2.0:1769074717.093053:0:2366:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9037bb80 x1855007613316864/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074717.093060:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074717.093062:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074717.093066:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f110. 00000100:00000200:2.0:1769074717.093068:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613316864, offset 0 00000400:00000200:2.0:1769074717.093072:0:2366:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074717.093076:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074717.093079:0:2366:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074717.093082:0:2366:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074717.093085:0:2366:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074717.093087:0:2366:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074717.093089:0:2366:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074717.093091:0:2366:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15213:15213:255:4294967295] 192.168.204.151@tcp LPNI seq info [15213:15213:7:4294967295] 00000400:00000200:2.0:1769074717.093095:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074717.093100:0:2366:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074717.093104:0:2366:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074717.093108:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcb000. 00000800:00000200:2.0:1769074717.093111:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074717.093127:0:2366:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074717.093130:0:2366:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84fcb000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074717.093133:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074717.093136:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074717.093138:0:2366:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296382863 00000100:00000001:2.0:1769074717.093146:0:2366:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296377733 00000100:00000001:2.0:1769074717.093151:0:2366:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296382863 00000100:00000001:2.0:1769074717.093154:0:2366:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296377733 00000100:00000001:2.0:1769074717.093157:0:2366:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074717.093160:0:2366:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074717.093162:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074717.093165:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074717.093221:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074717.093225:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcba00. 00000400:00000200:2.0:1769074717.093231:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074717.093245:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074717.093250:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897fa18 00000400:00000010:2.0:1769074717.093253:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897fa18. 00000100:00000001:2.0:1769074717.093257:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074717.093265:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90379500 x1855007613316992/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074717.093275:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074717.093279:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90379500 x1855007613316992/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074733 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074717.093319:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074717.093321:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074717.093398:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074717.093401:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcb000. 00000400:00000200:2.0:1769074717.093403:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074717.093407:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074717.093410:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f110 00000400:00000010:2.0:1769074717.093411:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f110. 00000100:00000001:2.0:1769074717.093414:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074717.093423:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9037bb80 x1855007613316864/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074717.093430:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074717.093432:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037bb80 x1855007613316864/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074733 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074717.093438:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074717.093439:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000001:3.0:1769074717.138654:0:2367:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074717.138661:0:2367:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074717.138665:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7dc0. 00000400:00000200:3.0:1769074717.138675:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6cc0 00000400:00000010:3.0:1769074717.138677:0:2367:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6cc0. 00000100:00000001:3.0:1769074717.138683:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074717.138696:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90379f80 x1855007613316224/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074717 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074717.138707:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90379f80 x1855007613316224/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074717 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074717.138715:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074717.138718:0:2367:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074717.138721:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074717.138724:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074717.138729:0:2367:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff982b90379f80 x1855007613316224/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074717 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074717.138737:0:2367:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:3.0:1769074717.138741:0:2367:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1769074717.138745:0:2367:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff982b858dd800: Connection to lustre-MDT0000 (at 192.168.204.151@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:3.0:1769074717.138750:0:2367:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1769074717.138753:0:2367:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:3.0:1769074717.138755:0:2367:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074717.138757:0:2367:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1769074717.138759:0:2367:0:(import.c:416:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:3.0:1769074717.142561:0:2367:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:3.0:1769074717.142570:0:2367:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074717.142641:0:2367:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000400:3.0:1769074717.142659:0:2367:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074701/real 1769074701] req@ffff982b9037aa00 x1855007613316096/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 1 dl 1769074717 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769074717.142678:0:2367:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074717.142680:0:2367:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074717.142684:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7108. 00000400:00000200:3.0:1769074717.144940:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad65d8 00000400:00000010:3.0:1769074717.144950:0:2367:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad65d8. 00000100:00000001:3.0:1769074717.144962:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074717.144974:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037aa00 x1855007613316096/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 1 dl 1769074717 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074717.144986:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037aa00 x1855007613316096/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 1 dl 1769074717 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074717.144995:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074717.144998:0:2367:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074717.145001:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074717.145003:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074717.145008:0:2367:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff982b9037aa00 x1855007613316096/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 1 dl 1769074717 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074717.145016:0:2367:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:3.0:1769074717.145019:0:2367:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1769074717.145023:0:2367:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.151@tcp: Connection to MGS (at 192.168.204.151@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1769074717.145026:0:2367:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.151@tcp for MGC192.168.204.151@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1769074717.145028:0:2367:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1769074717.145030:0:2367:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1769074717.145032:0:2367:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1769074717.145035:0:2367:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff982b9037aa00 x1855007613316096/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 1 dl 1769074717 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074717.145044:0:2367:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff982b903a8700 x1855007613316352/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074722 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074717.145067:0:2367:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff982b903a8000 x1855007613316608/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074727 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074717.145076:0:2367:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff982b9037bb80 x1855007613316864/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074733 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074717.145093:0:2367:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1769074717.145094:0:2367:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1769074717.145096:0:2367:0:(obd_class.h:1217:obd_import_event()) Process entered 10000000:01000000:3.0:1769074717.145100:0:2367:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1769074717.145103:0:2367:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1769074717.145104:0:2367:0:(mgc_request.c:1198:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074717.145106:0:2367:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1769074717.145107:0:2367:0:(obd_class.h:1217:obd_import_event()) Process entered 10000000:01000000:3.0:1769074717.145108:0:2367:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1769074717.145110:0:2367:0:(mgc_request.c:1198:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074717.146249:0:2367:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1769074717.146254:0:2367:0:(import.c:416:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00080000:2.0:1769074717.148856:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769074717.148866:0:11214:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769074717.148869:0:11214:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769074717.148873:0:11214:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769074717.148878:0:11214:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769074717.148885:0:11214:0:(import.c:509:import_select_connection()) MGC192.168.204.151@tcp: connect to NID 192.168.204.151@tcp last attempt 1455 00000400:00000200:2.0:1769074717.148894:0:11214:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074717.148900:0:11214:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00000040:2.0:1769074717.148990:0:11214:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769074717.148994:0:11214:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769074717.148996:0:11214:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769074717.148999:0:11214:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769074717.149002:0:11214:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769074717.149004:0:11214:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000020:00000001:2.0:1769074717.149007:0:11214:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074717.149010:0:11214:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000020:00000001:2.0:1769074717.149012:0:11214:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000020:00000001:2.0:1769074717.149014:0:11214:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00000040:2.0:1769074717.149017:0:11214:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769074717.149018:0:11214:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769074717.149020:0:11214:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769074717.149021:0:11214:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769074717.149024:0:11214:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00080000:2.0:1769074717.149027:0:11214:0:(import.c:623:import_select_connection()) MGC192.168.204.151@tcp: import ffff982b88b8a800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769074717.149029:0:11214:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074717.149032:0:11214:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769074717.149035:0:11214:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074717.149038:0:11214:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074717.149040:0:11214:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769074717.149042:0:11214:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074717.149052:0:11214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037b100. 00000020:00000040:2.0:1769074717.149056:0:11214:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=6 obd=MGC192.168.204.151@tcp 02000000:00000001:2.0:1769074717.149060:0:11214:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769074717.149062:0:11214:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074717.149065:0:11214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074717.149067:0:11214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074717.149072:0:11214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074717.149081:0:11214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c09400. 00000100:00000001:2.0:1769074717.149087:0:11214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074717.149096:0:11214:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b9037b100 x1855007613317120/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769074717.149106:0:11214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074717.149110:0:11214:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074717.149200:0:11214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046ecc01e] to pc [ptlrpcd_rcv+-1] req@ffff982b9037b100 x1855007613317120/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074717.149591:0:11214:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769074717.149595:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769074717.149599:0:11214:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769074717.149600:0:11214:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769074717.149602:0:11214:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769074717.149606:0:11214:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769074717.149609:0:11214:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 1455 00000400:00000200:2.0:1769074717.150863:0:11214:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074717.150873:0:11214:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00000040:2.0:1769074717.150879:0:11214:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769074717.150883:0:11214:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769074717.150885:0:11214:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769074717.150888:0:11214:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769074717.150892:0:11214:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769074717.150893:0:11214:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000020:00000001:2.0:1769074717.150896:0:11214:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074717.150899:0:11214:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000020:00000001:2.0:1769074717.150901:0:11214:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000020:00000001:2.0:1769074717.150903:0:11214:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000040:2.0:1769074717.150918:0:11214:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769074717.150920:0:11214:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769074717.150923:0:11214:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769074717.150924:0:11214:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769074717.150927:0:11214:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 00000100:00080000:2.0:1769074717.150932:0:11214:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769074717.150935:0:11214:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074717.150938:0:11214:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769074717.150947:0:11214:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074717.150951:0:11214:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074717.150953:0:11214:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769074717.150959:0:11214:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769074717.150962:0:11214:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074717.150964:0:11214:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074717.150976:0:11214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037a300. 00000020:00000040:2.0:1769074717.150980:0:11214:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=10 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:2.0:1769074717.150984:0:11214:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769074717.150986:0:11214:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074717.150990:0:11214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074717.150993:0:11214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074717.150997:0:11214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074717.151006:0:11214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c0ac00. 00000100:00000001:2.0:1769074717.151013:0:11214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074717.151023:0:11214:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b9037a300 x1855007613317248/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769074717.151035:0:11214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074717.151040:0:11214:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074717.151045:0:11214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a8e4c43] to pc [ptlrpcd_rcv+-1] req@ffff982b9037a300 x1855007613317248/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074717.151166:0:2367:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:3.0:1769074717.151170:0:2367:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074717.151182:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074717.151185:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074717.151188:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074717.151190:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074717.151193:0:2367:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074717.151195:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074717.151198:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074717.151206:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90379f80 x1855007613316224/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074717 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074717.151215:0:2367:0:(client.c:2174:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:3.0:1769074717.151218:0:2367:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074717.151221:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074717.151223:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074717.151227:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90379f80 x1855007613316224/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074717 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074717.151245:0:2367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90379f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2367:1855007613316224:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1769074717.151251:0:2367:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074717.151256:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037aa00 x1855007613316096/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 1 dl 1769074717 ref 1 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074717.151264:0:2367:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:3.0:1769074717.151266:0:2367:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074717.151269:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074717.151270:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074717.151273:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037aa00 x1855007613316096/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 1 dl 1769074717 ref 1 fl Interpret:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074717.151296:0:2367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2367:1855007613316096:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1769074717.151301:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074717.151304:0:2367:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074717.151307:0:2367:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90379f80 x1855007613316224/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074717 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074717.151315:0:2367:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074717.151318:0:2367:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074717.151320:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b9827c200. 02000000:00000001:3.0:1769074717.151327:0:2367:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074717.151329:0:2367:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074717.151331:0:2367:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=9 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:3.0:1769074717.151333:0:2367:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074717.151336:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b84fcbf00. 02000000:00000001:3.0:1769074717.151342:0:2367:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074717.151344:0:2367:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074717.151346:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90379f80. 00000100:00000001:3.0:1769074717.151351:0:2367:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074717.151352:0:2367:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074717.151354:0:2367:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074717.151357:0:2367:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037aa00 x1855007613316096/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 1 dl 1769074717 ref 1 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074717.151365:0:2367:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074717.151366:0:2367:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074717.151368:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b9827c600. 02000000:00000001:3.0:1769074717.151370:0:2367:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074717.151371:0:2367:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074717.151372:0:2367:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=5 obd=MGC192.168.204.151@tcp 00000020:00000001:3.0:1769074717.151374:0:2367:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074717.151375:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b84fcbc00. 02000000:00000001:3.0:1769074717.151378:0:2367:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074717.151379:0:2367:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074717.151381:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037aa00. 00000100:00000001:3.0:1769074717.151383:0:2367:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074717.151385:0:2367:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074717.151387:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074717.151390:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074717.151391:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074717.151393:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074717.151396:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074717.151438:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074717.151440:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074717.151446:0:2366:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074717.151448:0:2366:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074717.151452:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7eb00. 00000400:00000200:3.0:1769074717.151457:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897fcc0 00000400:00000010:3.0:1769074717.151460:0:2366:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897fcc0. 00000100:00000001:3.0:1769074717.151464:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074717.151469:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037bb80 x1855007613316864/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074733 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074717.151478:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037bb80 x1855007613316864/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074733 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074717.151484:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074717.151486:0:2366:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074717.151489:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037bb80 x1855007613316864/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074733 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074717.151496:0:2366:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:3.0:1769074717.151498:0:2366:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074717.151499:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074717.151501:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074717.151504:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037bb80 x1855007613316864/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074733 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074717.151512:0:2366:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2366:1855007613316864:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1769074717.151516:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074717.151518:0:2366:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074717.151521:0:2366:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037bb80 x1855007613316864/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074733 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074717.151528:0:2366:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074717.151529:0:2366:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074717.151531:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b9037ce00. 02000000:00000001:3.0:1769074717.151534:0:2366:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074717.151536:0:2366:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074717.151537:0:2366:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000020:00000001:3.0:1769074717.151539:0:2366:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074717.151540:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b84fcb700. 02000000:00000001:3.0:1769074717.151542:0:2366:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074717.151543:0:2366:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074717.151545:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037bb80. 00000100:00000001:3.0:1769074717.151548:0:2366:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074717.151549:0:2366:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074717.151551:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074717.151553:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074717.151554:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074717.151555:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074717.151557:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074717.153360:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074717.153372:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b600. 00000400:00000200:3.0:1769074717.153380:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074717.153390:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074717.153399:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604fe58 00000400:00000010:3.0:1769074717.153402:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604fe58. 00000100:00000001:3.0:1769074717.153407:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074717.153416:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9037b100 x1855007613317120/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074717.153428:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074717.153431:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037b100 x1855007613317120/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074727 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074717.153445:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074717.153447:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074717.155744:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074717.155748:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816bd00. 00000400:00000200:3.0:1769074717.155754:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074717.155761:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074717.155766:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604ff68 00000400:00000010:3.0:1769074717.155768:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604ff68. 00000100:00000001:3.0:1769074717.155773:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074717.155778:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9037a300 x1855007613317248/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074717.155787:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074717.155790:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037a300 x1855007613317248/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074727 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074717.155797:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074717.155799:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769074717.160479:0:11214:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074717.160485:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1769074717.160490:0:11214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1769074717.160493:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1769074717.160497:0:11214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1769074717.160505:0:11214:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1711) 00000100:00000040:2.0:1769074717.160514:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1769074717.160517:0:11214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1769074717.160520:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1769074717.160522:0:11214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1769074717.160525:0:11214:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1711) 00010000:00000001:2.0:1769074717.980823:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074717.980831:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074717.981020:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074717.981024:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074717.981027:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769074718.106439:0:2366:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074718.106452:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074718.106455:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:3.0:1769074718.106460:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074718.106463:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074718.106467:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074718.106471:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074719.003520:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074719.003528:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074719.004607:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074719.004612:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074719.004616:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074720.026412:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074720.026418:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074720.029381:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074720.029388:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074720.029392:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074721.051059:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074721.051066:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074721.052922:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074721.052929:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074721.052935:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074722.075321:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074722.075330:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074722.076086:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074722.076093:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074722.076097:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769074722.202872:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074722.202878:0:11214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1769074722.202881:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074722.202884:0:11214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1769074722.202887:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074722.202891:0:11214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074722.202894:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074722.202897:0:11214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074722.202902:0:11214:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1716) 00010000:00000001:2.0:1769074723.098747:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074723.098757:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074723.098883:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074723.098891:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074723.098896:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074724.122643:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074724.122655:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074724.123599:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074724.123606:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074724.123610:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074725.146587:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074725.146613:0:28129:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074725.146617:0:28129:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074725.146621:0:28129:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074725.146629:0:28129:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074725.146632:0:28129:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074725.146634:0:28129:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074725.146637:0:28129:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074725.146822:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074725.146832:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074725.146839:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074726.170975:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074726.170982:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074726.171074:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074726.171078:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074726.171091:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1769074726.298515:0:15360:0:(connection.c:75:cpu_latency_work()) work item of ffff982b99695330 (cpu 0) has reached its deadline 4296382919, at 4296382976 00000100:00000010:3.0:1769074726.298538:0:15360:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982b8768d060. 00000100:00000040:2.0:1769074726.298606:0:28129:0:(connection.c:75:cpu_latency_work()) work item of ffff982b99695220 (cpu 0) has reached its deadline 4296382919, at 4296382976 00000100:00000010:2.0:1769074726.298639:0:28129:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982b8768d840. 00010000:00000001:2.0:1769074727.201967:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074727.201977:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074727.202955:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074727.202961:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074727.202966:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769074727.336247:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074727.336257:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769074727.336277:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074717/real 1769074717] req@ffff982b9037a300 x1855007613317248/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074727 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769074727.336720:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074727.336723:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074727.336727:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6058. 00000400:00000200:3.0:1769074727.336733:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604fbb0 00000400:00000010:3.0:1769074727.336736:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604fbb0. 00000100:00000001:3.0:1769074727.336742:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074727.336750:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037a300 x1855007613317248/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074727 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074727.336760:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037a300 x1855007613317248/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074727 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074727.336768:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074727.336770:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074727.336774:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074727.336777:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074727.336782:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b9037a300 x1855007613317248/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074727 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074727.336790:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1769074727.340059:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074727.340073:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b700. 00000400:00000200:3.0:1769074727.340080:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074727.340088:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074727.340096:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604fa18 00000400:00000010:3.0:1769074727.340099:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604fa18. 00000100:00000001:3.0:1769074727.340105:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074727.340115:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849dc00 x1855007613317376/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074727.340133:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074727.340136:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849dc00 x1855007613317376/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074742 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074727.340143:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074727.340144:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074727.353503:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074727.353519:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816bf00. 00000400:00000200:3.0:1769074727.353535:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074727.353549:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074727.353559:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604fa18 00000400:00000010:3.0:1769074727.353563:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604fa18. 00000100:00000001:3.0:1769074727.353571:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074727.353582:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849ed80 x1855007613317504/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074727.353597:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074727.353602:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849ed80 x1855007613317504/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074742 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074727.353610:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074727.353612:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074727.359575:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074727.359604:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074727.359611:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074727.359614:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074727.359633:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074727.359648:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074727.360307:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074727.360315:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074727.360323:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074727.360328:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 416 into portal 10 MB=0x6971e9dd8f100 00000400:00000200:3.0:1769074727.360335:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074727.360343:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 416/416 into md 0x21d35 [1] + 0 00000800:00000001:3.0:1769074727.360355:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074727.360364:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074727.360367:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074727.360373:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074727.360383:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074727.360394:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849dc00 x1855007613317376/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074742 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074727.360408:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff982b9849dc00 x1855007613317376/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074742 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074727.360448:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074727.360460:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074727.360464:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074727.360466:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074727.360468:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074727.360472:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074727.360476:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074727.360481:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074727.360484:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074727.360487:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074727.360490:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 416 into portal 25 MB=0x6971e9dd8f180 00000400:00000200:3.0:1769074727.360494:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074727.360499:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 416/416 into md 0x21d3d [1] + 0 00000800:00000001:3.0:1769074727.360503:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074727.360509:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074727.360511:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074727.360514:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074727.360517:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074727.360522:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849ed80 x1855007613317504/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074742 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074727.360806:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074727.360812:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074727.360821:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074727.360823:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074727.360827:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6cb8. 00000400:00000200:2.0:1769074727.360833:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f770 00000400:00000010:2.0:1769074727.360837:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f770. 00000100:00000001:2.0:1769074727.360841:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074727.360846:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849dc00 x1855007613317376/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074742 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074727.360856:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849dc00 x1855007613317376/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074742 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074727.360863:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074727.360865:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074727.360868:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074727.360873:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074727.360876:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074727.360879:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074727.360882:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074727.360895:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=88 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074727.360900:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=111 v=10 (10 1 0 0) 00000100:00000001:2.0:1769074727.360902:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074727.360904:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074727.360907:0:2363:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1769074727.360913:0:2363:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff982b9849dc00 x1855007613317376/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/416 e 0 to 0 dl 1769074742 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1769074727.360920:0:2363:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074727.360924:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1769074727.360926:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 68719476763 gen 1 00000100:00000040:2.0:1769074727.360933:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 68719476763) req@ffff982b91295c00 x1855007610990080/t68719476762(68719476762) o36->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 528/448 e 0 to 0 dl 1769074572 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074727.360945:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074727.360948:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b91295c00 x1855007610990080/t68719476762(68719476762) o36->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 528/448 e 0 to 0 dl 1769074572 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074727.360954:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074727.360957:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074727.360962:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b86718400. 02000000:00000001:2.0:1769074727.360966:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074727.360969:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074727.360971:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:2.0:1769074727.360973:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074727.360976:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b8671a000. 02000000:00000001:2.0:1769074727.360980:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074727.360982:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074727.360985:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b91295c00. 00000100:00000001:2.0:1769074727.360989:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074727.360991:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074727.360996:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 68719476763) req@ffff982b91297100 x1855007610990592/t68719476763(68719476763) o36->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 512/456 e 0 to 0 dl 1769074572 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074727.361003:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074727.361006:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b91297100 x1855007610990592/t68719476763(68719476763) o36->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 512/456 e 0 to 0 dl 1769074572 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074727.361011:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074727.361012:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074727.361014:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b86718000. 02000000:00000001:2.0:1769074727.361035:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074727.361037:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074727.361038:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:2.0:1769074727.361040:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074727.361042:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b85cb1800. 02000000:00000001:2.0:1769074727.361045:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074727.361046:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074727.361047:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b91297100. 00000100:00000001:2.0:1769074727.361052:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074727.361053:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074727.361056:0:2363:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1769074727.361059:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:2.0:1769074727.361071:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074727.361073:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074727.361080:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849dc00 x1855007613317376/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/416 e 0 to 0 dl 1769074742 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074727.361087:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074727.361091:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074727.361094:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074727.361097:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1769074727.361106:0:2363:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff982b858dd800: connect to target with instance 17 00000020:00000001:2.0:1769074727.361109:0:2363:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769074727.361113:0:2363:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000020:00000001:2.0:1769074727.361117:0:2363:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074727.361120:0:2363:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000020:00000001:2.0:1769074727.361123:0:2363:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000020:00000001:2.0:1769074727.361126:0:2363:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00001000:2.0:1769074727.361130:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=1769074727 v=0 (0 0 0 0) 00000100:00001000:2.0:1769074727.361133:0:2363:0:(import.c:2194:obd_at_measure()) AT ffff982b88b88c10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1769074727.361138:0:2363:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 747, crc32c 4359, adler 847 00000020:00000040:2.0:1769074727.361147:0:2363:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 00000100:00000001:2.0:1769074727.361150:0:2363:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:2.0:1769074727.361155:0:2363:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000008:00000020:2.0:1769074727.361161:0:2363:0:(osc_request.c:1046:osc_init_grant()) lustre-MDT0000-mdc-ffff982b858dd800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:2.0:1769074727.361167:0:2363:0:(mdc_request.c:3069:mdc_init_ea_size()) Process entered 00000002:00000001:2.0:1769074727.361169:0:2363:0:(mdc_request.c:3076:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074727.361171:0:2363:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:2.0:1769074727.361176:0:2363:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:2.0:1769074727.361179:0:2363:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074727.361181:0:2363:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074727.361184:0:2363:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074727.361186:0:2363:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1769074727.361190:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to REPLAY 00000100:00000001:2.0:1769074727.361196:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1769074727.361199:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:2.0:1769074727.361201:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:2.0:1769074727.361203:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1769074727.361204:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 68719476763 gen 1 00000100:00000040:2.0:1769074727.361207:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1769074727.361209:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:2.0:1769074727.361210:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 68719476763 last 0 00000100:00000001:2.0:1769074727.361214:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769074727.361216:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from REPLAY to REPLAY_LOCKS 00000020:00000040:2.0:1769074727.361220:0:2363:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000040:3.0:1769074727.361839:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff982b9849ed80 x1855007613317504/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074742 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074727.361862:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074727.361877:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074727.361884:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074727.361917:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074727.361920:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074727.361926:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849dc00 x1855007613317376/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/416 e 0 to 0 dl 1769074742 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074727.361935:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613317376:192.168.204.151@tcp:38:kworker.0 00000100:00000001:3.0:1769074727.361941:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074727.361944:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074727.361947:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9849dc00 x1855007613317376/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/416 e 0 to 0 dl 1769074742 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074727.361953:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074727.361955:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074727.361957:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b903b2000. 02000000:00000001:3.0:1769074727.361960:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074727.361961:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074727.361962:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:3.0:1769074727.361964:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074727.361966:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b87461400. 02000000:00000001:3.0:1769074727.361969:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074727.361971:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074727.361973:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9849dc00. 00000100:00000001:3.0:1769074727.361976:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074727.361977:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074727.361980:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074727.361982:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074727.361984:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074727.361990:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074727.361991:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074727.361995:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6058. 00000400:00000200:3.0:1769074727.361999:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f000 00000400:00000010:3.0:1769074727.362003:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f000. 00000100:00000001:3.0:1769074727.362007:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074727.362011:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849ed80 x1855007613317504/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074742 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074727.362019:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849ed80 x1855007613317504/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074742 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074727.362024:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074727.362026:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074727.362029:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074727.362031:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074727.362033:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074727.362036:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074727.362038:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074727.362043:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=149 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074727.362046:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=111 v=10 (10 1 0 0) 00000100:00000001:3.0:1769074727.362049:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074727.362050:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074727.362052:0:2363:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074727.362054:0:2363:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074727.362057:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074727.362061:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849ed80 x1855007613317504/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/416 e 0 to 0 dl 1769074742 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074727.362077:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074727.362079:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074727.362081:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074727.362083:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1769074727.362087:0:2363:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.151@tcp: connect to target with instance 0 00000020:00000001:3.0:1769074727.362090:0:2363:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769074727.362091:0:2363:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000020:00000001:3.0:1769074727.362093:0:2363:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074727.362096:0:2363:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000020:00000001:3.0:1769074727.362098:0:2363:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000020:00000001:3.0:1769074727.362100:0:2363:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00001000:3.0:1769074727.362104:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=1769074727 v=0 (0 0 0 0) 00000100:00001000:3.0:1769074727.362107:0:2363:0:(import.c:2194:obd_at_measure()) AT ffff982b88b8ac10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1769074727.362113:0:2363:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00000001:3.0:1769074727.362115:0:2363:0:(obd_class.h:1217:obd_import_event()) Process entered 10000000:01000000:3.0:1769074727.362119:0:2363:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1769074727.362122:0:2363:0:(mgc_request.c:1198:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074727.362123:0:2363:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000400:3.0:1769074727.362127:0:2363:0:(import.c:1275:ptlrpc_connect_interpret()) Evicted from MGS (at 192.168.204.151@tcp) after server handle changed from 0xf5b77ed682f3d44c to 0xf5b77ed682f597ef 00000100:00080000:3.0:1769074727.402688:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1769074727.402702:0:2363:0:(import.c:1283:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074727.402708:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1769074727.402719:0:2363:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.151@tcp; invalidating 00000020:00000040:3.0:1769074727.402723:0:2363:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=5 obd=MGC192.168.204.151@tcp 00000100:00000001:3.0:1769074727.414814:0:2363:0:(import.c:1674:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074727.414824:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074727.414844:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849ed80 x1855007613317504/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/416 e 0 to 0 dl 1769074742 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074727.414857:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613317504:192.168.204.151@tcp:250:kworker.0 00000100:00000001:3.0:1769074727.414864:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074727.414868:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074727.414872:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9849ed80 x1855007613317504/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/416 e 0 to 0 dl 1769074742 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074727.414880:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074727.414883:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074727.414888:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b903b1000. 02000000:00000001:3.0:1769074727.414892:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074727.414895:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074727.414898:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000020:00000001:3.0:1769074727.414900:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074727.414903:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b87460000. 02000000:00000001:3.0:1769074727.414907:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074727.414909:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074727.414912:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9849ed80. 00000100:00000001:3.0:1769074727.414917:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074727.414919:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074727.414921:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074727.414931:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074727.414933:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074727.414935:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074727.414938:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074727.414940:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074727.414945:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9849d180 x1855007613317632/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074727.414953:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074727.414955:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074727.414959:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074727.414963:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074727.414967:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074727.414970:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9849d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613317632:192.168.204.151@tcp:400:ldlm_lock_repla.0 00000100:00000001:3.0:1769074727.414974:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074727.414983:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074727.414985:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074727.414989:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074727.414997:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b9827d800. 02000000:00000001:3.0:1769074727.414998:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074727.415012:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074727.415018:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7108. 00000400:00000010:3.0:1769074727.415026:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad65d8. 00000100:00000200:3.0:1769074727.415035:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613317632, portal 10 00000100:00000001:3.0:1769074727.415037:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074727.415040:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738831232 : -114161970720384 : ffff982b9849d180) 00000100:00000040:3.0:1769074727.415048:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=2c0 req@ffff982b9849d180 x1855007613317632/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074743 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074727.415056:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074727.415059:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074727.415076:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6cc0. 00000100:00000200:3.0:1769074727.415081:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007613317632, offset 0 00000400:00000200:3.0:1769074727.415090:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074727.415102:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074727.415115:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074727.415123:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074727.415129:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074727.415133:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074727.415137:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074727.415141:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15218:15218:256:4294967295] 192.168.204.151@tcp LPNI seq info [15218:15218:8:4294967295] 00000400:00000200:3.0:1769074727.415146:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074727.415157:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074727.415165:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074727.415171:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99274600. 00000800:00000200:3.0:1769074727.415179:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074727.415189:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074727.415194:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99274600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074727.415208:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074727.415213:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 717385 usecs (718 jiffies) 00000400:00000200:3.0:1769074727.415217:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074727.415220:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296384809 00000100:00000001:3.0:1769074727.415224:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296393117 00000100:00000001:3.0:1769074727.415226:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296384809 00000100:00000001:3.0:1769074727.415229:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296393117 00000100:00000001:3.0:1769074727.415231:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074727.415235:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074727.415238:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074727.415239:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074727.415242:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074727.415244:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1769074727.415246:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074727.415248:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074727.415250:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074727.415251:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074727.415900:0:30007:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:2.0:1769074727.415918:0:30007:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.151@tcp to MGS@192.168.204.151@tcp 00000100:00100000:2.0:1769074727.415922:0:30007:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1769074727.415927:0:30007:0:(obd_class.h:1217:obd_import_event()) Process entered 10000000:01000000:2.0:1769074727.415930:0:30007:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808003 00000001:00000001:2.0:1769074727.415935:0:30007:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1769074727.415938:0:30007:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1769074727.415945:0:30007:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b88afb700 count: 3 00010000:00000001:2.0:1769074727.415954:0:30007:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1769074727.415957:0:30007:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074727.415960:0:30007:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074727.415963:0:30007:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982ba02e3600 refcount=3 00000020:00000001:2.0:1769074727.415966:0:30007:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911871239680 : -114161838311936 : ffff982ba02e3600) 00010000:00000001:2.0:1769074727.415970:0:30007:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911871239680 : -114161838311936 : ffff982ba02e3600) 00010000:00000001:2.0:1769074727.415974:0:30007:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1769074727.415978:0:30007:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.151@tcp lock: ffff982ba02e3600/0x5d432443066acd62 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0xf5b77ed682f3d45a expref: -99 pid: 11528 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1769074727.415989:0:30007:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1769074727.415992:0:30007:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.151@tcp lock: ffff982ba02e3600/0x5d432443066acd62 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0xf5b77ed682f3d45a expref: -99 pid: 11528 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1769074727.416000:0:30007:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:2.0:1769074727.416005:0:30007:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1769074727.416007:0:30007:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1769074727.416009:0:30007:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1769074727.416011:0:30007:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1769074727.416013:0:30007:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1769074727.416028:0:30007:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1769074727.416030:0:30007:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1769074727.416033:0:30007:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff982b85e2f600) refs 2 10000000:00000001:2.0:1769074727.416036:0:30007:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1769074727.416037:0:30007:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074727.416040:0:30007:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1769074727.416042:0:30007:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1769074727.416046:0:30007:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074727.416049:0:30007:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074727.416052:0:30007:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074727.416054:0:30007:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769074727.416058:0:30007:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982ba02e3600 with handle 0x5d432443066acd62 from hash 00010000:00000001:2.0:1769074727.416073:0:30007:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074727.416076:0:30007:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074727.416078:0:30007:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074727.416079:0:30007:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074727.416082:0:30007:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074727.416084:0:30007:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1769074727.416086:0:30007:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074727.416087:0:30007:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074727.416089:0:30007:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074727.416091:0:30007:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074727.416094:0:30007:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.151@tcp lock: ffff982ba02e3600/0x5d432443066acd62 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0xf5b77ed682f3d45a expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074727.416110:0:30007:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074727.416112:0:30007:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1769074727.416113:0:30007:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074727.416114:0:30007:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074727.416117:0:30007:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b892e2a00 refcount=3 00000020:00000001:2.0:1769074727.416119:0:30007:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911485360640 : -114162224190976 : ffff982b892e2a00) 00010000:00000001:2.0:1769074727.416121:0:30007:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911485360640 : -114162224190976 : ffff982b892e2a00) 00010000:00000001:2.0:1769074727.416124:0:30007:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1769074727.416126:0:30007:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.151@tcp lock: ffff982b892e2a00/0x5d432443066acd70 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xf5b77ed682f3d468 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1769074727.416131:0:30007:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1769074727.416133:0:30007:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.151@tcp lock: ffff982b892e2a00/0x5d432443066acd70 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xf5b77ed682f3d468 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1769074727.416138:0:30007:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:2.0:1769074727.416141:0:30007:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1769074727.416142:0:30007:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=3) 10000000:00000040:2.0:1769074727.416143:0:30007:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1769074727.416145:0:30007:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1769074727.416146:0:30007:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1769074727.416149:0:30007:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1769074727.416150:0:30007:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1769074727.416151:0:30007:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff982b88a45800) refs 2 10000000:00000001:2.0:1769074727.416153:0:30007:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1769074727.416154:0:30007:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074727.416156:0:30007:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1769074727.416157:0:30007:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1769074727.416158:0:30007:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074727.416159:0:30007:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074727.416160:0:30007:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074727.416162:0:30007:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769074727.416163:0:30007:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b892e2a00 with handle 0x5d432443066acd70 from hash 00010000:00000001:2.0:1769074727.416166:0:30007:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074727.416167:0:30007:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074727.416168:0:30007:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074727.416169:0:30007:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074727.416171:0:30007:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074727.416172:0:30007:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1769074727.416174:0:30007:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074727.416176:0:30007:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074727.416177:0:30007:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074727.416179:0:30007:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074727.416181:0:30007:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.151@tcp lock: ffff982b892e2a00/0x5d432443066acd70 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xf5b77ed682f3d468 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074727.416190:0:30007:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1769074727.416193:0:30007:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b88afb700 count: 0 00010000:00000040:2.0:1769074727.416200:0:30007:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b98f57b00 count: 2 00010000:00000001:2.0:1769074727.416203:0:30007:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1769074727.416204:0:30007:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074727.416206:0:30007:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074727.416207:0:30007:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982bc2160400 refcount=3 00000020:00000001:2.0:1769074727.416209:0:30007:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629912440079360 : -114161269472256 : ffff982bc2160400) 00010000:00000001:2.0:1769074727.416212:0:30007:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629912440079360 : -114161269472256 : ffff982bc2160400) 00010000:00000001:2.0:1769074727.416214:0:30007:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1769074727.416217:0:30007:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.151@tcp lock: ffff982bc2160400/0x5d432443066acd5b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xf5b77ed682f3d453 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1769074727.416223:0:30007:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1769074727.416225:0:30007:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.151@tcp lock: ffff982bc2160400/0x5d432443066acd5b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xf5b77ed682f3d453 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1769074727.416230:0:30007:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1769074727.416232:0:30007:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1769074727.416233:0:30007:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 10000000:00000040:2.0:1769074727.416235:0:30007:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1769074727.416236:0:30007:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1769074727.416238:0:30007:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1769074727.416240:0:30007:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1769074727.416241:0:30007:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1769074727.416242:0:30007:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff982b85e2e600) refs 2 10000000:00000001:2.0:1769074727.416244:0:30007:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1769074727.416245:0:30007:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074727.416247:0:30007:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1769074727.416248:0:30007:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1769074727.416250:0:30007:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074727.416252:0:30007:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074727.416253:0:30007:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074727.416255:0:30007:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769074727.416256:0:30007:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982bc2160400 with handle 0x5d432443066acd5b from hash 00010000:00000001:2.0:1769074727.416258:0:30007:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074727.416260:0:30007:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074727.416261:0:30007:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074727.416262:0:30007:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074727.416264:0:30007:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074727.416265:0:30007:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1769074727.416267:0:30007:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074727.416268:0:30007:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074727.416269:0:30007:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074727.416271:0:30007:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074727.416273:0:30007:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.151@tcp lock: ffff982bc2160400/0x5d432443066acd5b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xf5b77ed682f3d453 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074727.416301:0:30007:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1769074727.416304:0:30007:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b98f57b00 count: 0 00010000:00000040:2.0:1769074727.416309:0:30007:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b89022500 count: 2 00010000:00000001:2.0:1769074727.416312:0:30007:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1769074727.416313:0:30007:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074727.416315:0:30007:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074727.416316:0:30007:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b892e3c00 refcount=3 00000020:00000001:2.0:1769074727.416318:0:30007:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911485365248 : -114162224186368 : ffff982b892e3c00) 00010000:00000001:2.0:1769074727.416320:0:30007:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911485365248 : -114162224186368 : ffff982b892e3c00) 00010000:00000001:2.0:1769074727.416322:0:30007:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1769074727.416325:0:30007:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.151@tcp lock: ffff982b892e3c00/0x5d432443066acd69 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xf5b77ed682f3d461 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1769074727.416331:0:30007:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1769074727.416333:0:30007:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.151@tcp lock: ffff982b892e3c00/0x5d432443066acd69 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xf5b77ed682f3d461 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1769074727.416338:0:30007:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:2.0:1769074727.416341:0:30007:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1769074727.416343:0:30007:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=3) 10000000:00000040:2.0:1769074727.416344:0:30007:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1769074727.416346:0:30007:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1769074727.416347:0:30007:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1769074727.416350:0:30007:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1769074727.416351:0:30007:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1769074727.416352:0:30007:0:(mgc_request.c:123:config_log_put()) log params(ffff982b85e2fc00) refs 2 10000000:00000001:2.0:1769074727.416354:0:30007:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1769074727.416355:0:30007:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074727.416357:0:30007:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1769074727.416359:0:30007:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1769074727.416360:0:30007:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074727.416361:0:30007:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074727.416363:0:30007:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074727.416365:0:30007:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769074727.416367:0:30007:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b892e3c00 with handle 0x5d432443066acd69 from hash 00010000:00000001:2.0:1769074727.416369:0:30007:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074727.416370:0:30007:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074727.416371:0:30007:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074727.416372:0:30007:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074727.416374:0:30007:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074727.416375:0:30007:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1769074727.416377:0:30007:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074727.416378:0:30007:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074727.416380:0:30007:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074727.416381:0:30007:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074727.416383:0:30007:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.151@tcp lock: ffff982b892e3c00/0x5d432443066acd69 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xf5b77ed682f3d461 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074727.416393:0:30007:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1769074727.416394:0:30007:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b89022500 count: 0 00000001:00000001:2.0:1769074727.416401:0:30007:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1769074727.416403:0:30007:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1769074727.416404:0:30007:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1769074727.416406:0:30007:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1769074727.416409:0:30007:0:(mgc_request.c:1198:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074727.416412:0:30007:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1769074727.416430:0:30007:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:2.0:1769074727.416434:0:30007:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1769074727.416439:0:30007:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1769074727.416441:0:30007:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769074727.416444:0:30007:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1769074727.416446:0:30007:0:(obd_class.h:1217:obd_import_event()) Process entered 10000000:01000000:2.0:1769074727.416448:0:30007:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808004 10000000:00000040:2.0:1769074727.416450:0:30007:0:(mgc_request.c:1182:mgc_import_event()) MGC192.168.204.151@tcp: Reactivating import 00000100:00080000:2.0:1769074727.416464:0:30007:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1769074727.416465:0:30007:0:(mgc_request.c:1198:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074727.416467:0:30007:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:2.0:1769074727.416471:0:30007:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) MGC192.168.204.151@tcp: Connection restored to 192.168.204.151@tcp (at 192.168.204.151@tcp) 00000100:00000001:2.0:1769074727.416475:0:30007:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074727.416479:0:30007:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074727.416481:0:30007:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:2.0:1769074727.416483:0:30007:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1769074727.416484:0:30007:0:(import.c:1596:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074727.418048:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074727.418060:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99274600. 00000400:00000200:3.0:1769074727.418079:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074727.418090:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074727.418101:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6cc0 00000400:00000010:3.0:1769074727.418104:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6cc0. 00000100:00000001:3.0:1769074727.418110:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074727.418122:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849d180 x1855007613317632/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074743 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074727.418135:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074727.418139:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849d180 x1855007613317632/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074743 ref 2 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074727.418147:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074727.418149:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1769074727.436246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982ba02e3600. 00010000:00000010:2.1:1769074727.436271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b892e2a00. 00010000:00000010:2.1:1769074727.436277:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b88afb700. 00010000:00000010:2.1:1769074727.436299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982bc2160400. 00010000:00000010:2.1:1769074727.436303:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b98f57b00. 00010000:00000010:2.1:1769074727.436306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b892e3c00. 00010000:00000010:2.1:1769074727.436315:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b89022500. 00000020:00000001:3.0:1769074728.223613:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074728.223624:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074728.223631:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769074728.348778:0:2366:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074728.348797:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074728.348800:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074728.348807:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074728.348810:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074728.348815:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074728.348820:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074728.607639:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074728.607652:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652700. 00000400:00000200:3.0:1769074728.607660:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074728.607672:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074728.607681:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e86e8 00000400:00000010:3.0:1769074728.607684:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e86e8. 00000100:00000001:3.0:1769074728.607690:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074728.607701:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849df80 x1855007613317760/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074744 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074728.607721:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074728.607725:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849df80 x1855007613317760/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074744 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074728.607732:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074728.607734:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074728.622992:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074728.623248:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074728.623254:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074728.623259:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074728.623274:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074728.623326:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074728.623338:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074728.623344:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074728.623351:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074728.623355:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 344 into portal 25 MB=0x6971e9dd8f280 00000400:00000200:2.0:1769074728.623362:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074728.623382:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 344/344 into md 0x21d55 [1] + 224 00000800:00000001:2.0:1769074728.623392:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074728.623404:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074728.623408:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074728.623423:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074728.623434:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074728.623448:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849df80 x1855007613317760/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074744 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074728.623460:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff982b9849df80 x1855007613317760/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074744 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074728.623485:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074728.623509:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074728.623517:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1769074728.630947:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074728.630961:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652000. 00000400:00000200:3.0:1769074728.630971:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074728.630983:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074728.630993:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e83b8 00000400:00000010:3.0:1769074728.630997:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e83b8. 00000100:00000001:3.0:1769074728.631004:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074728.631017:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849df80 x1855007613317888/t0(0) o256->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074744 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074728.631035:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074728.631039:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849df80 x1855007613317888/t0(0) o256->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074744 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074728.633275:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074728.634613:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074728.645704:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074728.645740:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074728.645746:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074728.645750:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074728.645766:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074728.645777:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074728.645788:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074728.645794:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074728.645801:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074728.645806:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 44 into portal 33 MB=0x6971e9dd8f300 00000400:00000200:2.0:1769074728.645812:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074728.645821:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.204.151@tcp of length 44/44 into md 0x21d5d [4] + 0 00000400:00000010:2.0:1769074728.645829:0:2359:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47630. 00000400:00000200:2.0:1769074728.645836:0:2359:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff982b90257b40 00000800:00000001:2.0:1769074728.645845:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074728.645855:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074728.645859:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074728.645864:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074728.645871:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b90257b40 00000400:00000010:2.0:1769074728.645873:0:2359:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff982b90257b40. 00000100:00000001:2.0:1769074728.645879:0:2359:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1769074728.645882:0:2359:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff982b9849df80 desc ffff982b87463400 mbits 1855007613317888 00000100:00000001:2.0:1769074728.645903:0:2359:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1769074728.645914:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769074728.645917:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074728.645925:0:2359:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074728.645932:0:2359:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15221:15221:256:4294967295] 192.168.204.151@tcp LPNI seq info [15221:15221:8:4294967295] 00000400:00000200:2.0:1769074728.645937:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074728.645946:0:2359:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:2.0:1769074728.645953:0:2359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074728.645961:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at ffff982b9037d800. 00000800:00000200:2.0:1769074728.645968:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074728.645977:0:2359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074728.645983:0:2359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9037d800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1769074728.646144:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074728.646149:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at ffff982b9037d800. 00000400:00000200:2.0:1769074728.646153:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074728.646157:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:2.0:1769074728.646167:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074728.646170:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074728.649643:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074728.649668:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074728.649673:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074728.649677:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074728.649692:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074728.649703:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074728.649712:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074728.649719:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074728.649727:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074728.649732:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 240 into portal 25 MB=0x6971e9dd8f300 00000400:00000200:2.0:1769074728.649738:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074728.649752:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 240/240 into md 0x21d65 [1] + 224 00000800:00000001:2.0:1769074728.649762:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074728.649774:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074728.649778:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074728.649783:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074728.649793:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074728.649806:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849df80 x1855007613317888/t0(0) o256->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074744 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074728.649818:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@ffff982b9849df80 x1855007613317888/t0(0) o256->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074744 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074728.649846:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074728.649859:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074728.649863:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1769074728.656711:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074728.656724:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652800. 00000400:00000200:3.0:1769074728.656733:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074728.656743:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074728.656752:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e83b8 00000400:00000010:3.0:1769074728.656755:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e83b8. 00000100:00000001:3.0:1769074728.656761:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074728.656771:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849df80 x1855007613318016/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074744 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074728.656785:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074728.656789:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849df80 x1855007613318016/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074744 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074728.656798:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074728.656800:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074728.666720:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074728.666748:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074728.666754:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074728.666758:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074728.666775:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074728.666786:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074728.666795:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074728.666801:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074728.666809:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074728.666815:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 344 into portal 25 MB=0x6971e9dd8f380 00000400:00000200:3.0:1769074728.666821:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074728.666831:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 344/344 into md 0x21d6d [1] + 224 00000800:00000001:3.0:1769074728.666843:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074728.666854:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074728.666858:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074728.666864:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074728.666874:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074728.666887:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849df80 x1855007613318016/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074744 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074728.666899:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff982b9849df80 x1855007613318016/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074744 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074728.666920:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074728.666931:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074728.666934:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1769074728.678309:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074728.678316:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652900. 00000400:00000200:3.0:1769074728.678323:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074728.678330:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074728.678337:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e86e8 00000400:00000010:3.0:1769074728.678341:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e86e8. 00000100:00000001:3.0:1769074728.678347:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074728.678358:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849df80 x1855007613318144/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074744 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074728.678372:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074728.678375:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849df80 x1855007613318144/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074744 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074728.678382:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074728.678384:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1769074728.690167:0:30014:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 35 at ffff982b984ba800. 00000020:00000040:2.0:1769074728.690189:0:30014:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-MDT0000-mdc-ffff982b858dd800 has already been connecting to new target(17) 00000020:00000010:2.0:1769074728.690193:0:30014:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 35 at ffff982b984ba800. 00000800:00000001:3.0:1769074728.690934:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074728.690958:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074728.690964:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074728.690967:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074728.690983:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074728.690995:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074728.691006:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074728.691013:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074728.691022:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074728.691028:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 272 into portal 25 MB=0x6971e9dd8f400 00000400:00000200:3.0:1769074728.691036:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074728.691065:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 272/272 into md 0x21d75 [1] + 224 00000800:00000001:3.0:1769074728.691078:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074728.691089:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074728.691093:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074728.691098:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074728.691110:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074728.691124:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849df80 x1855007613318144/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074744 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074728.691137:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff982b9849df80 x1855007613318144/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074744 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074728.691168:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074728.691182:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074728.691186:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1769074728.693659:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074728.693673:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b300. 00000400:00000200:3.0:1769074728.693680:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074728.693690:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074728.693699:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604fbb0 00000400:00000010:3.0:1769074728.693702:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604fbb0. 00000100:00000001:3.0:1769074728.693708:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074728.693719:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903ab800 x1855007613318272/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074744 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074728.693734:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074728.693738:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903ab800 x1855007613318272/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074744 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074728.693746:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074728.693748:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074728.700168:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074728.700197:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074728.700203:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074728.700206:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074728.700222:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074728.700232:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074728.700242:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074728.700248:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074728.700257:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074728.700262:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 8416 into portal 25 MB=0x6971e9dd8f480 00000400:00000200:3.0:1769074728.700268:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074728.700275:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 8416/8416 into md 0x21d7d [4] + 224 00000800:00000001:3.0:1769074728.700307:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074728.700347:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074728.700352:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074728.700359:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074728.700371:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074728.700386:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903ab800 x1855007613318272/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074744 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074728.700399:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff982b903ab800 x1855007613318272/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074744 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074728.701003:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074728.701020:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074728.701025:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1769074728.705276:0:30015:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:3.0:1769074728.705321:0:30015:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b9827ce00. 00000020:00000010:3.0:1769074728.705331:0:30015:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff982b9827d600. 00000040:00000010:3.0:1769074728.705336:0:30015:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff982b9827c600. 00000020:00000010:3.0:1769074728.705342:0:30015:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff982b88b89800. 00000020:00000010:3.0:1769074728.705350:0:30015:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff982b84ee73b8. 00000020:00000010:3.0:1769074728.705355:0:30015:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff982b9827c200. 80000000:00000010:3.0:1769074728.705360:0:30015:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff982b984663c0. 40000000:00000010:3.0:1769074728.705365:0:30015:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff982b985ded40. 00100000:00000010:3.0:1769074728.705371:0:30015:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff982b88b8e000. 00040000:00000010:3.0:1769074728.705376:0:30015:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff982b99274600. 00040000:00000010:3.0:1769074728.705381:0:30015:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff982b88b88000. 00040000:00000010:3.0:1769074728.705386:0:30015:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff982b9827de00. 00000004:00000010:3.0:1769074728.705391:0:30015:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff982b88b8b800. 00000004:00000010:3.0:1769074728.705397:0:30015:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff982b88a70000. 00000004:00000010:3.0:1769074728.705403:0:30015:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff982b88b8e800. 00002000:00000010:3.0:1769074728.705409:0:30015:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff982b98c01c00. 00000004:00000010:3.0:1769074728.705414:0:30015:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff982b98c01400. 00000020:00000010:3.0:1769074728.705420:0:30015:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff982b985de780. 00000040:00000010:3.0:1769074728.705433:0:30015:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff982b86020000. 00000040:00080000:3.0:1769074728.705939:0:30015:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 42 00000040:00000010:3.0:1769074728.705948:0:30015:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff982b86020000. 00000020:00000010:3.0:1769074728.705960:0:30015:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff982b985de780. 00000020:00000010:3.0:1769074728.705984:0:30015:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b9827d600. 00000040:00000010:3.0:1769074728.705989:0:30015:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff982b9827c600. 00000020:00000010:3.0:1769074728.705994:0:30015:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff982b88b89800. 00000020:00000010:3.0:1769074728.705999:0:30015:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff982b84ee73b8. 00000020:00000010:3.0:1769074728.706005:0:30015:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff982b9827c200. 80000000:00000010:3.0:1769074728.706008:0:30015:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff982b984663c0. 40000000:00000010:3.0:1769074728.706011:0:30015:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff982b985ded40. 00100000:00000010:3.0:1769074728.706015:0:30015:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff982b88b8e000. 00040000:00000010:3.0:1769074728.706019:0:30015:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff982b99274600. 00040000:00000010:3.0:1769074728.706023:0:30015:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff982b88b88000. 00040000:00000010:3.0:1769074728.706027:0:30015:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff982b9827de00. 00000004:00000010:3.0:1769074728.706031:0:30015:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff982b88b8b800. 00000004:00000010:3.0:1769074728.706035:0:30015:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff982b88a70000. 00000004:00000010:3.0:1769074728.706051:0:30015:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff982b88b8e800. 00002000:00000010:3.0:1769074728.706066:0:30015:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff982b98c01c00. 00000004:00000010:3.0:1769074728.706071:0:30015:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff982b98c01400. 00000020:00000010:3.0:1769074728.706074:0:30015:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b9827ce00. 00000800:00000200:3.0:1769074728.709401:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074728.709416:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b000. 00000400:00000200:3.0:1769074728.709425:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074728.709436:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074728.709446:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604fe58 00000400:00000010:3.0:1769074728.709449:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604fe58. 00000100:00000001:3.0:1769074728.709456:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074728.709468:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903ab800 x1855007613318400/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074744 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074728.709483:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074728.709486:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903ab800 x1855007613318400/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074744 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074728.709493:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074728.709495:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074728.727173:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074728.727198:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074728.727205:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074728.727207:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074728.727226:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074728.727238:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074728.727250:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074728.727257:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074728.727264:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074728.727268:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 344 into portal 25 MB=0x6971e9dd8f500 00000400:00000200:3.0:1769074728.727276:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074728.727382:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 344/344 into md 0x21d85 [1] + 224 00000800:00000001:3.0:1769074728.727396:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074728.727407:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074728.727412:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074728.727418:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074728.727428:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074728.727441:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903ab800 x1855007613318400/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074744 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074728.727456:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff982b903ab800 x1855007613318400/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074744 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074728.727468:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074728.727478:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074728.727482:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1769074728.729029:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074728.729035:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816be00. 00000400:00000200:2.0:1769074728.729052:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074728.729059:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074728.729065:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f440 00000400:00000010:2.0:1769074728.729067:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f440. 00000100:00000001:2.0:1769074728.729071:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074728.729076:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903ab800 x1855007613318528/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074744 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074728.729087:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074728.729089:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903ab800 x1855007613318528/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074744 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074728.729095:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074728.729097:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074728.755457:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074728.755484:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074728.755489:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074728.755492:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074728.755521:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074728.755532:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074728.755543:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074728.755549:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074728.755556:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074728.755561:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 272 into portal 25 MB=0x6971e9dd8f580 00000400:00000200:3.0:1769074728.755568:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074728.755576:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 272/272 into md 0x21d8d [1] + 224 00000800:00000001:3.0:1769074728.755587:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074728.755597:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074728.755601:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074728.755606:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074728.755616:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074728.755627:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903ab800 x1855007613318528/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074744 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074728.755640:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff982b903ab800 x1855007613318528/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074744 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074728.755666:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074728.755676:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074728.755681:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1769074728.758264:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074728.758271:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816bb00. 00000400:00000200:2.0:1769074728.758321:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074728.758329:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074728.758336:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604ff68 00000400:00000010:2.0:1769074728.758340:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604ff68. 00000100:00000001:2.0:1769074728.758346:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074728.758358:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903ab800 x1855007613318656/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074744 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074728.758374:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074728.758377:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903ab800 x1855007613318656/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074744 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074728.758385:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074728.758386:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074728.773477:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074728.773515:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074728.773521:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074728.773524:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074728.773541:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074728.773554:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074728.773564:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074728.773571:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074728.773578:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074728.773583:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 8416 into portal 25 MB=0x6971e9dd8f600 00000400:00000200:3.0:1769074728.773590:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074728.773598:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 8416/8416 into md 0x21d95 [4] + 224 00000800:00000001:3.0:1769074728.773609:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074728.773624:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074728.773627:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074728.773633:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074728.773643:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074728.773655:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903ab800 x1855007613318656/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074744 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074728.773668:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff982b903ab800 x1855007613318656/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074744 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074728.773699:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074728.774278:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074728.774334:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:2.0:1769074728.784943:0:11528:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff982b90217f00. 00000040:00000001:2.0:1769074728.784956:0:11528:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1769074728.784962:0:11528:0:(obd_config.c:2043:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:2.0:1769074728.784969:0:11528:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff982b888f0000. 00000040:00000010:2.0:1769074728.784973:0:11528:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff982b82d17800. 00000020:00000001:2.0:1769074728.784976:0:11528:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1769074728.784980:0:11528:0:(mgc_request.c:1735:mgc_process_cfg_log()) Process leaving 00000020:00000010:2.0:1769074728.784985:0:11528:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b8669e000. 00000040:00000010:2.0:1769074728.784989:0:11528:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff982b8669e200. 00000020:00000010:2.0:1769074728.784992:0:11528:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff982b98907800. 00000020:00000010:2.0:1769074728.784997:0:11528:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff982b8669ec00. 80000000:00000010:2.0:1769074728.785000:0:11528:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff982b90217060. 00040000:00000010:2.0:1769074728.785003:0:11528:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff982b8669f600. 20000000:00000010:2.0:1769074728.785006:0:11528:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at ffff982b82d16600. 00000020:00000010:2.0:1769074728.785009:0:11528:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b8669f200. 10000000:00000010:2.0:1769074728.785011:0:11528:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at ffff982b985c0ec0. 10000000:01000000:2.0:1769074728.785014:0:11528:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.151@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:2.0:1769074728.785016:0:11528:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1769074728.785019:0:11528:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074728.785022:0:11528:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074728.785024:0:11528:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255200 refcount=3 00000020:00000001:2.0:1769074728.785026:0:11528:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602221568 : -114162107330048 : ffff982b90255200) 00010000:00000001:2.0:1769074728.785028:0:11528:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602221568 : -114162107330048 : ffff982b90255200) 00010000:00000001:2.0:1769074728.785031:0:11528:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074728.785035:0:11528:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.151@tcp lock: ffff982b90255200/0x5d432443066b737f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf5b77ed682f59804 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074728.785068:0:11528:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074728.785070:0:11528:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1769074728.785073:0:11528:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.151@tcp lock: ffff982b90255200/0x5d432443066b737f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf5b77ed682f59804 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074728.785079:0:11528:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074728.785080:0:11528:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074728.785081:0:11528:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1769074728.785083:0:11528:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1769074728.785085:0:11528:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1769074728.785088:0:11528:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1769074728.785091:0:11528:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1769074728.785093:0:11528:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff982b88a45800) refs 2 10000000:00000001:2.0:1769074728.785095:0:11528:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1769074728.785098:0:11528:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1769074728.785099:0:11528:0:(mgc_request.c:123:config_log_put()) log params(ffff982b85e2fc00) refs 3 10000000:00000001:2.0:1769074728.785101:0:11528:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1769074728.785103:0:11528:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1769074728.785105:0:11528:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:2.0:1769074728.785107:0:11528:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:2.0:1769074728.785109:0:11528:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-sptlrpc-ffff982b87670000 from 1 10000000:00000001:2.0:1769074728.785112:0:11528:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1769074728.785113:0:11528:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1769074728.785126:0:11528:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037b100. 00000020:00000040:2.0:1769074728.785132:0:11528:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:2.0:1769074728.785137:0:11528:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074728.785141:0:11528:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074728.785148:0:11528:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074728.785160:0:11528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b9037d600. 00000100:00000001:2.0:1769074728.785169:0:11528:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074728.785175:0:11528:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1769074728.785178:0:11528:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1769074728.785187:0:11528:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020cf00 count: 2 00010000:00000001:2.0:1769074728.785190:0:11528:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074728.785193:0:11528:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1769074728.785198:0:11528:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b90341400. 00000020:00000001:2.0:1769074728.785203:0:11528:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1769074728.785205:0:11528:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b90341400 with handle 0x5d432443066b7386 to hash 00000020:00000001:2.0:1769074728.785208:0:11528:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1769074728.785210:0:11528:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911603188736 : -114162106362880 : ffff982b90341400) 00010000:00000001:2.0:1769074728.785213:0:11528:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911603188736 : -114162106362880 : ffff982b90341400) 00010000:00000001:2.0:1769074728.785218:0:11528:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074728.785221:0:11528:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074728.785224:0:11528:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.151@tcp lock: ffff982b90341400/0x5d432443066b7386 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074728.785229:0:11528:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.151@tcp lock: ffff982b90341400/0x5d432443066b7386 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074728.785241:0:11528:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.151@tcp lock: ffff982b90341400/0x5d432443066b7386 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1769074728.785245:0:11528:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074728.785248:0:11528:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074728.785255:0:11528:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b98e9e6c0. 00000100:00000001:2.0:1769074728.785257:0:11528:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911749322432 : -114161960229184 : ffff982b98e9e6c0) 00000100:00000001:2.0:1769074728.785260:0:11528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074728.785261:0:11528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603425536 : -114162106126080 : ffff982b9037b100) 00000100:00000001:2.0:1769074728.785266:0:11528:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074728.785270:0:11528:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074728.785272:0:11528:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074728.785274:0:11528:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074728.785319:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037b100 x1855007613318784/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074728.785327:0:11528:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074728.785329:0:11528:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074728.785333:0:11528:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074728.785336:0:11528:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074728.785338:0:11528:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074728.785341:0:11528:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:61009b19-6c2d-431f-95c4-80fb0f04a0d4:11528:1855007613318784:192.168.204.151@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1769074728.785345:0:11528:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074728.785350:0:11528:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074728.785353:0:11528:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074728.785355:0:11528:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074728.785360:0:11528:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c08400. 02000000:00000001:2.0:1769074728.785362:0:11528:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074728.785377:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074728.785382:0:11528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7eaa8. 00000400:00000010:2.0:1769074728.785390:0:11528:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f110. 00000100:00000200:2.0:1769074728.785401:0:11528:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613318784, portal 25 00000100:00000001:2.0:1769074728.785403:0:11528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074728.785405:0:11528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603425536 : -114162106126080 : ffff982b9037b100) 00000100:00000040:2.0:1769074728.785411:0:11528:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9037b100 x1855007613318784/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074744 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074728.785419:0:11528:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074728.785423:0:11528:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074728.785426:0:11528:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897fa18. 00000100:00000200:2.0:1769074728.785429:0:11528:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1855007613318784, offset 0 00000400:00000200:2.0:1769074728.785437:0:11528:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074728.785447:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074728.785457:0:11528:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074728.785465:0:11528:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074728.785470:0:11528:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074728.785474:0:11528:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074728.785478:0:11528:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074728.785482:0:11528:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15228:15228:256:4294967295] 192.168.204.151@tcp LPNI seq info [15228:15228:8:4294967295] 00000400:00000200:2.0:1769074728.785487:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074728.785636:0:11528:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074728.785645:0:11528:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074728.785651:0:11528:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcb000. 00000800:00000200:2.0:1769074728.785660:0:11528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074728.785670:0:11528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074728.785676:0:11528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84fcb000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1769074728.785704:0:11528:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074728.786001:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074728.786007:0:11528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296394556 00000800:00000200:3.0:1769074728.786809:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074728.786817:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcb000. 00000400:00000200:3.0:1769074728.786825:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074728.786834:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074728.786841:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897fa18 00000400:00000010:3.0:1769074728.786844:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897fa18. 00000100:00000001:3.0:1769074728.786849:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074728.786858:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9037b100 x1855007613318784/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074744 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074728.786869:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074728.786871:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9037b100 x1855007613318784/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074744 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074728.786877:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074728.786878:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074728.801921:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074728.801946:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074728.801952:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074728.801955:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074728.801973:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074728.801984:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074728.801994:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074728.802000:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074728.802008:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074728.802013:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 344 into portal 25 MB=0x6971e9dd8f680 00000400:00000200:3.0:1769074728.802021:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074728.802029:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 344/344 into md 0x21d9d [1] + 224 00000800:00000001:3.0:1769074728.802051:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074728.802067:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074728.802073:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074728.802079:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074728.802088:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074728.802100:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9037b100 x1855007613318784/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074744 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074728.802113:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff982b9037b100 x1855007613318784/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074744 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074728.802131:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074728.802143:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074728.802148:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1769074728.802734:0:11528:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b985c2840. 00000100:00000001:0.0:1769074728.802736:0:11528:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911740033088 : -114161969518528 : ffff982b985c2840) 00000100:00000001:0.0:1769074728.802739:0:11528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074728.802740:0:11528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603623936 : -114162105927680 : ffff982b903ab800) 00000100:00000001:0.0:1769074728.802744:0:11528:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074728.802748:0:11528:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074728.802749:0:11528:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074728.802751:0:11528:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074728.802754:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903ab800 x1855007613318912/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074728.802760:0:11528:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074728.802761:0:11528:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074728.802765:0:11528:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074728.802767:0:11528:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074728.802769:0:11528:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074728.802771:0:11528:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903ab800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:61009b19-6c2d-431f-95c4-80fb0f04a0d4:11528:1855007613318912:192.168.204.151@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1769074728.802774:0:11528:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074728.802778:0:11528:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074728.802780:0:11528:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074728.802782:0:11528:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074728.802784:0:11528:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b90302800. 02000000:00000001:0.0:1769074728.802785:0:11528:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074728.802790:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074728.802792:0:11528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b67e8. 00000400:00000010:0.0:1769074728.802797:0:11528:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f220. 00000100:00000200:0.0:1769074728.802804:0:11528:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613318912, portal 25 00000100:00000001:0.0:1769074728.802806:0:11528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074728.802806:0:11528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603623936 : -114162105927680 : ffff982b903ab800) 00000100:00000040:0.0:1769074728.802810:0:11528:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b903ab800 x1855007613318912/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074744 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074728.802815:0:11528:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074728.802818:0:11528:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074728.802819:0:11528:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f5d8. 00000100:00000200:0.0:1769074728.802823:0:11528:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1855007613318912, offset 0 00000400:00000200:0.0:1769074728.802829:0:11528:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074728.802834:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074728.802840:0:11528:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074728.802847:0:11528:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074728.802852:0:11528:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074728.802856:0:11528:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074728.802858:0:11528:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074728.802862:0:11528:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15229:15229:256:4294967295] 192.168.204.151@tcp LPNI seq info [15229:15229:8:4294967295] 00000400:00000200:0.0:1769074728.802865:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074728.802873:0:11528:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074728.802878:0:11528:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074728.802882:0:11528:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b800. 00000800:00000200:0.0:1769074728.802887:0:11528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074728.802894:0:11528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074728.802899:0:11528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816b800 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1769074728.802919:0:11528:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074728.802923:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074728.802926:0:11528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296394573 00000100:00000001:0.0:1769074728.802935:0:11528:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296394556 00000100:00000001:0.0:1769074728.802941:0:11528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296394573 00000100:00000001:0.0:1769074728.802944:0:11528:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296394556 00000100:00000001:0.0:1769074728.802948:0:11528:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074728.802951:0:11528:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074728.802954:0:11528:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074728.802956:0:11528:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074728.802959:0:11528:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2840 going to sleep for 11 seconds 00000100:00000001:0.0:1769074728.802961:0:11528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074728.802963:0:11528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074728.803250:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074728.803256:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b800. 00000400:00000200:3.0:1769074728.803261:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074728.803266:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074728.803271:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f5d8 00000400:00000010:3.0:1769074728.803272:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f5d8. 00000100:00000001:3.0:1769074728.803277:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074728.803313:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903ab800 x1855007613318912/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074744 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074728.803324:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074728.803326:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903ab800 x1855007613318912/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074744 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074728.803333:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074728.803334:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074728.813681:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074728.813706:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074728.813710:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074728.813712:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074728.813727:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074728.813737:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074728.813744:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074728.813750:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074728.813756:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074728.813760:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 272 into portal 25 MB=0x6971e9dd8f700 00000400:00000200:3.0:1769074728.813766:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074728.813772:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 272/272 into md 0x21dad [1] + 224 00000800:00000001:3.0:1769074728.813781:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074728.813788:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074728.813791:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074728.813796:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074728.813804:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074728.813816:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903ab800 x1855007613318912/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074744 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074728.813825:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff982b903ab800 x1855007613318912/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074744 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074728.813874:0:11528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074728.813890:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074728.813899:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074728.813902:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1769074728.818266:0:11528:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074728.818276:0:11528:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074728.818299:0:11528:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b67e8. 00000400:00000200:0.0:1769074728.818312:0:11528:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f220 00000400:00000010:0.0:1769074728.818314:0:11528:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f220. 00000100:00000001:0.0:1769074728.818320:0:11528:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074728.818336:0:11528:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903ab800 x1855007613318912/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074744 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074728.818347:0:11528:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903ab800 x1855007613318912/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074744 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074728.818357:0:11528:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074728.818359:0:11528:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074728.818363:0:11528:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074728.818368:0:11528:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074728.818372:0:11528:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074728.818375:0:11528:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074728.818379:0:11528:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074728.818393:0:11528:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=0 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074728.818398:0:11528:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074728.818401:0:11528:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1769074728.818405:0:11528:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff982b903ab800 x1855007613318912/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074744 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074728.818412:0:11528:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1769074728.818416:0:11528:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1769074728.818421:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903ab800 x1855007613318912/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074744 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074728.818429:0:11528:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:0.0:1769074728.818434:0:11528:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074728.818436:0:11528:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074728.818440:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903ab800 x1855007613318912/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074744 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074728.818446:0:11528:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903ab800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:61009b19-6c2d-431f-95c4-80fb0f04a0d4:11528:1855007613318912:192.168.204.151@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1769074728.818452:0:11528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074728.818455:0:11528:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1769074728.818458:0:11528:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074728.818460:0:11528:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074728.818462:0:11528:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903ab800 x1855007613318912/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074744 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074728.818467:0:11528:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074728.818469:0:11528:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b985c2840. 00000100:00000001:0.0:1769074728.818478:0:11528:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074728.818479:0:11528:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1769074728.818481:0:11528:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:0.0:1769074728.818487:0:11528:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074728.818489:0:11528:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000020:00000001:0.0:1769074728.818491:0:11528:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1769074728.818493:0:11528:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074728.818494:0:11528:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b903ab800 x1855007613318912/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074744 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074728.818501:0:11528:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074728.818505:0:11528:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074728.818510:0:11528:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b90302800. 02000000:00000001:0.0:1769074728.818514:0:11528:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074728.818515:0:11528:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074728.818516:0:11528:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:0.0:1769074728.818518:0:11528:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074728.818521:0:11528:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b90303800. 02000000:00000001:0.0:1769074728.818525:0:11528:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074728.818528:0:11528:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074728.818530:0:11528:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b903ab800. 00000100:00000001:0.0:1769074728.818534:0:11528:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074728.818535:0:11528:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:0.0:1769074728.818539:0:11528:0:(llog.c:1547:llog_open()) MGC192.168.204.151@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:0.0:1769074728.818543:0:11528:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff982b82d17400. 00000040:00000001:0.0:1769074728.818549:0:11528:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:0.0:1769074728.818553:0:11528:0:(obd_config.c:2023:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:0.0:1769074728.818558:0:11528:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:0.0:1769074728.818567:0:11528:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b81285800. 00000040:00000010:0.0:1769074728.818573:0:11528:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff982b81285c00. 00000020:00000010:0.0:1769074728.818577:0:11528:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff982b98903000. 00000020:00000010:0.0:1769074728.818583:0:11528:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff982b82d16600. 80000000:00000010:0.0:1769074728.818588:0:11528:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff982b90217ae0. 00040000:00000010:0.0:1769074728.818593:0:11528:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff982b82d17800. 20000000:00000010:0.0:1769074728.818596:0:11528:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at ffff982b82d16200. 00000020:00000010:0.0:1769074728.818599:0:11528:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b8ae7f600. 10000000:00000010:0.0:1769074728.818603:0:11528:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at ffff982b985c03c0. 10000000:01000000:0.0:1769074728.818606:0:11528:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.151@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:0.0:1769074728.818609:0:11528:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1769074728.818612:0:11528:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074728.818615:0:11528:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074728.818618:0:11528:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341400 refcount=3 00000020:00000001:0.0:1769074728.818620:0:11528:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603188736 : -114162106362880 : ffff982b90341400) 00010000:00000001:0.0:1769074728.818622:0:11528:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603188736 : -114162106362880 : ffff982b90341400) 00010000:00000001:0.0:1769074728.818625:0:11528:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074728.818630:0:11528:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.151@tcp lock: ffff982b90341400/0x5d432443066b7386 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf5b77ed682f5980b expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074728.818638:0:11528:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074728.818639:0:11528:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074728.818641:0:11528:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.151@tcp lock: ffff982b90341400/0x5d432443066b7386 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf5b77ed682f5980b expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074728.818645:0:11528:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074728.818646:0:11528:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074728.818647:0:11528:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1769074728.818648:0:11528:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1769074728.818649:0:11528:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:0.0:1769074728.818652:0:11528:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1769074728.818654:0:11528:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1769074728.818655:0:11528:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff982b88a45800) refs 3 10000000:00000001:0.0:1769074728.818657:0:11528:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:2.0:1769074729.243598:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074729.243608:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074729.250015:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074729.250028:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074729.250049:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769074729.370498:0:2366:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074729.370527:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074729.370531:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074729.370539:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074729.370543:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074729.370549:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074729.370554:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074730.266479:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074730.266489:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074730.276495:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074730.276508:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074730.276516:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769074730.396946:0:2366:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074730.396966:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074730.396968:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074730.396975:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074730.396977:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074730.396983:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074730.396988:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074731.292724:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074731.292735:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074731.293021:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074731.293026:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074731.293030:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769074731.418563:0:2366:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074731.418585:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074731.418588:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074731.418594:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074731.418597:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074731.418603:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074731.418606:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074732.317387:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074732.317400:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074732.317458:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074732.317464:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074732.317468:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074732.442814:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074732.442822:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074732.442826:0:2364:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074732.442835:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9849df80 x1855007613319040/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074732.442844:0:2364:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074732.442847:0:2364:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074732.442853:0:2364:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074732.442857:0:2364:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074732.442860:0:2364:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074732.442864:0:2364:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9849df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2364:1855007613319040:192.168.204.151@tcp:400:kworker.0 00000100:00000001:0.0:1769074732.442870:0:2364:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074732.442879:0:2364:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074732.442882:0:2364:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074732.442885:0:2364:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074732.442894:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b90302600. 02000000:00000001:0.0:1769074732.442896:0:2364:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074732.442910:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074732.442916:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b67e8. 00000400:00000010:0.0:1769074732.442925:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f220. 00000100:00000200:0.0:1769074732.442936:0:2364:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613319040, portal 25 00000100:00000001:0.0:1769074732.442939:0:2364:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074732.442941:0:2364:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738834816 : -114161970716800 : ffff982b9849df80) 00000100:00000040:0.0:1769074732.442949:0:2364:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9849df80 x1855007613319040/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074732.442957:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074732.442960:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074732.442964:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604fee0. 00000100:00000200:0.0:1769074732.442969:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613319040, offset 0 00000400:00000200:0.0:1769074732.442988:0:2364:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074732.443001:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074732.443011:0:2364:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074732.443018:0:2364:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074732.443024:0:2364:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074732.443029:0:2364:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074732.443032:0:2364:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074732.443036:0:2364:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15230:15230:256:4294967295] 192.168.204.151@tcp LPNI seq info [15230:15230:8:4294967295] 00000400:00000200:0.0:1769074732.443040:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074732.443052:0:2364:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074732.443061:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074732.443069:0:2364:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b100. 00000800:00000200:0.0:1769074732.443079:0:2364:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074732.443090:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074732.443095:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816b100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074732.443120:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074732.443125:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074732.443129:0:2364:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296398213 00000100:00000001:0.0:1769074732.443137:0:2364:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296394573 00000100:00000001:0.0:1769074732.443141:0:2364:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296398213 00000100:00000001:0.0:1769074732.443145:0:2364:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296394573 00000100:00000001:0.0:1769074732.443148:0:2364:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074732.443153:0:2364:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074732.443157:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074732.443159:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074732.443170:0:2364:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074732.443173:0:2364:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1769074732.443175:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074732.443176:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074732.443178:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074732.443180:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074732.443308:0:2366:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074732.443317:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074732.443318:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074732.443320:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074732.443322:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074732.443324:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074732.443327:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074732.443427:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074732.443432:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b100. 00000400:00000200:2.0:1769074732.443438:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074732.443444:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074732.443451:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604fee0 00000400:00000010:2.0:1769074732.443453:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604fee0. 00000100:00000001:2.0:1769074732.443458:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074732.443463:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849df80 x1855007613319040/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074732.443473:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074732.443477:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849df80 x1855007613319040/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074748 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074732.443484:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074732.443486:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074732.449722:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074732.449744:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074732.449750:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074732.449752:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074732.449769:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074732.449780:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074732.449791:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074732.449798:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074732.449806:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074732.449812:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 25 MB=0x6971e9dd8f780 00000400:00000200:3.0:1769074732.449819:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074732.449992:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 224/224 into md 0x21db5 [1] + 224 00000800:00000001:3.0:1769074732.450006:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074732.450017:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074732.450021:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074732.450026:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074732.450037:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074732.450049:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849df80 x1855007613319040/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074748 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074732.450063:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b9849df80 x1855007613319040/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074732.450086:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074732.450098:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074732.450102:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074732.451828:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074732.451843:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074732.451855:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074732.451858:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074732.451865:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b67e8. 00000400:00000200:0.0:1769074732.451873:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f220 00000400:00000010:0.0:1769074732.451876:0:2364:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f220. 00000100:00000001:0.0:1769074732.451891:0:2364:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074732.451906:0:2364:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849df80 x1855007613319040/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074732.451919:0:2364:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849df80 x1855007613319040/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074748 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074732.451928:0:2364:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074732.451930:0:2364:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074732.451933:0:2364:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074732.451938:0:2364:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074732.451940:0:2364:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074732.451943:0:2364:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074732.451947:0:2364:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074732.451956:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=4 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074732.451960:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074732.451963:0:2364:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074732.451965:0:2364:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074732.451968:0:2364:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074732.451971:0:2364:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074732.451975:0:2364:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074732.451989:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849df80 x1855007613319040/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074748 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074732.451997:0:2364:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074732.452001:0:2364:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074732.452003:0:2364:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074732.452008:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849df80 x1855007613319040/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074748 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074732.452016:0:2364:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2364:1855007613319040:192.168.204.151@tcp:400:kworker.0 00000100:00000001:0.0:1769074732.452022:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074732.452026:0:2364:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074732.452030:0:2364:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9849df80 x1855007613319040/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074748 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074732.452037:0:2364:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074732.452041:0:2364:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074732.452046:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b90302600. 02000000:00000001:0.0:1769074732.452051:0:2364:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074732.452054:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074732.452057:0:2364:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:0.0:1769074732.452060:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074732.452064:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99652e00. 02000000:00000001:0.0:1769074732.452068:0:2364:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074732.452070:0:2364:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074732.452073:0:2364:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9849df80. 00000100:00000001:0.0:1769074732.452078:0:2364:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074732.452080:0:2364:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074732.452083:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074732.452094:0:2364:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074732.452096:0:2364:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074732.452098:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074732.452101:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074733.339212:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074733.339223:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074733.340915:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074733.340926:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074733.340932:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769074733.466521:0:2366:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074733.466532:0:2366:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000400:3.0:1769074733.466565:0:2366:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074717/real 1769074717] req@ffff982b90379500 x1855007613316992/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074733 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769074733.466591:0:2366:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074733.466593:0:2366:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074733.466599:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7e210. 00000400:00000200:3.0:1769074733.466610:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f550 00000400:00000010:3.0:1769074733.466622:0:2366:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f550. 00000100:00000001:3.0:1769074733.466628:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074733.466633:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90379500 x1855007613316992/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074733 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074733.466643:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90379500 x1855007613316992/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074733 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074733.466652:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074733.466654:0:2366:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074733.466658:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074733.466661:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074733.466667:0:2366:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff982b90379500 x1855007613316992/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074733 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074733.466674:0:2366:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074733.466687:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074733.466690:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074733.466694:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074733.466698:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074733.466701:0:2366:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074733.466703:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074733.466707:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074733.466711:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90379500 x1855007613316992/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074733 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074733.466719:0:2366:0:(client.c:2174:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:3.0:1769074733.466722:0:2366:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074733.466724:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074733.466725:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074733.466729:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90379500 x1855007613316992/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074733 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074733.466737:0:2366:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90379500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2366:1855007613316992:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1769074733.466744:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074733.466748:0:2366:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074733.466752:0:2366:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90379500 x1855007613316992/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074733 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074733.466760:0:2366:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074733.466764:0:2366:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074733.466770:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b9037ca00. 02000000:00000001:3.0:1769074733.466776:0:2366:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074733.466780:0:2366:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074733.466783:0:2366:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=4 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:3.0:1769074733.466786:0:2366:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074733.466790:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b84fcb400. 02000000:00000001:3.0:1769074733.466795:0:2366:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074733.466798:0:2366:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074733.466800:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90379500. 00000100:00000001:3.0:1769074733.466805:0:2366:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074733.466806:0:2366:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074733.466809:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074733.466812:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074733.466813:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074733.466815:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074733.466817:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1769074733.552626:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074733.552654:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074733.552659:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074733.552662:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074733.552676:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074733.552688:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074733.552695:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074733.552701:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074733.552709:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074733.552714:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 10 MB=0x6971e9dd8f200 00000400:00000200:3.0:1769074733.552720:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074733.552728:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 224/224 into md 0x21d45 [1] + 0 00000800:00000001:3.0:1769074733.552739:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074733.552748:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074733.552752:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074733.552758:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074733.552768:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074733.552780:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849d180 x1855007613317632/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074743 ref 1 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1769074733.552793:0:2358:0:(events.c:122:reply_in_callback()) @@@ Early reply received, mlen=224 offset=0 replen=224 replied=0 unlinked=0 req@ffff982b9849d180 x1855007613317632/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074743 ref 1 fl Rpc:Q/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074733.552828:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074733.552838:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074733.552841:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074733.553446:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074733.553453:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074733.553457:0:2363:0:(client.c:518:ptlrpc_at_recv_early_reply()) Process entered 02000000:00000001:0.0:1769074733.553460:0:2363:0:(sec.c:1233:sptlrpc_cli_unwrap_early_reply()) Process entered 00000100:00000010:0.0:1769074733.553468:0:2363:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903ab800. 02000000:00000010:0.0:1769074733.553477:0:2363:0:(sec.c:1243:sptlrpc_cli_unwrap_early_reply()) kmalloced '(early_buf)': 256 at ffff982b9816bc00. 02000000:00000001:0.0:1769074733.553480:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074733.553483:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074733.553486:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074733.553497:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074733.553499:0:2363:0:(sec.c:1301:sptlrpc_cli_unwrap_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074733.553506:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=6 v=5 (1 0 0 0) 02000000:00000010:0.0:1769074733.553511:0:2363:0:(sec.c:1324:sptlrpc_cli_finish_early_reply()) kvfree 'early_req->rq_repbuf': 256 at ffff982b9816bc00. 00000100:00000010:0.0:1769074733.553516:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b903ab800. 00000100:00001000:0.0:1769074733.553525:0:2363:0:(client.c:568:ptlrpc_at_recv_early_reply()) @@@ Early reply #1, new deadline in 22s (12s) req@ffff982b9849d180 x1855007613317632/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 1 to 0 dl 1769074755 ref 1 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074733.553541:0:2363:0:(client.c:570:ptlrpc_at_recv_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074733.553543:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074733.553546:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074734.362548:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074734.362558:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074734.362913:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074734.362918:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074734.362922:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074735.389585:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074735.389602:0:28129:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074735.389606:0:28129:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074735.389610:0:28129:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074735.389618:0:28129:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074735.389621:0:28129:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074735.389624:0:28129:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074735.389626:0:28129:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074735.390826:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074735.390837:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074735.390843:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074736.410380:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074736.410389:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074736.411103:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074736.411110:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074736.411115:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1769074736.413768:0:30049:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074736.858653:0:30069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0231fd08 00000080:00200008:0.0:1769074736.858668:0:30069:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff982b90dbe3c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1769074736.858677:0:30069:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074736.858679:0:30069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0231fc80 00000080:00200000:0.0:1769074736.858681:0:30069:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:0.0:1769074736.858689:0:30069:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b90302c00. 00800000:00000002:0.0:1769074736.858698:0:30069:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:0.0:1769074736.858704:0:30069:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074736.858710:0:30069:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074736.858712:0:30069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0231fba0 00800000:00000002:0.0:1769074736.858715:0:30069:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074736.858719:0:30069:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074736.858725:0:30069:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074736.858731:0:30069:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074736.858733:0:30069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0231fa70 00000002:00010000:0.0:1769074736.858735:0:30069:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074736.858739:0:30069:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074736.858742:0:30069:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074736.858746:0:30069:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074736.858756:0:30069:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074736.858759:0:30069:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074736.858761:0:30069:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074736.858764:0:30069:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1769074736.858768:0:30069:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1769074736.858776:0:30069:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903ab800. 00000020:00000040:0.0:1769074736.858780:0:30069:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00010000:00000001:0.0:1769074736.858789:0:30069:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1769074736.858795:0:30069:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074736.858799:0:30069:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074736.858802:0:30069:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074736.858805:0:30069:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074736.858810:0:30069:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074736.858819:0:30069:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b903b3800. 00000100:00000001:0.0:1769074736.858828:0:30069:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074736.858835:0:30069:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074736.858837:0:30069:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074736.858839:0:30069:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074736.858840:0:30069:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074736.858842:0:30069:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074736.858848:0:30069:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446629911603623936 : -114162105927680 : ffff982b903ab800) 00010000:00000001:0.0:1769074736.858853:0:30069:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1769074736.858856:0:30069:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1769074736.858861:0:30069:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b985e5600. 00010000:00000010:0.0:1769074736.858866:0:30069:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b985e6c00. 00010000:00000001:0.0:1769074736.858874:0:30069:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1769074736.858877:0:30069:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b90254000. 00000020:00000001:0.0:1769074736.858882:0:30069:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074736.858886:0:30069:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b90254000 with handle 0x5d432443066b738d to hash 00000020:00000001:0.0:1769074736.858888:0:30069:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1769074736.858890:0:30069:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:0.0:1769074736.858895:0:30069:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:0.0:1769074736.858900:0:30069:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074736.858934:0:30069:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074736.858940:0:30069:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30069 initiator: MDT0 00010000:00010000:0.0:1769074736.858952:0:30069:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30069 initiator: MDT0 00010000:00010000:0.0:1769074736.858971:0:30069:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30069 initiator: MDT0 00000100:00000001:0.0:1769074736.858977:0:30069:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074736.858979:0:30069:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074736.858988:0:30069:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b985c2c00. 00000100:00000001:0.0:1769074736.858991:0:30069:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911740034048 : -114161969517568 : ffff982b985c2c00) 00000100:00000001:0.0:1769074736.858995:0:30069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074736.858997:0:30069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603623936 : -114162105927680 : ffff982b903ab800) 00000100:00000001:0.0:1769074736.859002:0:30069:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074736.859008:0:30069:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074736.859010:0:30069:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074736.859013:0:30069:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074736.859027:0:30069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903ab800 x1855007613319168/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074736.859037:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074736.859039:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769074736.859044:0:30069:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != REPLAY_WAIT) req@ffff982b903ab800 x1855007613319168/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074736.859053:0:30069:0:(client.c:1834:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074736.859055:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074736.859057:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074736.859060:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074736.859063:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074736.859067:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074736.859069:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074736.859070:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074736.859074:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074737.434512:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074737.434521:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074737.434529:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074737.434534:0:28129:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074737.434536:0:28129:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074737.434539:0:28129:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074737.434543:0:28129:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074737.434545:0:28129:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074737.434547:0:28129:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074737.434550:0:28129:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074737.434675:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074737.434681:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074737.434684:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1769074737.562553:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769074737.562571:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1769074737.562590:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037a300. 00000020:00000040:2.0:1769074737.562600:0:37:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:2.0:1769074737.562605:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074737.562610:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074737.562618:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074737.562631:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b84fcba00. 00000100:00000001:2.0:1769074737.562641:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074737.562659:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b9037a300 x1855007613319296/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769074737.562700:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074737.562706:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074737.562715:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a8e4c43] to pc [ptlrpcd_01_01+1] req@ffff982b9037a300 x1855007613319296/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074737.562752:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769074737.562756:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level REPLAY_WAIT/7 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769074737.562760:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY_WAIT) 00000100:00000040:2.0:1769074737.562764:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1769074737.562767:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1769074737.562771:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1769074737.562774:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1769074737.562780:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1731) 00000100:00000001:3.0:1769074737.562857:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074737.562863:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074737.562866:0:2367:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074737.562874:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037a300 x1855007613319296/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074737.562883:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074737.562886:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074737.562890:0:2367:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074737.562913:0:2367:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074737.562917:0:2367:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074737.562928:0:2367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2367:1855007613319296:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1769074737.562932:0:2367:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074737.562940:0:2367:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074737.562942:0:2367:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074737.562945:0:2367:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074737.562951:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b9827de00. 02000000:00000001:3.0:1769074737.562953:0:2367:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074737.562965:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074737.562971:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7dc0. 00000400:00000010:3.0:1769074737.562979:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6cc0. 00000100:00000200:3.0:1769074737.562989:0:2367:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613319296, portal 25 00000100:00000001:3.0:1769074737.562992:0:2367:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074737.562994:0:2367:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603421952 : -114162106129664 : ffff982b9037a300) 00000100:00000040:3.0:1769074737.563000:0:2367:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9037a300 x1855007613319296/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074737.563007:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074737.563010:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074737.563013:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad64c8. 00000100:00000200:3.0:1769074737.563017:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613319296, offset 0 00000400:00000200:3.0:1769074737.563024:0:2367:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074737.563034:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074737.563044:0:2367:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074737.563051:0:2367:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074737.563056:0:2367:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074737.563061:0:2367:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074737.563064:0:2367:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074737.563068:0:2367:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15231:15231:256:4294967295] 192.168.204.151@tcp LPNI seq info [15231:15231:8:4294967295] 00000400:00000200:3.0:1769074737.563072:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074737.563082:0:2367:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074737.563088:0:2367:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074737.563095:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99274600. 00000800:00000200:3.0:1769074737.563104:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074737.563114:0:2367:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074737.563120:0:2367:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99274600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074737.563144:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074737.563149:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074737.563153:0:2367:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296403333 00000100:00000001:3.0:1769074737.563162:0:2367:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296398213 00000100:00000001:3.0:1769074737.563167:0:2367:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296403333 00000100:00000001:3.0:1769074737.563170:0:2367:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296398213 00000100:00000001:3.0:1769074737.563173:0:2367:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074737.563176:0:2367:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074737.563180:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074737.563183:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074737.563192:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074737.563194:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1769074737.563197:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074737.563198:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074737.563200:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074737.563202:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074737.563215:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074737.563217:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074737.563708:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074737.563715:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99274600. 00000400:00000200:2.0:1769074737.563723:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074737.563730:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074737.563737:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad64c8 00000400:00000010:2.0:1769074737.563741:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad64c8. 00000100:00000001:2.0:1769074737.563746:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074737.563751:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9037a300 x1855007613319296/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074737.563762:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074737.563765:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037a300 x1855007613319296/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074753 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074737.563772:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074737.563774:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074737.566250:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074737.566273:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074737.566278:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074737.566640:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074737.566655:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074737.566666:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074737.566676:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074737.566682:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074737.566690:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074737.566695:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 25 MB=0x6971e9dd8f880 00000400:00000200:3.0:1769074737.566702:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074737.566710:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 224/224 into md 0x21dbd [1] + 224 00000800:00000001:3.0:1769074737.566721:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074737.566731:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074737.566734:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074737.566740:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074737.566751:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074737.566763:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9037a300 x1855007613319296/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074753 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074737.566775:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b9037a300 x1855007613319296/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074737.566804:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074737.566814:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074737.566819:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074737.567149:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074737.567156:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074737.567166:0:2367:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074737.567169:0:2367:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074737.567174:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7dc0. 00000400:00000200:2.0:1769074737.567181:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6cc0 00000400:00000010:2.0:1769074737.567184:0:2367:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6cc0. 00000100:00000001:2.0:1769074737.567188:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074737.567193:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037a300 x1855007613319296/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074737.567203:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037a300 x1855007613319296/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074753 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074737.567209:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074737.567212:0:2367:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074737.567215:0:2367:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074737.567220:0:2367:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074737.567223:0:2367:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074737.567225:0:2367:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074737.567229:0:2367:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074737.567239:0:2367:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=9 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074737.567244:0:2367:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074737.567246:0:2367:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074737.567248:0:2367:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074737.567251:0:2367:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074737.567254:0:2367:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074737.567258:0:2367:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074737.567263:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037a300 x1855007613319296/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074753 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074737.567270:0:2367:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074737.567274:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074737.567276:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074737.567307:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037a300 x1855007613319296/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074753 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074737.567316:0:2367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2367:1855007613319296:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074737.567321:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074737.567324:0:2367:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074737.567328:0:2367:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037a300 x1855007613319296/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074753 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074737.567336:0:2367:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074737.567339:0:2367:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074737.567344:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b9827de00. 02000000:00000001:2.0:1769074737.567348:0:2367:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074737.567362:0:2367:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074737.567365:0:2367:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:2.0:1769074737.567367:0:2367:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074737.567371:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b84fcba00. 02000000:00000001:2.0:1769074737.567375:0:2367:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074737.567378:0:2367:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074737.567380:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037a300. 00000100:00000001:2.0:1769074737.567384:0:2367:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074737.567386:0:2367:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074737.567388:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074737.567398:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074737.567400:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074737.567403:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074737.567406:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074737.882462:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074737.882473:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074737.882476:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074737.882484:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074737.882490:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074737.882496:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074737.882499:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074737.882502:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074737.882506:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074738.458463:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074738.458472:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074738.458479:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074738.458480:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074738.458843:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074738.458848:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074738.458851:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074738.586556:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074738.586573:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074738.586576:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=12 : 12 : c) 00000100:00000001:0.0:1769074738.586586:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074738.586589:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074738.586594:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074738.586598:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074738.906455:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074738.906465:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074738.906468:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074738.906475:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074738.906480:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074738.906484:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074738.906487:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074738.906490:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074738.906493:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074739.482453:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074739.482463:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074739.482470:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074739.482471:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074739.482632:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074739.482637:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074739.482640:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074739.930489:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074739.930503:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074739.930506:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074739.930514:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074739.930520:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074739.930526:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074739.930529:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074739.930532:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074739.930536:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074740.507104:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074740.507113:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074740.507122:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074740.507123:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074740.507389:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074740.507395:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074740.507398:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074740.954529:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074740.954543:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074740.954545:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074740.954555:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074740.954562:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074740.954568:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074740.954572:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074740.954575:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074740.954578:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074741.530535:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074741.530546:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074741.530554:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074741.530556:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074741.530676:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074741.530681:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074741.530684:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074741.978478:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074741.978491:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074741.978494:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074741.978502:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074741.978508:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074741.978514:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074741.978517:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074741.978521:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074741.978524:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074742.557174:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074742.557188:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074742.557196:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074742.557198:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074742.558403:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074742.558411:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074742.558417:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769074742.682496:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769074742.682517:0:11214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1769074742.682538:0:11214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903ab480. 00000020:00000040:0.0:1769074742.682548:0:11214:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:0.0:1769074742.682556:0:11214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074742.682561:0:11214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074742.682573:0:11214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074742.682586:0:11214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b9816bc00. 00000100:00000001:0.0:1769074742.682598:0:11214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074742.682616:0:11214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b903ab480 x1855007613319424/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769074742.682633:0:11214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074742.682639:0:11214:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074742.682647:0:11214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002845be0a] to pc [ptlrpcd_00_01+1] req@ffff982b903ab480 x1855007613319424/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074742.682873:0:11214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769074742.682885:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level REPLAY_WAIT/7 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769074742.682891:0:11214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY_WAIT) 00000100:00000040:0.0:1769074742.682895:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1769074742.682898:0:11214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1769074742.682901:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1769074742.682904:0:11214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1769074742.682912:0:11214:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1737) 00000100:00000001:0.0:1769074742.682948:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1769074742.682953:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1769074742.682955:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074742.682964:0:2364:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074742.682967:0:2364:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074742.682969:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074742.682971:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074742.682974:0:2364:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074742.682990:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903ab480 x1855007613319424/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074742.683000:0:2364:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074742.683002:0:2364:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074742.683009:0:2364:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074742.683015:0:2364:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074742.683019:0:2364:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074742.683022:0:2364:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2364:1855007613319424:192.168.204.151@tcp:400:kworker.0 00000100:00000001:0.0:1769074742.683027:0:2364:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074742.683034:0:2364:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074742.683038:0:2364:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074742.683040:0:2364:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074742.683051:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b90302600. 02000000:00000001:0.0:1769074742.683053:0:2364:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074742.683064:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074742.683069:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b67e8. 00000400:00000010:0.0:1769074742.683076:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f220. 00000100:00000200:0.0:1769074742.683083:0:2364:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613319424, portal 25 00000100:00000001:0.0:1769074742.683085:0:2364:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074742.683087:0:2364:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603623040 : -114162105928576 : ffff982b903ab480) 00000100:00000040:0.0:1769074742.683092:0:2364:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b903ab480 x1855007613319424/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074742.683099:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074742.683101:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074742.683104:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f908. 00000100:00000200:0.0:1769074742.683107:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613319424, offset 0 00000400:00000200:0.0:1769074742.683113:0:2364:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074742.683122:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074742.683131:0:2364:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074742.683138:0:2364:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074742.683143:0:2364:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074742.683147:0:2364:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074742.683150:0:2364:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074742.683154:0:2364:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15232:15232:256:4294967295] 192.168.204.151@tcp LPNI seq info [15232:15232:8:4294967295] 00000400:00000200:0.0:1769074742.683158:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074742.683168:0:2364:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074742.683175:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074742.683180:0:2364:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000800:00000200:0.0:1769074742.683187:0:2364:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074742.683194:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074742.683198:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816b200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074742.683216:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074742.683220:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074742.683223:0:2364:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296408453 00000100:00000001:0.0:1769074742.683231:0:2364:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296403333 00000100:00000001:0.0:1769074742.683234:0:2364:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296408453 00000100:00000001:0.0:1769074742.683238:0:2364:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296403333 00000100:00000001:0.0:1769074742.683242:0:2364:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074742.683245:0:2364:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074742.683249:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074742.683251:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074742.683470:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074742.683478:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000400:00000200:2.0:1769074742.683488:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074742.683496:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074742.683505:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f908 00000400:00000010:2.0:1769074742.683509:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f908. 00000100:00000001:2.0:1769074742.683515:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074742.683522:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903ab480 x1855007613319424/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074742.683536:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074742.683541:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903ab480 x1855007613319424/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074758 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074742.683552:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074742.683560:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074742.698936:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074742.698964:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074742.698970:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074742.698972:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074742.698993:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074742.699006:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074742.699016:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074742.699022:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074742.699029:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074742.699034:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 25 MB=0x6971e9dd8f900 00000400:00000200:3.0:1769074742.699040:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074742.699050:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 224/224 into md 0x21dcd [1] + 224 00000800:00000001:3.0:1769074742.699062:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074742.699073:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074742.699077:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074742.699083:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074742.699094:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074742.699108:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903ab480 x1855007613319424/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074758 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074742.699124:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b903ab480 x1855007613319424/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074742.699151:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074742.699164:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074742.699169:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074742.699273:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074742.699327:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074742.699341:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074742.699344:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074742.699350:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b67e8. 00000400:00000200:0.0:1769074742.699360:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f220 00000400:00000010:0.0:1769074742.699363:0:2364:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f220. 00000100:00000001:0.0:1769074742.699367:0:2364:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074742.699379:0:2364:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903ab480 x1855007613319424/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074742.699393:0:2364:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903ab480 x1855007613319424/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074758 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074742.699401:0:2364:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074742.699404:0:2364:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074742.699422:0:2364:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074742.699426:0:2364:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074742.699429:0:2364:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074742.699432:0:2364:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074742.699436:0:2364:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074742.699444:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=14 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074742.699450:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074742.699454:0:2364:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074742.699456:0:2364:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074742.699458:0:2364:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074742.699461:0:2364:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074742.699464:0:2364:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074742.699469:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903ab480 x1855007613319424/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074758 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074742.699477:0:2364:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074742.699480:0:2364:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074742.699483:0:2364:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074742.699487:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903ab480 x1855007613319424/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074758 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074742.699495:0:2364:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2364:1855007613319424:192.168.204.151@tcp:400:kworker.0 00000100:00000001:0.0:1769074742.699501:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074742.699505:0:2364:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074742.699508:0:2364:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b903ab480 x1855007613319424/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074758 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074742.699515:0:2364:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074742.699518:0:2364:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074742.699522:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b90302600. 02000000:00000001:0.0:1769074742.699527:0:2364:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074742.699530:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074742.699532:0:2364:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:0.0:1769074742.699534:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074742.699538:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b9816bc00. 02000000:00000001:0.0:1769074742.699544:0:2364:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074742.699546:0:2364:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074742.699548:0:2364:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b903ab480. 00000100:00000001:0.0:1769074742.699553:0:2364:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074742.699555:0:2364:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074742.699557:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074742.699568:0:2364:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074742.699570:0:2364:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074742.699573:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074742.699575:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074743.005894:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074743.005903:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074743.005905:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074743.005911:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074743.005915:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074743.005936:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074743.005938:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074743.005941:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074743.005944:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074743.578487:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074743.578499:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074743.578510:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074743.578512:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074743.578697:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074743.578704:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074743.578708:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074744.026819:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074744.026828:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074744.026830:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074744.026836:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074744.026840:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074744.026844:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074744.026846:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074744.026849:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074744.026851:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074744.603278:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074744.603314:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074744.603322:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074744.603324:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074744.608721:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074744.608729:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074744.608735:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074745.050442:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074745.050451:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074745.050454:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074745.050460:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074745.050464:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074745.050469:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074745.050473:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074745.050476:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074745.050479:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1769074745.265599:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074745.265621:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074745.265626:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074745.265628:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074745.265642:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074745.265650:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074745.265657:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074745.265662:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074745.265668:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074745.265672:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 10 MB=0x6971e9dd8f200 00000400:00000200:2.0:1769074745.265677:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074745.265684:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 224/224 into md 0x21d45 [1] + 0 00000800:00000001:2.0:1769074745.265692:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074745.265701:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074745.265704:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074745.265708:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074745.265717:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074745.265727:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849d180 x1855007613317632/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 1 to 0 dl 1769074755 ref 1 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1769074745.265738:0:2359:0:(events.c:122:reply_in_callback()) @@@ Early reply received, mlen=224 offset=0 replen=224 replied=0 unlinked=0 req@ffff982b9849d180 x1855007613317632/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 1 to 0 dl 1769074755 ref 1 fl Rpc:Q/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074745.265770:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074745.265781:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074745.265784:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074745.266310:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074745.266316:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074745.266319:0:2363:0:(client.c:518:ptlrpc_at_recv_early_reply()) Process entered 02000000:00000001:3.0:1769074745.266321:0:2363:0:(sec.c:1233:sptlrpc_cli_unwrap_early_reply()) Process entered 00000100:00000010:3.0:1769074745.266329:0:2363:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90372300. 02000000:00000010:3.0:1769074745.266335:0:2363:0:(sec.c:1243:sptlrpc_cli_unwrap_early_reply()) kmalloced '(early_buf)': 256 at ffff982b99274c00. 02000000:00000001:3.0:1769074745.266338:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074745.266340:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074745.266343:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074745.266351:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074745.266353:0:2363:0:(sec.c:1301:sptlrpc_cli_unwrap_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074745.266360:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=18 v=5 (1 0 0 0) 02000000:00000010:3.0:1769074745.266366:0:2363:0:(sec.c:1324:sptlrpc_cli_finish_early_reply()) kvfree 'early_req->rq_repbuf': 256 at ffff982b99274c00. 00000100:00000010:3.0:1769074745.266370:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90372300. 00000100:00001000:3.0:1769074745.266378:0:2363:0:(client.c:568:ptlrpc_at_recv_early_reply()) @@@ Early reply #2, new deadline in 22s (12s) req@ffff982b9849d180 x1855007613317632/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 2 to 0 dl 1769074767 ref 1 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074745.266386:0:2363:0:(client.c:570:ptlrpc_at_recv_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074745.266388:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074745.266390:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074745.626418:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074745.626427:0:28129:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074745.626429:0:28129:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074745.626432:0:28129:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074745.626437:0:28129:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074745.626439:0:28129:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074745.626441:0:28129:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074745.626443:0:28129:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074745.626448:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074745.626450:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074745.627302:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074745.627306:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074745.627310:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074746.075901:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074746.075908:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074746.075910:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074746.075917:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074746.075921:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074746.075924:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074746.075927:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074746.075929:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074746.075932:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074746.651031:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074746.651040:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074746.651047:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074746.651051:0:28129:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074746.651053:0:28129:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074746.651056:0:28129:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074746.651059:0:28129:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074746.651062:0:28129:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074746.651063:0:28129:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074746.651065:0:28129:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074746.651166:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074746.651170:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074746.651173:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074747.098426:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074747.098436:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074747.098438:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074747.098445:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074747.098449:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074747.098454:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074747.098457:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074747.098460:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074747.098464:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074747.674398:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074747.674404:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074747.674409:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074747.674411:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074747.674509:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074747.674514:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074747.674517:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1769074747.802559:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074747.802572:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074747.802585:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90372300. 00000020:00000040:3.0:1769074747.802592:0:37:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:3.0:1769074747.802597:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074747.802600:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074747.802606:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074747.802615:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b99274c00. 00000100:00000001:3.0:1769074747.802624:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074747.802636:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b90372300 x1855007613319552/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074747.802650:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074747.802656:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074747.802663:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000251f3721] to pc [ptlrpcd_01_00+0] req@ffff982b90372300 x1855007613319552/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074747.802691:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769074747.802694:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level REPLAY_WAIT/7 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074747.802698:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY_WAIT) 00000100:00000040:3.0:1769074747.802701:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074747.802705:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074747.802708:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074747.802711:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074747.802717:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1742) 00000100:00000001:3.0:1769074747.802735:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074747.802739:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074747.802743:0:2366:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074747.802749:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90372300 x1855007613319552/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074747.802756:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074747.802758:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074747.802763:0:2366:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074747.802767:0:2366:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074747.802769:0:2366:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074747.802773:0:2366:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90372300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2366:1855007613319552:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1769074747.802778:0:2366:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074747.802784:0:2366:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074747.802787:0:2366:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074747.802790:0:2366:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074747.802794:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b9827c600. 02000000:00000001:3.0:1769074747.802796:0:2366:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074747.802808:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074747.802813:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7688. 00000400:00000010:3.0:1769074747.802821:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6110. 00000100:00000200:3.0:1769074747.802828:0:2366:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613319552, portal 25 00000100:00000001:3.0:1769074747.802831:0:2366:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074747.802833:0:2366:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603389184 : -114162106162432 : ffff982b90372300) 00000100:00000040:3.0:1769074747.802852:0:2366:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90372300 x1855007613319552/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074747.802860:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074747.802862:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074747.802866:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6000. 00000100:00000200:3.0:1769074747.802869:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613319552, offset 0 00000400:00000200:3.0:1769074747.802875:0:2366:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074747.802884:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074747.802893:0:2366:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074747.802898:0:2366:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074747.802902:0:2366:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074747.802906:0:2366:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074747.802909:0:2366:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074747.802913:0:2366:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15233:15233:256:4294967295] 192.168.204.151@tcp LPNI seq info [15233:15233:8:4294967295] 00000400:00000200:3.0:1769074747.802916:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074747.802925:0:2366:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074747.802932:0:2366:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074747.802937:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99274700. 00000800:00000200:3.0:1769074747.802944:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074747.802952:0:2366:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074747.802956:0:2366:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99274700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074747.802969:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074747.802973:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074747.802976:0:2366:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296413573 00000100:00000001:3.0:1769074747.802982:0:2366:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296408453 00000100:00000001:3.0:1769074747.802986:0:2366:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296413573 00000100:00000001:3.0:1769074747.802989:0:2366:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296408453 00000100:00000001:3.0:1769074747.802993:0:2366:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074747.802995:0:2366:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074747.802998:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074747.803001:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074747.803011:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074747.803012:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1769074747.803015:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074747.803016:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074747.803028:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074747.803031:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074747.803145:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074747.803149:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99274700. 00000400:00000200:3.0:1769074747.803154:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074747.803159:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074747.803164:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6000 00000400:00000010:3.0:1769074747.803166:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6000. 00000100:00000001:3.0:1769074747.803170:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074747.803174:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90372300 x1855007613319552/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074747.803183:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074747.803187:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90372300 x1855007613319552/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074763 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074747.803193:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074747.803194:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769074747.803661:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074747.803666:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1769074747.806191:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074747.806213:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074747.806218:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074747.806220:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074747.806232:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074747.806241:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074747.806248:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074747.806253:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074747.806259:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074747.806263:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 25 MB=0x6971e9dd8f980 00000400:00000200:2.0:1769074747.806269:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074747.806275:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 224/224 into md 0x21dd5 [1] + 224 00000800:00000001:2.0:1769074747.806319:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074747.806328:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074747.806332:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074747.806337:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074747.806344:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074747.806355:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90372300 x1855007613319552/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074763 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074747.806366:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b90372300 x1855007613319552/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074747.806388:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074747.806400:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074747.806403:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074747.806470:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074747.806475:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074747.806483:0:2366:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074747.806485:0:2366:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074747.806489:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7688. 00000400:00000200:3.0:1769074747.806494:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6110 00000400:00000010:3.0:1769074747.806497:0:2366:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6110. 00000100:00000001:3.0:1769074747.806500:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074747.806505:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90372300 x1855007613319552/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074747.806515:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90372300 x1855007613319552/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074763 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074747.806521:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074747.806523:0:2366:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074747.806527:0:2366:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074747.806530:0:2366:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074747.806532:0:2366:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074747.806535:0:2366:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074747.806538:0:2366:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074747.806546:0:2366:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=19 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074747.806551:0:2366:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074747.806554:0:2366:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074747.806555:0:2366:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074747.806558:0:2366:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074747.806560:0:2366:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074747.806564:0:2366:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074747.806569:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90372300 x1855007613319552/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074763 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074747.806577:0:2366:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074747.806580:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074747.806582:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074747.806586:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90372300 x1855007613319552/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074763 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074747.806595:0:2366:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90372300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2366:1855007613319552:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1769074747.806600:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074747.806603:0:2366:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074747.806606:0:2366:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90372300 x1855007613319552/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074763 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074747.806613:0:2366:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074747.806616:0:2366:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074747.806619:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b9827c600. 02000000:00000001:3.0:1769074747.806623:0:2366:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074747.806626:0:2366:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074747.806628:0:2366:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:3.0:1769074747.806630:0:2366:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074747.806633:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99274c00. 02000000:00000001:3.0:1769074747.806638:0:2366:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074747.806641:0:2366:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074747.806643:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90372300. 00000100:00000001:3.0:1769074747.806647:0:2366:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074747.806649:0:2366:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074747.806651:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074747.806659:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074747.806661:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074747.806663:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074747.806665:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074748.123554:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074748.123563:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074748.123565:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074748.123570:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074748.123574:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074748.123578:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074748.123580:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074748.123583:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074748.123585:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074748.699096:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074748.699104:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074748.699110:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074748.699111:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074748.699216:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074748.699220:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074748.699223:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074749.146457:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074749.146465:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074749.146467:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074749.146474:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074749.146478:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074749.146481:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074749.146484:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074749.146487:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074749.146489:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074749.722420:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074749.722429:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074749.722435:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074749.722437:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074749.722978:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074749.722986:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074749.722992:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074750.170386:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074750.170394:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074750.170396:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074750.170404:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074750.170409:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074750.170413:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074750.170416:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074750.170418:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074750.170421:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074750.747478:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074750.747486:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074750.747493:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074750.747494:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074750.749825:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074750.749833:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074750.749840:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769074750.875083:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074750.875098:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074750.875100:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=12 : 12 : c) 00000100:00000001:3.0:1769074750.875107:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074750.875110:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074750.875115:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074750.875117:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074751.194430:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074751.194441:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074751.194442:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074751.194449:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074751.194453:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074751.194457:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074751.194460:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074751.194462:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074751.194465:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074751.770417:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074751.770424:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074751.770431:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074751.770432:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074751.770492:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074751.770496:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074751.770499:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074752.222534:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074752.222544:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074752.222546:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074752.222552:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074752.222556:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074752.222560:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074752.222563:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074752.222566:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074752.222569:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074752.794754:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074752.794760:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074752.794766:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074752.794767:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074752.795252:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074752.795257:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074752.795260:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769074752.922553:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769074752.922563:0:11214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1769074752.922575:0:11214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903ab480. 00000020:00000040:0.0:1769074752.922584:0:11214:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:0.0:1769074752.922588:0:11214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074752.922592:0:11214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074752.922691:0:11214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074752.922702:0:11214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b9816bc00. 00000100:00000001:0.0:1769074752.922710:0:11214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074752.922723:0:11214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b903ab480 x1855007613319680/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769074752.922736:0:11214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074752.922741:0:11214:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074752.922748:0:11214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002845be0a] to pc [ptlrpcd_00_00+0] req@ffff982b903ab480 x1855007613319680/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1769074752.923366:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074752.923371:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652400. 00000400:00000200:3.0:1769074752.923377:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074752.923381:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074752.923403:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8088 00000400:00000010:3.0:1769074752.923406:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8088. 00000100:00000001:3.0:1769074752.923410:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074752.923415:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903ab480 x1855007613319680/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074752.923423:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074752.923426:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903ab480 x1855007613319680/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074768 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074752.923432:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074752.923434:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769074752.923982:0:11214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769074752.923989:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level REPLAY_WAIT/7 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769074752.923993:0:11214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY_WAIT) 00000100:00000040:0.0:1769074752.923996:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1769074752.924000:0:11214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1769074752.924003:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1769074752.924006:0:11214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1769074752.924013:0:11214:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1747) 00000100:00000001:0.0:1769074752.924041:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074752.924045:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1769074752.926644:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074752.926661:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074752.926666:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074752.926668:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074752.926681:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074752.926689:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074752.926697:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074752.926702:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074752.926708:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074752.926713:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 25 MB=0x6971e9dd8fa00 00000400:00000200:2.0:1769074752.926719:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074752.926729:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 224/224 into md 0x21de5 [1] + 224 00000800:00000001:2.0:1769074752.926739:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074752.926747:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074752.926751:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074752.926755:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074752.926764:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074752.926774:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903ab480 x1855007613319680/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074768 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074752.926785:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b903ab480 x1855007613319680/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074768 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074752.926809:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074752.926819:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074752.926822:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074753.242527:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074753.242536:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074753.242539:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074753.242545:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074753.242550:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074753.242555:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074753.242557:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074753.242560:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074753.242563:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074753.818450:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074753.818457:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074753.818464:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074753.818465:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074753.818635:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074753.818639:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074753.818642:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074754.266437:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074754.266449:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074754.266452:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074754.266461:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074754.266467:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074754.266472:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074754.266475:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074754.266478:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074754.266482:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074754.842466:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074754.842474:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074754.842481:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074754.842483:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074754.842703:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074754.842708:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074754.842716:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074755.291829:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074755.291837:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074755.291839:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074755.291846:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074755.291852:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074755.291858:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074755.291862:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074755.291865:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074755.291869:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074755.867712:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074755.867722:0:28129:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074755.867725:0:28129:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074755.867728:0:28129:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074755.867734:0:28129:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074755.867736:0:28129:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074755.867738:0:28129:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074755.867740:0:28129:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074755.867745:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074755.867747:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074755.868723:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074755.868728:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074755.868733:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074756.314435:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074756.314442:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074756.314444:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074756.314450:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074756.314454:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074756.314458:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074756.314461:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074756.314465:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074756.314468:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074756.890499:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074756.890506:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074756.890513:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074756.890516:0:28129:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074756.890519:0:28129:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074756.890522:0:28129:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074756.890526:0:28129:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074756.890528:0:28129:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074756.890531:0:28129:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074756.890533:0:28129:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074756.890681:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074756.890685:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074756.890688:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074757.338489:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074757.338498:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074757.338500:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074757.338506:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074757.338511:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074757.338514:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074757.338517:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074757.338520:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074757.338523:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1769074757.617239:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074757.617266:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074757.617271:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074757.617274:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074757.617322:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074757.617330:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074757.617339:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074757.617343:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074757.617350:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074757.617354:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 10 MB=0x6971e9dd8f200 00000400:00000200:3.0:1769074757.617360:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074757.617366:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 224/224 into md 0x21d45 [1] + 0 00000800:00000001:3.0:1769074757.617375:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074757.617383:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074757.617386:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074757.617391:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074757.617399:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074757.617409:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849d180 x1855007613317632/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 2 to 0 dl 1769074767 ref 1 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1769074757.617422:0:2358:0:(events.c:122:reply_in_callback()) @@@ Early reply received, mlen=224 offset=0 replen=224 replied=0 unlinked=0 req@ffff982b9849d180 x1855007613317632/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 2 to 0 dl 1769074767 ref 1 fl Rpc:Q/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074757.617445:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074757.617454:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074757.617458:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074757.618864:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074757.618872:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074757.618875:0:2363:0:(client.c:518:ptlrpc_at_recv_early_reply()) Process entered 02000000:00000001:0.0:1769074757.618878:0:2363:0:(sec.c:1233:sptlrpc_cli_unwrap_early_reply()) Process entered 00000100:00000010:0.0:1769074757.618887:0:2363:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903a8e00. 02000000:00000010:0.0:1769074757.618895:0:2363:0:(sec.c:1243:sptlrpc_cli_unwrap_early_reply()) kmalloced '(early_buf)': 256 at ffff982b9816b500. 02000000:00000001:0.0:1769074757.618898:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074757.618901:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074757.618903:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074757.618912:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074757.618914:0:2363:0:(sec.c:1301:sptlrpc_cli_unwrap_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074757.618922:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=30 v=5 (1 0 0 0) 02000000:00000010:0.0:1769074757.618927:0:2363:0:(sec.c:1324:sptlrpc_cli_finish_early_reply()) kvfree 'early_req->rq_repbuf': 256 at ffff982b9816b500. 00000100:00000010:0.0:1769074757.618932:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b903a8e00. 00000100:00001000:0.0:1769074757.618946:0:2363:0:(client.c:568:ptlrpc_at_recv_early_reply()) @@@ Early reply #3, new deadline in 22s (12s) req@ffff982b9849d180 x1855007613317632/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 3 to 0 dl 1769074779 ref 1 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074757.618957:0:2363:0:(client.c:570:ptlrpc_at_recv_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074757.618959:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074757.618961:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074757.914453:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074757.914461:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074757.914469:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074757.914471:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074757.915111:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074757.915115:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074757.915119:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1769074758.043536:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074758.043556:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074758.043578:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90372300. 00000020:00000040:3.0:1769074758.043586:0:37:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:3.0:1769074758.043590:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074758.043594:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074758.043599:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074758.043611:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b99274c00. 00000100:00000001:3.0:1769074758.043620:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074758.043633:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b90372300 x1855007613319808/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074758.043644:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074758.043648:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074758.043655:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000251f3721] to pc [ptlrpcd_01_01+1] req@ffff982b90372300 x1855007613319808/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074758.043685:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769074758.043688:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level REPLAY_WAIT/7 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074758.043692:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY_WAIT) 00000100:00000040:3.0:1769074758.043694:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074758.043697:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074758.043700:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074758.043703:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1769074758.043714:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1769074758.043718:0:2366:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1769074758.043721:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074758.043729:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074758.043731:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074758.043733:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074758.043735:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074758.043739:0:2366:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074758.043745:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90372300 x1855007613319808/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074758.043753:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074758.043755:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074758.043759:0:2366:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074758.043762:0:2366:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074758.043764:0:2366:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074758.043767:0:2366:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90372300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2366:1855007613319808:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1769074758.043772:0:2366:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074758.043779:0:2366:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074758.043781:0:2366:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074758.043784:0:2366:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074758.043789:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b9827da00. 02000000:00000001:3.0:1769074758.043791:0:2366:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074758.043801:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074758.043806:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7688. 00000400:00000010:3.0:1769074758.043814:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6110. 00000100:00000200:3.0:1769074758.043824:0:2366:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613319808, portal 25 00000100:00000001:3.0:1769074758.043826:0:2366:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074758.043828:0:2366:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603389184 : -114162106162432 : ffff982b90372300) 00000100:00000040:3.0:1769074758.043835:0:2366:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90372300 x1855007613319808/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074758.043842:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074758.043845:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074758.043848:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6000. 00000100:00000200:3.0:1769074758.043851:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613319808, offset 0 00000400:00000200:3.0:1769074758.043857:0:2366:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074758.043867:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074758.043874:0:2366:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074758.043880:0:2366:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074758.043885:0:2366:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074758.043889:0:2366:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074758.043893:0:2366:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074758.043897:0:2366:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15235:15235:256:4294967295] 192.168.204.151@tcp LPNI seq info [15235:15235:8:4294967295] 00000400:00000200:3.0:1769074758.043901:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074758.043909:0:2366:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074758.043917:0:2366:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074758.043922:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99274700. 00000800:00000200:3.0:1769074758.043930:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074758.043938:0:2366:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074758.043943:0:2366:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99274700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074758.043958:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074758.043963:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074758.043966:0:2366:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296423814 00000100:00000001:3.0:1769074758.043974:0:2366:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296418693 00000100:00000001:3.0:1769074758.043979:0:2366:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296423814 00000100:00000001:3.0:1769074758.043982:0:2366:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296418693 00000100:00000001:3.0:1769074758.043986:0:2366:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074758.043989:0:2366:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074758.043992:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074758.043994:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074758.044116:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074758.044120:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99274700. 00000400:00000200:3.0:1769074758.044125:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074758.044130:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074758.044136:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6000 00000400:00000010:3.0:1769074758.044138:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6000. 00000100:00000001:3.0:1769074758.044142:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074758.044146:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90372300 x1855007613319808/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074758.044155:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074758.044171:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90372300 x1855007613319808/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074774 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074758.044184:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074758.044186:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1769074758.044201:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1752) 00000100:00000001:2.0:1769074758.045421:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074758.045427:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1769074758.051012:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074758.051039:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074758.051043:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074758.051047:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074758.051061:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074758.051070:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074758.051079:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074758.051085:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074758.051090:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074758.051094:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 25 MB=0x6971e9dd8fa80 00000400:00000200:3.0:1769074758.051100:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074758.051106:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 224/224 into md 0x21ded [1] + 224 00000800:00000001:3.0:1769074758.051115:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074758.051123:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074758.051126:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074758.051511:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074758.051519:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074758.051529:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90372300 x1855007613319808/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074774 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074758.051541:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b90372300 x1855007613319808/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074758.051638:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074758.051643:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074758.051673:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074758.051685:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074758.051690:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1769074758.062397:0:2366:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074758.062404:0:2366:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074758.062409:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7688. 00000400:00000200:2.0:1769074758.062419:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6110 00000400:00000010:2.0:1769074758.062422:0:2366:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6110. 00000100:00000001:2.0:1769074758.062427:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074758.062438:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90372300 x1855007613319808/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074758.062450:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90372300 x1855007613319808/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074774 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074758.062459:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074758.062461:0:2366:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074758.062464:0:2366:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074758.062467:0:2366:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074758.062470:0:2366:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074758.062473:0:2366:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074758.062477:0:2366:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074758.062485:0:2366:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=30 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074758.062488:0:2366:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074758.062490:0:2366:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074758.062492:0:2366:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074758.062495:0:2366:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074758.062497:0:2366:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074758.062499:0:2366:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074758.062504:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90372300 x1855007613319808/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074774 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074758.062510:0:2366:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074758.062513:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074758.062515:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074758.062518:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90372300 x1855007613319808/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074774 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074758.062525:0:2366:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90372300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2366:1855007613319808:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074758.062530:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074758.062534:0:2366:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074758.062537:0:2366:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90372300 x1855007613319808/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074774 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074758.062542:0:2366:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074758.062545:0:2366:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074758.062558:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b9827da00. 02000000:00000001:2.0:1769074758.062563:0:2366:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074758.062566:0:2366:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074758.062568:0:2366:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:2.0:1769074758.062570:0:2366:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074758.062573:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99274c00. 02000000:00000001:2.0:1769074758.062577:0:2366:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074758.062578:0:2366:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074758.062580:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90372300. 00000100:00000001:2.0:1769074758.062583:0:2366:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074758.062585:0:2366:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074758.062587:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074758.062595:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074758.062596:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074758.062598:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074758.062601:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074758.362929:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074758.362937:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074758.362939:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074758.362945:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074758.362949:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074758.362952:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074758.362954:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074758.362957:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074758.362959:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074758.940103:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074758.940112:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074758.940120:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074758.940122:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074758.940244:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074758.940249:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074758.940252:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074759.386431:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074759.386440:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074759.386442:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074759.386447:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074759.386452:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074759.386456:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074759.386460:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074759.386463:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074759.386467:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074759.962860:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074759.962867:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074759.962883:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074759.962884:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074759.962953:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074759.962957:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074759.962961:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074760.410668:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074760.410678:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074760.410680:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074760.410687:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074760.410692:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074760.410695:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074760.410698:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074760.410701:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074760.410703:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074760.986792:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074760.986800:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074760.986805:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074760.986807:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074760.988581:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074760.988590:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074760.988595:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074761.434615:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074761.434627:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074761.434630:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074761.434638:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074761.434644:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074761.434650:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074761.434653:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074761.434656:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074761.434659:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074762.015012:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074762.015037:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074762.015044:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074762.015045:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074762.015364:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074762.015368:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074762.015372:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074762.459245:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074762.459256:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074762.459258:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074762.459265:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074762.459269:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074762.459273:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074762.459276:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074762.459279:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074762.459298:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074763.034783:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074763.034793:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074763.034800:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074763.034801:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074763.034899:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074763.034902:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074763.034905:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074763.162384:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000040:3.0:1769074763.162384:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074763.162391:0:11214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074763.162403:0:11214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90370700. 00000100:00000001:0.0:1769074763.162407:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074763.162409:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:3.0:1769074763.162411:0:11214:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:0.0:1769074763.162413:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074763.162415:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074763.162415:0:11214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769074763.162418:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074763.162419:0:11214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769074763.162421:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074763.162424:0:11214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074763.162432:0:11214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b99274700. 00000100:00000001:3.0:1769074763.162439:0:11214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074763.162450:0:11214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b90370700 x1855007613319936/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074763.162472:0:11214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074763.162477:0:11214:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074763.162483:0:11214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037e78c18] to pc [ptlrpcd_01_00+0] req@ffff982b90370700 x1855007613319936/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074763.162518:0:11214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769074763.162521:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level REPLAY_WAIT/7 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074763.162525:0:11214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY_WAIT) 00000100:00000040:3.0:1769074763.162528:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074763.162532:0:11214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074763.162535:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074763.162537:0:11214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074763.162543:0:11214:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1757) 00000100:00000001:3.0:1769074763.162553:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1769074763.162557:0:2367:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1769074763.162559:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074763.162562:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074763.162564:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074763.162566:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074763.162567:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074763.162569:0:2367:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074763.162575:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90370700 x1855007613319936/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074763.162582:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074763.162585:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074763.162589:0:2367:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074763.162592:0:2367:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074763.162595:0:2367:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074763.162599:0:2367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90370700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2367:1855007613319936:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1769074763.162604:0:2367:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074763.162609:0:2367:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074763.162612:0:2367:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074763.162614:0:2367:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074763.162618:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b9827d400. 02000000:00000001:3.0:1769074763.162620:0:2367:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074763.162631:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074763.162637:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7f78. 00000100:00000001:2.0:1769074763.162639:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074763.162642:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769074763.162644:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6000. 00000100:00000200:3.0:1769074763.162652:0:2367:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613319936, portal 25 00000100:00000001:3.0:1769074763.162655:0:2367:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074763.162656:0:2367:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603382016 : -114162106169600 : ffff982b90370700) 00000100:00000040:3.0:1769074763.162663:0:2367:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90370700 x1855007613319936/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074763.162671:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074763.162674:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074763.162676:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6d48. 00000100:00000200:3.0:1769074763.162679:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613319936, offset 0 00000400:00000200:3.0:1769074763.162686:0:2367:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074763.162694:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074763.162703:0:2367:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074763.162708:0:2367:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074763.162713:0:2367:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074763.162717:0:2367:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074763.162719:0:2367:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074763.162723:0:2367:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15236:15236:256:4294967295] 192.168.204.151@tcp LPNI seq info [15236:15236:8:4294967295] 00000400:00000200:3.0:1769074763.162727:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074763.162739:0:2367:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074763.162745:0:2367:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074763.162750:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99274200. 00000800:00000200:3.0:1769074763.162757:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074763.162764:0:2367:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074763.162769:0:2367:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99274200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074763.162916:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074763.162931:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074763.162934:0:2367:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296428933 00000100:00000001:3.0:1769074763.162941:0:2367:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296423814 00000100:00000001:3.0:1769074763.162946:0:2367:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296428933 00000100:00000001:3.0:1769074763.162949:0:2367:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296423814 00000100:00000001:3.0:1769074763.162952:0:2367:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074763.162955:0:2367:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074763.162957:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074763.162959:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074763.163848:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074763.163857:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99274200. 00000400:00000200:2.0:1769074763.163866:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074763.163875:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074763.163881:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6d48 00000400:00000010:2.0:1769074763.163883:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6d48. 00000100:00000001:2.0:1769074763.163893:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074763.163899:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90370700 x1855007613319936/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074763.163909:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074763.163912:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90370700 x1855007613319936/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074779 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074763.164004:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074763.164006:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074763.168957:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074763.168974:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074763.168988:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074763.168992:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074763.169235:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074763.169244:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074763.169253:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074763.169257:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074763.169263:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074763.169266:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 25 MB=0x6971e9dd8fb00 00000400:00000200:3.0:1769074763.169270:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074763.169276:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 224/224 into md 0x21dfd [1] + 224 00000800:00000001:3.0:1769074763.169305:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074763.169313:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074763.169315:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074763.169318:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074763.169324:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074763.169332:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90370700 x1855007613319936/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074779 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074763.169340:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b90370700 x1855007613319936/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074779 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074763.169357:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074763.169365:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074763.169368:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074763.169401:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074763.169405:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074763.169412:0:2367:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074763.169415:0:2367:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074763.169419:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7f78. 00000400:00000200:2.0:1769074763.169515:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6000 00000400:00000010:2.0:1769074763.169519:0:2367:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6000. 00000100:00000001:2.0:1769074763.169523:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074763.169528:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90370700 x1855007613319936/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074779 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074763.169535:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90370700 x1855007613319936/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074779 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074763.169539:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074763.169540:0:2367:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074763.169542:0:2367:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074763.169545:0:2367:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074763.169548:0:2367:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074763.169549:0:2367:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074763.169552:0:2367:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074763.169558:0:2367:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=35 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074763.169561:0:2367:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074763.169563:0:2367:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074763.169564:0:2367:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074763.169566:0:2367:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074763.169567:0:2367:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074763.169570:0:2367:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074763.169572:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90370700 x1855007613319936/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074779 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074763.169586:0:2367:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074763.169588:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074763.169590:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074763.169593:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90370700 x1855007613319936/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074779 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074763.169599:0:2367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90370700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2367:1855007613319936:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074763.169602:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074763.169604:0:2367:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074763.169606:0:2367:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90370700 x1855007613319936/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074779 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074763.169611:0:2367:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074763.169613:0:2367:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074763.169616:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b9827d400. 02000000:00000001:2.0:1769074763.169619:0:2367:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074763.169620:0:2367:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074763.169622:0:2367:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:2.0:1769074763.169624:0:2367:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074763.169626:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99274700. 02000000:00000001:2.0:1769074763.169630:0:2367:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074763.169632:0:2367:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074763.169634:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90370700. 00000100:00000001:2.0:1769074763.169638:0:2367:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074763.169639:0:2367:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074763.169642:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074763.169651:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074763.169653:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074763.169655:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074763.169657:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074763.482419:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074763.482428:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074763.482430:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074763.482435:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074763.482438:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074763.482442:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074763.482444:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074763.482447:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074763.482450:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074764.058954:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074764.058962:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074764.058969:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074764.058971:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074764.059165:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074764.059170:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074764.059173:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074764.511360:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074764.511368:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074764.511370:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074764.511376:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074764.511380:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074764.511384:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074764.511387:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074764.511390:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074764.511393:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074765.083232:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074765.083239:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074765.083245:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074765.083247:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074765.083346:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074765.083349:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074765.083352:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074765.531562:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074765.531570:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074765.531572:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074765.531578:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074765.531582:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074765.531586:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074765.531589:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074765.531591:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074765.531594:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074766.108205:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074766.108216:0:28129:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074766.108219:0:28129:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074766.108222:0:28129:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074766.108230:0:28129:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074766.108232:0:28129:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074766.108234:0:28129:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074766.108237:0:28129:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074766.108241:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074766.108243:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074766.108644:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074766.108648:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074766.108651:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074766.555276:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074766.555312:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074766.555313:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074766.555319:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074766.555323:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074766.555327:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074766.555329:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074766.555332:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074766.555334:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074767.130360:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074767.130367:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074767.130372:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074767.130375:0:28129:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074767.130377:0:28129:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074767.130380:0:28129:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074767.130383:0:28129:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074767.130386:0:28129:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074767.130387:0:28129:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074767.130389:0:28129:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074767.132301:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074767.132307:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074767.132311:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074767.578434:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074767.578444:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074767.578446:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074767.578453:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074767.578458:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074767.578462:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074767.578465:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074767.578467:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074767.578471:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074768.156041:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074768.156049:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074768.156070:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074768.156073:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074768.156941:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074768.156945:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074768.156950:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1769074768.283116:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769074768.283128:0:11214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1769074768.283139:0:11214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037a300. 00000020:00000040:2.0:1769074768.283146:0:11214:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:2.0:1769074768.283152:0:11214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074768.283156:0:11214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074768.283162:0:11214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074768.283172:0:11214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b84fcba00. 00000100:00000001:2.0:1769074768.283181:0:11214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074768.283197:0:11214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b9037a300 x1855007613320064/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769074768.283209:0:11214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074768.283215:0:11214:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074768.283221:0:11214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a8e4c43] to pc [ptlrpcd_01_01+1] req@ffff982b9037a300 x1855007613320064/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074768.283276:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074768.283307:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074768.283311:0:2367:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074768.283319:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037a300 x1855007613320064/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074768.283327:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074768.283330:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074768.283335:0:2367:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074768.283339:0:2367:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074768.283344:0:2367:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074768.283347:0:2367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2367:1855007613320064:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1769074768.283353:0:2367:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074768.283360:0:2367:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074768.283363:0:2367:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074768.283367:0:2367:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074768.283372:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b9827c200. 02000000:00000001:3.0:1769074768.283374:0:2367:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074768.283395:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074768.283401:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7cb8. 00000400:00000010:3.0:1769074768.283409:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6440. 00000100:00000200:3.0:1769074768.283421:0:2367:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613320064, portal 25 00000100:00000001:3.0:1769074768.283423:0:2367:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074768.283425:0:2367:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603421952 : -114162106129664 : ffff982b9037a300) 00000100:00000040:3.0:1769074768.283431:0:2367:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9037a300 x1855007613320064/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074768.283438:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074768.283441:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074768.283444:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6550. 00000100:00000200:3.0:1769074768.283447:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613320064, offset 0 00000400:00000200:3.0:1769074768.283454:0:2367:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074768.283465:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074768.283474:0:2367:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074768.283487:0:2367:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074768.283492:0:2367:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074768.283497:0:2367:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074768.283501:0:2367:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074768.283505:0:2367:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15237:15237:256:4294967295] 192.168.204.151@tcp LPNI seq info [15237:15237:8:4294967295] 00000400:00000200:3.0:1769074768.283509:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074768.283519:0:2367:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074768.283527:0:2367:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074768.283532:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99274900. 00000800:00000200:3.0:1769074768.283542:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074768.283551:0:2367:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074768.283556:0:2367:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99274900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074768.283569:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074768.283575:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074768.283578:0:2367:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296434054 00000100:00000001:3.0:1769074768.283586:0:2367:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296428933 00000100:00000001:3.0:1769074768.283592:0:2367:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296434054 00000100:00000001:3.0:1769074768.283595:0:2367:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296428933 00000100:00000001:3.0:1769074768.283598:0:2367:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074768.283601:0:2367:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074768.283605:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074768.283608:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074768.283659:0:11214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769074768.283662:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level REPLAY_WAIT/7 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769074768.283666:0:11214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY_WAIT) 00000100:00000040:2.0:1769074768.283669:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1769074768.283672:0:11214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1769074768.283675:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1769074768.283678:0:11214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1769074768.283684:0:11214:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1762) 00000800:00000200:2.0:1769074768.283793:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074768.283798:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99274900. 00000400:00000200:2.0:1769074768.283804:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074768.283809:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074768.283816:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6550 00000400:00000010:2.0:1769074768.283819:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6550. 00000100:00000001:2.0:1769074768.283823:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074768.283828:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9037a300 x1855007613320064/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074768.283837:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074768.283840:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037a300 x1855007613320064/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074784 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074768.283846:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074768.283848:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769074768.283861:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074768.283863:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074768.288469:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074768.288477:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1769074768.288484:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074768.288487:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074768.288491:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074768.288495:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1769074768.299680:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074768.299701:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074768.299705:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074768.299708:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074768.299721:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074768.299729:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074768.299736:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074768.299743:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074768.299750:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074768.299755:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 25 MB=0x6971e9dd8fb80 00000400:00000200:3.0:1769074768.299761:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074768.299768:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 224/224 into md 0x21e0d [1] + 224 00000800:00000001:3.0:1769074768.299777:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074768.299786:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074768.299792:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074768.299796:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074768.299805:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074768.299817:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9037a300 x1855007613320064/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074784 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074768.299829:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b9037a300 x1855007613320064/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074784 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074768.299863:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074768.299874:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074768.299878:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074768.299952:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074768.299957:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074768.299965:0:2367:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074768.299967:0:2367:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074768.299972:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7cb8. 00000400:00000200:2.0:1769074768.299978:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6440 00000400:00000010:2.0:1769074768.299981:0:2367:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6440. 00000100:00000001:2.0:1769074768.299984:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074768.299989:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037a300 x1855007613320064/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074784 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074768.299999:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037a300 x1855007613320064/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074784 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074768.300004:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074768.300007:0:2367:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074768.300010:0:2367:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074768.300014:0:2367:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074768.300017:0:2367:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074768.300020:0:2367:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074768.300023:0:2367:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074768.300044:0:2367:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=40 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074768.300050:0:2367:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074768.300053:0:2367:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074768.300055:0:2367:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074768.300058:0:2367:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074768.300061:0:2367:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074768.300064:0:2367:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074768.300073:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037a300 x1855007613320064/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074784 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074768.300080:0:2367:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074768.300083:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074768.300085:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074768.300089:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037a300 x1855007613320064/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074784 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074768.300109:0:2367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2367:1855007613320064:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074768.300117:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074768.300120:0:2367:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074768.300123:0:2367:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037a300 x1855007613320064/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074784 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074768.300131:0:2367:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074768.300133:0:2367:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074768.300138:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b9827c200. 02000000:00000001:2.0:1769074768.300141:0:2367:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074768.300144:0:2367:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074768.300146:0:2367:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:2.0:1769074768.300148:0:2367:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074768.300152:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b84fcba00. 02000000:00000001:2.0:1769074768.300158:0:2367:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074768.300160:0:2367:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074768.300162:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037a300. 00000100:00000001:2.0:1769074768.300166:0:2367:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074768.300167:0:2367:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074768.300169:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074768.300178:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074768.300180:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074768.300182:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074768.300184:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074768.602434:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074768.602443:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074768.602446:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074768.602452:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074768.602455:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074768.602459:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074768.602462:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074768.602464:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074768.602467:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1769074768.879815:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074768.879834:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074768.879838:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074768.879840:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074768.879853:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074768.879860:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074768.879869:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074768.879874:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074768.879880:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074768.879884:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 10 MB=0x6971e9dd8f200 00000400:00000200:2.0:1769074768.879890:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074768.879897:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 224/224 into md 0x21d45 [1] + 0 00000800:00000001:2.0:1769074768.879906:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074768.879915:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074768.879920:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074768.879926:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074768.879933:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074768.879944:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849d180 x1855007613317632/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 3 to 0 dl 1769074779 ref 1 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1769074768.879956:0:2359:0:(events.c:122:reply_in_callback()) @@@ Early reply received, mlen=224 offset=0 replen=224 replied=0 unlinked=0 req@ffff982b9849d180 x1855007613317632/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 3 to 0 dl 1769074779 ref 1 fl Rpc:Q/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074768.879989:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074768.880000:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074768.880003:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074768.880072:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074768.880077:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074768.880081:0:2363:0:(client.c:518:ptlrpc_at_recv_early_reply()) Process entered 02000000:00000001:0.0:1769074768.880084:0:2363:0:(sec.c:1233:sptlrpc_cli_unwrap_early_reply()) Process entered 00000100:00000010:0.0:1769074768.880089:0:2363:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903a8e00. 02000000:00000010:0.0:1769074768.880095:0:2363:0:(sec.c:1243:sptlrpc_cli_unwrap_early_reply()) kmalloced '(early_buf)': 256 at ffff982b9816b500. 02000000:00000001:0.0:1769074768.880098:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074768.880101:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074768.880103:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074768.880109:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074768.880111:0:2363:0:(sec.c:1301:sptlrpc_cli_unwrap_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074768.880118:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=41 v=5 (1 0 0 0) 02000000:00000010:0.0:1769074768.880123:0:2363:0:(sec.c:1324:sptlrpc_cli_finish_early_reply()) kvfree 'early_req->rq_repbuf': 256 at ffff982b9816b500. 00000100:00000010:0.0:1769074768.880128:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b903a8e00. 00000100:00001000:0.0:1769074768.880135:0:2363:0:(client.c:568:ptlrpc_at_recv_early_reply()) @@@ Early reply #4, new deadline in 23s (12s) req@ffff982b9849d180 x1855007613317632/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 4 to 0 dl 1769074791 ref 1 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074768.880146:0:2363:0:(client.c:570:ptlrpc_at_recv_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074768.880148:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074768.880151:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074769.179972:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074769.179981:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074769.179988:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074769.179989:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074769.185732:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074769.185738:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074769.185742:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074769.629911:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074769.629920:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074769.629922:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074769.629928:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074769.629932:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074769.629936:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074769.629939:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074769.629942:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074769.629945:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074770.203174:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074770.203181:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074770.203189:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074770.203191:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074770.203303:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074770.203307:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074770.203311:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074770.652471:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074770.652479:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074770.652480:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074770.652486:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074770.652490:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074770.652494:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074770.652497:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074770.652500:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074770.652503:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074771.227847:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074771.227854:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074771.227871:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074771.227872:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074771.229614:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074771.229630:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074771.229635:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074771.674844:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074771.674852:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074771.674853:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074771.674860:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074771.674864:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074771.674868:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074771.674870:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074771.674873:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074771.674876:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074772.250520:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074772.250526:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074772.250532:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074772.250533:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074772.253440:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074772.253447:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074772.253453:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074772.698429:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074772.698438:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074772.698440:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074772.698446:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074772.698450:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074772.698454:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074772.698456:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074772.698458:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074772.698461:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074773.274456:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074773.274464:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074773.274471:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074773.274472:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074773.275812:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074773.275817:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074773.275822:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1769074773.402417:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769074773.402439:0:11214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1769074773.402461:0:11214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037a300. 00000020:00000040:2.0:1769074773.402469:0:11214:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:2.0:1769074773.402474:0:11214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074773.402477:0:11214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074773.402483:0:11214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074773.402493:0:11214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b84fcba00. 00000100:00000001:2.0:1769074773.402500:0:11214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074773.402512:0:11214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b9037a300 x1855007613320192/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769074773.402523:0:11214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074773.402528:0:11214:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074773.402534:0:11214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a8e4c43] to pc [ptlrpcd_01_00+0] req@ffff982b9037a300 x1855007613320192/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074773.402567:0:11214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769074773.402569:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level REPLAY_WAIT/7 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769074773.402574:0:11214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY_WAIT) 00000100:00000040:2.0:1769074773.402576:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1769074773.402579:0:11214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1769074773.402582:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1769074773.402585:0:11214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1769074773.402591:0:11214:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1767) 00000100:00000001:2.0:1769074773.402611:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1769074773.402615:0:2367:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1769074773.402617:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074773.402624:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074773.402626:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074773.402628:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074773.402630:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074773.402632:0:2367:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074773.402638:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037a300 x1855007613320192/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074773.402645:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074773.402646:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074773.402650:0:2367:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074773.402652:0:2367:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074773.402655:0:2367:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074773.402658:0:2367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2367:1855007613320192:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074773.402662:0:2367:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074773.402667:0:2367:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074773.402670:0:2367:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074773.402672:0:2367:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074773.402676:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b9037da00. 02000000:00000001:2.0:1769074773.402677:0:2367:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074773.402686:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074773.402690:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7e7e8. 00000400:00000010:2.0:1769074773.402696:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f3b8. 00000100:00000200:2.0:1769074773.402702:0:2367:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613320192, portal 25 00000100:00000001:2.0:1769074773.402704:0:2367:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074773.402706:0:2367:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603421952 : -114162106129664 : ffff982b9037a300) 00000100:00000040:2.0:1769074773.402711:0:2367:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9037a300 x1855007613320192/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074773.402717:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074773.402720:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074773.402722:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f770. 00000100:00000200:2.0:1769074773.402725:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613320192, offset 0 00000400:00000200:2.0:1769074773.402731:0:2367:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074773.402739:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074773.402747:0:2367:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074773.402751:0:2367:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074773.402756:0:2367:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074773.402760:0:2367:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074773.402763:0:2367:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074773.402766:0:2367:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15238:15238:256:4294967295] 192.168.204.151@tcp LPNI seq info [15238:15238:8:4294967295] 00000400:00000200:2.0:1769074773.402770:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074773.402779:0:2367:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074773.402785:0:2367:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074773.402789:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcb100. 00000800:00000200:2.0:1769074773.402797:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074773.402805:0:2367:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074773.402810:0:2367:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84fcb100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074773.402819:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074773.402824:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074773.402826:0:2367:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296439173 00000100:00000001:2.0:1769074773.402833:0:2367:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296434054 00000100:00000001:2.0:1769074773.402836:0:2367:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296439173 00000100:00000001:2.0:1769074773.402840:0:2367:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296434054 00000100:00000001:2.0:1769074773.402843:0:2367:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074773.402846:0:2367:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074773.402849:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074773.402851:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074773.403021:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074773.403025:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074773.403120:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074773.403124:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcb100. 00000400:00000200:3.0:1769074773.403130:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074773.403137:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074773.403142:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f770 00000400:00000010:3.0:1769074773.403143:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f770. 00000100:00000001:3.0:1769074773.403147:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074773.403151:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9037a300 x1855007613320192/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074773.403159:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074773.403162:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037a300 x1855007613320192/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074789 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074773.403168:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074773.403170:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074773.406883:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074773.406903:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074773.406907:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074773.406910:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074773.406920:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074773.406929:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074773.406936:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074773.406942:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074773.406948:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074773.406952:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 25 MB=0x6971e9dd8fc00 00000400:00000200:2.0:1769074773.406958:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074773.406965:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 224/224 into md 0x21e1d [1] + 224 00000800:00000001:2.0:1769074773.406974:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074773.406982:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074773.406985:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074773.406990:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074773.406998:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074773.407008:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9037a300 x1855007613320192/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074789 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074773.407020:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b9037a300 x1855007613320192/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074789 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074773.407039:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074773.407047:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074773.407050:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074773.407159:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074773.407165:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074773.407173:0:2367:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074773.407176:0:2367:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074773.407179:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7e7e8. 00000400:00000200:3.0:1769074773.407185:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f3b8 00000400:00000010:3.0:1769074773.407187:0:2367:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f3b8. 00000100:00000001:3.0:1769074773.407191:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074773.407196:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037a300 x1855007613320192/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074789 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074773.407205:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037a300 x1855007613320192/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074789 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074773.407210:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074773.407213:0:2367:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074773.407215:0:2367:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074773.407218:0:2367:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074773.407221:0:2367:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074773.407223:0:2367:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074773.407226:0:2367:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074773.407234:0:2367:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=45 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074773.407237:0:2367:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074773.407240:0:2367:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074773.407241:0:2367:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074773.407245:0:2367:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074773.407247:0:2367:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074773.407250:0:2367:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074773.407253:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037a300 x1855007613320192/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074789 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074773.407260:0:2367:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074773.407263:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074773.407265:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074773.407269:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037a300 x1855007613320192/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074789 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074773.407277:0:2367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2367:1855007613320192:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1769074773.407325:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074773.407328:0:2367:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074773.407333:0:2367:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037a300 x1855007613320192/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074789 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074773.407340:0:2367:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074773.407343:0:2367:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074773.407347:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b9037da00. 02000000:00000001:3.0:1769074773.407350:0:2367:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074773.407353:0:2367:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074773.407355:0:2367:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:3.0:1769074773.407357:0:2367:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074773.407360:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b84fcba00. 02000000:00000001:3.0:1769074773.407364:0:2367:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074773.407366:0:2367:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074773.407368:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037a300. 00000100:00000001:3.0:1769074773.407372:0:2367:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074773.407374:0:2367:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074773.407376:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074773.407383:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074773.407385:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074773.407387:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074773.407389:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074773.724688:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074773.724697:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074773.724699:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074773.724705:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:2.0:1769074773.724709:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074773.724713:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074773.724716:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074773.724718:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074773.724721:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074774.305547:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074774.305557:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074774.305565:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074774.305566:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074774.305661:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074774.305667:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074774.305671:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074774.426476:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074774.426491:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074774.426493:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=12 : 12 : c) 00000100:00000001:0.0:1769074774.426505:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074774.426507:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074774.426511:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074774.426513:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074774.747651:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074774.747661:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074774.747663:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074774.747670:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:2.0:1769074774.747675:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074774.747679:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074774.747682:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074774.747684:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074774.747687:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074775.322434:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074775.322441:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074775.322447:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074775.322448:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074775.323594:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074775.323600:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074775.323604:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074775.770865:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074775.770874:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074775.770876:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074775.770882:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:2.0:1769074775.770887:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074775.770891:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074775.770894:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074775.770897:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074775.770900:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074776.346425:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074776.346434:0:28129:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074776.346437:0:28129:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074776.346440:0:28129:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074776.346446:0:28129:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074776.346449:0:28129:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074776.346451:0:28129:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074776.346453:0:28129:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074776.346458:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074776.346459:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074776.347539:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074776.347546:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074776.347551:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074776.797430:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074776.797438:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074776.797440:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074776.797446:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:2.0:1769074776.797450:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074776.797454:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074776.797457:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074776.797459:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074776.797462:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074777.370503:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074777.370511:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074777.370517:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074777.370521:0:28129:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074777.370523:0:28129:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074777.370527:0:28129:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074777.370530:0:28129:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074777.370532:0:28129:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074777.370534:0:28129:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074777.370537:0:28129:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074777.370726:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074777.370730:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074777.370733:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074777.818671:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074777.818679:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074777.818681:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074777.818687:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:2.0:1769074777.818691:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074777.818696:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074777.818698:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074777.818701:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074777.818703:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074778.394458:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074778.394468:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074778.394474:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074778.394475:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074778.394586:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074778.394595:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074778.394599:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074778.526202:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074778.526233:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074778.526442:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074778.526447:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652f00. 00000400:00000200:3.0:1769074778.526453:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074778.526458:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074778.526464:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8000 00000400:00000010:3.0:1769074778.526467:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8000. 00000100:00000001:3.0:1769074778.526471:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074778.526475:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849ed80 x1855007613320320/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074778.526484:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074778.526487:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849ed80 x1855007613320320/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074794 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074778.526494:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074778.526495:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074778.533594:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074778.533620:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074778.533625:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074778.533627:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074778.533642:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074778.533652:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074778.533663:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074778.533669:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074778.533676:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074778.533680:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 25 MB=0x6971e9dd8fc80 00000400:00000200:2.0:1769074778.533686:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074778.533694:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 224/224 into md 0x21e2d [1] + 224 00000800:00000001:2.0:1769074778.533705:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074778.533719:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074778.533723:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074778.533728:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074778.533737:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074778.533749:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849ed80 x1855007613320320/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074794 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074778.533760:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b9849ed80 x1855007613320320/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074778.533784:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074778.533796:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074778.533801:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074778.844233:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074778.844247:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074778.844249:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074778.844259:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:2.0:1769074778.844265:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074778.844272:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074778.844276:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074778.844298:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074778.844302:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074779.418733:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074779.418743:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074779.418750:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074779.418751:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074779.418862:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074779.418866:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074779.418880:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074779.868846:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074779.868856:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074779.868858:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074779.868875:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:2.0:1769074779.868880:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074779.868887:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074779.868890:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074779.868893:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074779.868896:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074780.442573:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074780.442583:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074780.442591:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074780.442593:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074780.442722:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074780.442728:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074780.442732:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074780.892940:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074780.892953:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074780.892955:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074780.892964:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:2.0:1769074780.892969:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074780.892974:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074780.892978:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074780.892981:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074780.892985:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1769074781.105124:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074781.105149:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074781.105154:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074781.105157:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074781.105182:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074781.105192:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074781.105202:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074781.105209:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074781.105217:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074781.105221:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 10 MB=0x6971e9dd8f200 00000400:00000200:2.0:1769074781.105228:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074781.105236:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 224/224 into md 0x21d45 [1] + 0 00000800:00000001:2.0:1769074781.105246:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074781.105257:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074781.105261:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074781.105267:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074781.105277:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074781.105329:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849d180 x1855007613317632/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 4 to 0 dl 1769074791 ref 1 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1769074781.105358:0:2358:0:(events.c:122:reply_in_callback()) @@@ Early reply received, mlen=224 offset=0 replen=224 replied=0 unlinked=0 req@ffff982b9849d180 x1855007613317632/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 4 to 0 dl 1769074791 ref 1 fl Rpc:Q/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074781.105381:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074781.105393:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074781.105397:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074781.105648:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074781.105655:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074781.105658:0:2363:0:(client.c:518:ptlrpc_at_recv_early_reply()) Process entered 02000000:00000001:0.0:1769074781.105661:0:2363:0:(sec.c:1233:sptlrpc_cli_unwrap_early_reply()) Process entered 00000100:00000010:0.0:1769074781.105669:0:2363:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903a8e00. 02000000:00000010:0.0:1769074781.105676:0:2363:0:(sec.c:1243:sptlrpc_cli_unwrap_early_reply()) kmalloced '(early_buf)': 256 at ffff982b9816b500. 02000000:00000001:0.0:1769074781.105680:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074781.105684:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074781.105687:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074781.105697:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074781.105699:0:2363:0:(sec.c:1301:sptlrpc_cli_unwrap_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074781.105707:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=54 v=5 (1 0 0 0) 02000000:00000010:0.0:1769074781.105713:0:2363:0:(sec.c:1324:sptlrpc_cli_finish_early_reply()) kvfree 'early_req->rq_repbuf': 256 at ffff982b9816b500. 00000100:00000010:0.0:1769074781.105718:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b903a8e00. 00000100:00001000:0.0:1769074781.105726:0:2363:0:(client.c:568:ptlrpc_at_recv_early_reply()) @@@ Early reply #5, new deadline in 22s (12s) req@ffff982b9849d180 x1855007613317632/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 5 to 0 dl 1769074803 ref 1 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074781.105733:0:2363:0:(client.c:570:ptlrpc_at_recv_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074781.105735:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074781.105739:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074781.467939:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074781.467949:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074781.467957:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074781.467959:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074781.468114:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074781.468120:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074781.468124:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074781.914489:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074781.915891:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074781.915900:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074781.915910:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:2.0:1769074781.915917:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074781.915923:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074781.915927:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074781.915931:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074781.915934:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074782.490487:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074782.490498:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074782.490506:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074782.490507:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074782.491607:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074782.491616:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074782.491621:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074782.940432:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074782.940441:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074782.940443:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074782.940448:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074782.940453:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074782.940457:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074782.940460:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074782.940462:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074782.940465:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074783.514515:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074783.514523:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074783.514528:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074783.514530:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074783.514733:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074783.514737:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074783.514741:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1769074783.642462:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074783.642602:0:11214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074783.642618:0:11214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90370000. 00000020:00000040:3.0:1769074783.642625:0:11214:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:3.0:1769074783.642630:0:11214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074783.642633:0:11214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074783.642640:0:11214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074783.642651:0:11214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b99274500. 00000100:00000001:3.0:1769074783.642658:0:11214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074783.642671:0:11214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b90370000 x1855007613320448/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074783.642684:0:11214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074783.642688:0:11214:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074783.642695:0:11214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ea400e4] to pc [ptlrpcd_01_01+1] req@ffff982b90370000 x1855007613320448/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074783.642759:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074783.642763:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074783.642765:0:2367:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074783.642772:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90370000 x1855007613320448/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074783.642779:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074783.642781:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074783.642785:0:2367:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074783.642789:0:2367:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074783.642791:0:2367:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074783.642795:0:2367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90370000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2367:1855007613320448:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074783.642799:0:2367:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074783.642804:0:2367:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074783.642806:0:2367:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074783.642810:0:2367:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074783.642827:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b9037c000. 02000000:00000001:2.0:1769074783.642830:0:2367:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074783.642840:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074783.642844:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7e058. 00000400:00000010:2.0:1769074783.642851:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f908. 00000100:00000200:2.0:1769074783.642859:0:2367:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613320448, portal 25 00000100:00000001:2.0:1769074783.642862:0:2367:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074783.642863:0:2367:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603380224 : -114162106171392 : ffff982b90370000) 00000100:00000040:2.0:1769074783.642882:0:2367:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90370000 x1855007613320448/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074783.642891:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074783.642893:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074783.642896:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897fc38. 00000100:00000200:2.0:1769074783.642899:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613320448, offset 0 00000400:00000200:2.0:1769074783.642906:0:2367:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074783.642916:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074783.642924:0:2367:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074783.642930:0:2367:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074783.642935:0:2367:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074783.642939:0:2367:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074783.642942:0:2367:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074783.642946:0:2367:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15240:15240:256:4294967295] 192.168.204.151@tcp LPNI seq info [15240:15240:8:4294967295] 00000400:00000200:2.0:1769074783.642950:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074783.642960:0:2367:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074783.642967:0:2367:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074783.642973:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcb500. 00000800:00000200:2.0:1769074783.642980:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074783.643000:0:2367:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074783.643006:0:2367:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84fcb500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074783.643022:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074783.643026:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074783.643029:0:2367:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296449413 00000100:00000001:2.0:1769074783.643037:0:2367:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296444296 00000100:00000001:2.0:1769074783.643042:0:2367:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296449413 00000100:00000001:2.0:1769074783.643047:0:2367:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296444296 00000100:00000001:2.0:1769074783.643051:0:2367:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074783.643053:0:2367:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074783.643056:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074783.643067:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074783.643228:0:11214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769074783.643232:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level REPLAY_WAIT/7 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074783.643236:0:11214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY_WAIT) 00000100:00000040:3.0:1769074783.643239:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074783.643242:0:11214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074783.643245:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074783.643248:0:11214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074783.643252:0:11214:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1778) 00000100:00000001:3.0:1769074783.643266:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074783.643270:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074783.643409:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074783.643414:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcb500. 00000400:00000200:3.0:1769074783.643419:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074783.643424:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074783.643430:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897fc38 00000400:00000010:3.0:1769074783.643432:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897fc38. 00000100:00000001:3.0:1769074783.643436:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074783.643440:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90370000 x1855007613320448/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074783.643450:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074783.643453:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90370000 x1855007613320448/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074799 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074783.643460:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074783.643461:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769074783.648763:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074783.648769:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1769074783.648774:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074783.648776:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074783.648780:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074783.648784:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1769074783.654675:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074783.654697:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074783.654702:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074783.654704:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074783.654717:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074783.654725:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074783.654734:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074783.654740:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074783.654747:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074783.654751:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 25 MB=0x6971e9dd8fd00 00000400:00000200:2.0:1769074783.654758:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074783.654764:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 224/224 into md 0x21e35 [1] + 224 00000800:00000001:2.0:1769074783.654773:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074783.654783:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074783.654786:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074783.654791:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074783.654799:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074783.654809:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90370000 x1855007613320448/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074799 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074783.654821:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b90370000 x1855007613320448/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074799 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074783.654848:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074783.654860:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074783.654864:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074783.654937:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074783.654942:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074783.654949:0:2367:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074783.654951:0:2367:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074783.654955:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7e058. 00000400:00000200:3.0:1769074783.654960:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f908 00000400:00000010:3.0:1769074783.654962:0:2367:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f908. 00000100:00000001:3.0:1769074783.654965:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074783.654970:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90370000 x1855007613320448/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074799 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074783.654980:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90370000 x1855007613320448/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074799 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074783.654997:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074783.654999:0:2367:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074783.655002:0:2367:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074783.655005:0:2367:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074783.655008:0:2367:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074783.655010:0:2367:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074783.655014:0:2367:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074783.655021:0:2367:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=55 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074783.655025:0:2367:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=56 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074783.655027:0:2367:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074783.655029:0:2367:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074783.655031:0:2367:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074783.655034:0:2367:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074783.655037:0:2367:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074783.655042:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90370000 x1855007613320448/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074799 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074783.655049:0:2367:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074783.655053:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074783.655055:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074783.655068:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90370000 x1855007613320448/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074799 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074783.655075:0:2367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90370000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2367:1855007613320448:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1769074783.655080:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074783.655082:0:2367:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074783.655085:0:2367:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90370000 x1855007613320448/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074799 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074783.655092:0:2367:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074783.655095:0:2367:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074783.655099:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b9037c000. 02000000:00000001:3.0:1769074783.655104:0:2367:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074783.655107:0:2367:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074783.655109:0:2367:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:3.0:1769074783.655111:0:2367:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074783.655114:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99274500. 02000000:00000001:3.0:1769074783.655144:0:2367:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074783.655147:0:2367:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074783.655150:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90370000. 00000100:00000001:3.0:1769074783.655154:0:2367:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074783.655155:0:2367:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074783.655158:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074783.655167:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074783.655170:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074783.655173:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074783.655175:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074783.963449:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074783.963457:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074783.963459:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074783.963464:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074783.963467:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074783.963472:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074783.963475:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074783.963477:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074783.963480:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074784.540201:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074784.540211:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074784.540219:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074784.540220:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074784.540441:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074784.540446:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074784.540450:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074784.986602:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074784.986610:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074784.986612:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074784.986618:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074784.986622:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074784.986626:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074784.986628:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074784.986630:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074784.986633:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074785.564673:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074785.564680:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074785.564686:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074785.564687:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074785.564887:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074785.564889:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074785.564892:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074786.011147:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074786.011156:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074786.011159:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074786.011165:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074786.011169:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074786.011173:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074786.011175:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074786.011179:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074786.011182:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074786.586441:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074786.586450:0:28129:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074786.586452:0:28129:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074786.586455:0:28129:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074786.586460:0:28129:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074786.586463:0:28129:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074786.586465:0:28129:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074786.586467:0:28129:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074786.586471:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074786.586473:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074786.586581:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074786.586586:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074786.586589:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074786.714525:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074786.714545:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074786.714547:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=12 : 12 : c) 00000100:00000001:0.0:1769074786.714553:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074786.714555:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074786.714559:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074786.714562:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074787.034388:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074787.034398:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074787.034399:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074787.034406:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074787.034410:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074787.034413:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074787.034416:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074787.034419:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074787.034422:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074787.610729:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074787.610737:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074787.610743:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074787.610746:0:28129:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074787.610748:0:28129:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074787.610751:0:28129:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074787.610755:0:28129:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074787.610757:0:28129:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074787.610759:0:28129:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074787.610761:0:28129:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074787.610853:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074787.610856:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074787.610859:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074788.058492:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074788.058502:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074788.058504:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074788.058511:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074788.058515:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074788.058519:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074788.058522:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074788.058524:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074788.058527:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074788.634624:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074788.634632:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074788.634639:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074788.634641:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074788.635174:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074788.635178:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074788.635181:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074788.770722:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074788.770733:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074788.771477:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074788.771483:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652f00. 00000400:00000200:2.0:1769074788.771490:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074788.771500:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074788.771507:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8a18 00000400:00000010:2.0:1769074788.771510:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8a18. 00000100:00000001:2.0:1769074788.771514:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074788.771522:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849ed80 x1855007613320576/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074788.771535:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074788.771539:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849ed80 x1855007613320576/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074804 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074788.771547:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074788.771548:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074788.776158:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074788.776203:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074788.776207:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074788.776210:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074788.776222:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074788.776231:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074788.776241:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074788.776248:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074788.776254:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074788.776258:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 25 MB=0x6971e9dd8fd80 00000400:00000200:2.0:1769074788.776263:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074788.776270:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 224/224 into md 0x21e45 [1] + 224 00000800:00000001:2.0:1769074788.776279:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074788.776316:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074788.776319:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074788.776324:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074788.776331:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074788.776340:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849ed80 x1855007613320576/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074804 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074788.776352:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b9849ed80 x1855007613320576/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074804 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074788.776379:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074788.776389:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074788.776391:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074789.082501:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074789.082509:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074789.082512:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074789.082518:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074789.082522:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074789.082526:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074789.082528:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074789.082531:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074789.082533:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074789.658499:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074789.658507:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074789.658513:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074789.658514:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074789.658731:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074789.658734:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074789.658738:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074790.106421:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074790.106431:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074790.106433:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074790.106439:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074790.106443:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074790.106447:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074790.106450:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074790.106453:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074790.106455:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074790.682494:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074790.682506:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074790.682515:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074790.682516:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074790.683531:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074790.683548:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074790.683552:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074791.130983:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074791.130991:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074791.131002:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074791.131008:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074791.131012:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074791.131016:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074791.131019:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074791.131021:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074791.131024:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074791.706432:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074791.706440:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074791.706447:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074791.706449:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074791.706666:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074791.706669:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074791.706672:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074792.154433:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074792.154441:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074792.154443:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074792.154450:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074792.154455:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074792.154459:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074792.154462:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074792.154465:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074792.154468:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074792.730403:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074792.730410:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074792.730416:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074792.730417:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074792.730517:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074792.730521:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074792.730524:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074793.178471:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074793.178481:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074793.178483:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074793.178490:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:0.0:1769074793.178495:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074793.178500:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074793.178503:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074793.178506:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074793.178509:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1769074793.453079:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074793.453107:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074793.453112:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074793.453115:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074793.453128:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074793.453140:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074793.453150:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074793.453155:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074793.453161:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074793.453166:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 10 MB=0x6971e9dd8f200 00000400:00000200:2.0:1769074793.453171:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074793.453178:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 224/224 into md 0x21d45 [1] + 0 00000800:00000001:2.0:1769074793.453188:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074793.453203:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074793.453207:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074793.453211:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074793.453219:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074793.453239:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849d180 x1855007613317632/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 5 to 0 dl 1769074803 ref 1 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1769074793.453252:0:2359:0:(events.c:122:reply_in_callback()) @@@ Early reply received, mlen=224 offset=0 replen=224 replied=0 unlinked=0 req@ffff982b9849d180 x1855007613317632/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 5 to 0 dl 1769074803 ref 1 fl Rpc:Q/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074793.453338:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074793.453343:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074793.453424:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074793.453446:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074793.453450:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074793.454125:0:2363:0:(client.c:518:ptlrpc_at_recv_early_reply()) Process entered 02000000:00000001:0.0:1769074793.454130:0:2363:0:(sec.c:1233:sptlrpc_cli_unwrap_early_reply()) Process entered 00000100:00000010:0.0:1769074793.454138:0:2363:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903a8e00. 02000000:00000010:0.0:1769074793.454145:0:2363:0:(sec.c:1243:sptlrpc_cli_unwrap_early_reply()) kmalloced '(early_buf)': 256 at ffff982b9816b500. 02000000:00000001:0.0:1769074793.454150:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074793.454153:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074793.454155:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074793.454162:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074793.454164:0:2363:0:(sec.c:1301:sptlrpc_cli_unwrap_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074793.454171:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=66 v=5 (1 0 0 0) 02000000:00000010:0.0:1769074793.454178:0:2363:0:(sec.c:1324:sptlrpc_cli_finish_early_reply()) kvfree 'early_req->rq_repbuf': 256 at ffff982b9816b500. 00000100:00000010:0.0:1769074793.454184:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b903a8e00. 00000100:00001000:0.0:1769074793.454200:0:2363:0:(client.c:568:ptlrpc_at_recv_early_reply()) @@@ Early reply #6, new deadline in 22s (12s) req@ffff982b9849d180 x1855007613317632/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 6 to 0 dl 1769074815 ref 1 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074793.454209:0:2363:0:(client.c:570:ptlrpc_at_recv_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074793.454212:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074793.454216:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074793.756310:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074793.756318:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074793.756336:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074793.756337:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074793.756414:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074793.756418:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074793.756420:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1769074793.888106:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074793.888122:0:11214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074793.888137:0:11214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90370000. 00000020:00000040:3.0:1769074793.888145:0:11214:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:3.0:1769074793.888150:0:11214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074793.888156:0:11214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074793.888163:0:11214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074793.888173:0:11214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b99274500. 00000100:00000001:3.0:1769074793.888193:0:11214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074793.888208:0:11214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b90370000 x1855007613320704/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074793.888221:0:11214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074793.888226:0:11214:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074793.888234:0:11214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ea400e4] to pc [ptlrpcd_01_00+0] req@ffff982b90370000 x1855007613320704/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074793.888329:0:11214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769074793.888333:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level REPLAY_WAIT/7 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074793.888337:0:11214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY_WAIT) 00000100:00000040:3.0:1769074793.888340:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074793.888343:0:11214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074793.888358:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074793.888361:0:11214:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074793.888367:0:11214:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1788) 00000100:00000001:3.0:1769074793.888387:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1769074793.888392:0:2367:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1769074793.888395:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074793.888404:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074793.888406:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074793.888408:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074793.888410:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074793.888413:0:2367:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074793.888419:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90370000 x1855007613320704/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074793.888427:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074793.888430:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074793.888435:0:2367:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074793.888438:0:2367:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074793.888441:0:2367:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074793.888444:0:2367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90370000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2367:1855007613320704:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1769074793.888449:0:2367:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074793.888455:0:2367:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074793.888458:0:2367:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074793.888461:0:2367:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074793.888467:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b9827da00. 02000000:00000001:3.0:1769074793.888469:0:2367:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074793.888481:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074793.888487:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7738. 00000400:00000010:3.0:1769074793.888495:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6198. 00000100:00000200:3.0:1769074793.888503:0:2367:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613320704, portal 25 00000100:00000001:3.0:1769074793.888505:0:2367:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074793.888507:0:2367:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603380224 : -114162106171392 : ffff982b90370000) 00000100:00000040:3.0:1769074793.888513:0:2367:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90370000 x1855007613320704/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074793.888521:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074793.888523:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074793.888527:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad67f8. 00000100:00000200:3.0:1769074793.888530:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613320704, offset 0 00000400:00000200:3.0:1769074793.888537:0:2367:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074793.888548:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074793.888557:0:2367:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074793.888564:0:2367:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074793.888570:0:2367:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074793.888574:0:2367:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074793.888577:0:2367:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074793.888581:0:2367:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15242:15242:256:4294967295] 192.168.204.151@tcp LPNI seq info [15242:15242:8:4294967295] 00000400:00000200:3.0:1769074793.888585:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074793.888595:0:2367:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074793.888604:0:2367:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074793.888609:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99274f00. 00000800:00000200:3.0:1769074793.888617:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074793.888627:0:2367:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074793.888632:0:2367:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99274f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074793.888645:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074793.888650:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074793.888653:0:2367:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296459659 00000100:00000001:3.0:1769074793.888661:0:2367:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296454537 00000100:00000001:3.0:1769074793.888666:0:2367:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296459659 00000100:00000001:3.0:1769074793.888669:0:2367:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296454537 00000100:00000001:3.0:1769074793.888673:0:2367:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074793.888675:0:2367:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074793.888679:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074793.888681:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074793.888771:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074793.888775:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074793.888902:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074793.888907:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99274f00. 00000400:00000200:2.0:1769074793.888914:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074793.888920:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074793.888927:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad67f8 00000400:00000010:2.0:1769074793.888930:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad67f8. 00000100:00000001:2.0:1769074793.888934:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074793.888939:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90370000 x1855007613320704/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074793.888959:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074793.888964:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90370000 x1855007613320704/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074809 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074793.888972:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074793.888973:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074793.897217:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074793.897242:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074793.897247:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074793.897250:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074793.897264:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074793.897274:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074793.897322:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074793.897329:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074793.897337:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074793.897342:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 25 MB=0x6971e9dd8fe00 00000400:00000200:2.0:1769074793.897348:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074793.897358:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 224/224 into md 0x21e4d [1] + 224 00000800:00000001:2.0:1769074793.897369:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074793.897381:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074793.897385:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074793.897390:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074793.897399:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074793.897412:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90370000 x1855007613320704/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074809 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074793.897424:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b90370000 x1855007613320704/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074809 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074793.897448:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074793.897459:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074793.897463:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074793.898017:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074793.898026:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074793.898035:0:2367:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074793.898037:0:2367:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074793.898042:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7738. 00000400:00000200:3.0:1769074793.898051:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6198 00000400:00000010:3.0:1769074793.898053:0:2367:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6198. 00000100:00000001:3.0:1769074793.898058:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074793.898081:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90370000 x1855007613320704/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074809 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074793.898093:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90370000 x1855007613320704/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074809 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074793.898101:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074793.898103:0:2367:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074793.898106:0:2367:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074793.898110:0:2367:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074793.898112:0:2367:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074793.898115:0:2367:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074793.898118:0:2367:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074793.898126:0:2367:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=65 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074793.898129:0:2367:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=66 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074793.898132:0:2367:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074793.898133:0:2367:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074793.898136:0:2367:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074793.898139:0:2367:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074793.898142:0:2367:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074793.898146:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90370000 x1855007613320704/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074809 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074793.898154:0:2367:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074793.898157:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074793.898159:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074793.898163:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90370000 x1855007613320704/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074809 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074793.898171:0:2367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90370000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2367:1855007613320704:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1769074793.898176:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074793.898178:0:2367:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074793.898182:0:2367:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90370000 x1855007613320704/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074809 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074793.898189:0:2367:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074793.898191:0:2367:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074793.898195:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b9827da00. 02000000:00000001:3.0:1769074793.898198:0:2367:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074793.898200:0:2367:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074793.898202:0:2367:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:3.0:1769074793.898204:0:2367:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074793.898207:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99274500. 02000000:00000001:3.0:1769074793.898210:0:2367:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074793.898213:0:2367:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074793.898214:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90370000. 00000100:00000001:3.0:1769074793.898218:0:2367:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074793.898219:0:2367:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074793.898221:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074793.898229:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074793.898231:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074793.898233:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074793.898236:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074794.209005:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074794.209018:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074794.209020:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074794.209028:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:2.0:1769074794.209033:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074794.209039:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074794.209042:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074794.209045:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074794.209048:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074794.778509:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074794.778519:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074794.778528:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074794.778529:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074794.778679:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074794.778683:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074794.778687:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074795.226563:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074795.226574:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074795.226576:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074795.226585:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:2.0:1769074795.226590:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074795.226595:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074795.226599:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074795.226602:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074795.226606:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074795.804049:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074795.804063:0:28129:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074795.804066:0:28129:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074795.804069:0:28129:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074795.804077:0:28129:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074795.804080:0:28129:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074795.804082:0:28129:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074795.804085:0:28129:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074795.804090:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074795.804092:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074795.804219:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074795.804226:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074795.804230:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074796.250488:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074796.250752:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074796.250755:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074796.250762:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:2.0:1769074796.250767:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074796.250772:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074796.250775:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074796.250779:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074796.250782:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074796.826846:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074796.826859:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074796.826869:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074796.826874:0:28129:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074796.826877:0:28129:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074796.826880:0:28129:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074796.826886:0:28129:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074796.826889:0:28129:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074796.826891:0:28129:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074796.826894:0:28129:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074796.827032:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074796.827039:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074796.827043:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074797.274586:0:30069:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074797.274598:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074797.274600:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074797.274608:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 0 seconds 00000100:00000001:2.0:1769074797.274614:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074797.274619:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074797.274623:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074797.274626:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074797.274630:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074797.853556:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074797.853565:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074797.853571:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074797.853572:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074797.853724:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074797.853727:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074797.853730:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1769074797.950989:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074797.951019:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074797.951025:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074797.951028:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074797.951044:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074797.951055:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074797.951064:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074797.951072:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074797.951080:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074797.951086:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 10 MB=0x6971e9dd8f200 00000400:00000200:2.0:1769074797.951093:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074797.951103:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 224/224 into md 0x21d45 [1] + 224 00000800:00000001:2.0:1769074797.951114:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074797.951125:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074797.951129:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074797.951135:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074797.951145:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074797.951157:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849d180 x1855007613317632/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 6 to 0 dl 1769074815 ref 1 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074797.951169:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=2c0 mlen=224 offset=224 replen=224 req@ffff982b9849d180 x1855007613317632/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 6 to 0 dl 1769074815 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074797.951196:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074797.951210:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074797.951215:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074797.951311:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074797.951318:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074797.951327:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074797.951330:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074797.951335:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7108. 00000400:00000200:0.0:1769074797.951353:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad65d8 00000400:00000010:0.0:1769074797.951356:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad65d8. 00000100:00000001:0.0:1769074797.951360:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074797.951366:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849d180 x1855007613317632/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 6 to 0 dl 1769074815 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074797.951375:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849d180 x1855007613317632/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 6 to 0 dl 1769074815 ref 1 fl Rpc:RQU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074797.951381:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074797.951383:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074797.951386:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074797.951391:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074797.951395:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074797.951398:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074797.951402:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074797.951416:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=158 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074797.951420:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=70 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074797.951424:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074797.951426:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074797.951429:0:2363:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1769074797.951435:0:2363:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff982b9849d180 x1855007613317632/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 6 to 0 dl 1769074815 ref 1 fl Rpc:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1769074797.951443:0:2363:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074797.951448:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074797.951451:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:0.0:1769074797.951453:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074797.951456:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074797.951461:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849d180 x1855007613317632/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 6 to 0 dl 1769074815 ref 1 fl Rpc:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074797.951469:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074797.951473:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074797.951476:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074797.951479:0:2363:0:(import.c:1516:completed_replay_interpret()) Process entered 00000100:00000001:0.0:1769074797.951482:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1769074797.951486:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from REPLAY_WAIT to RECOVER 00000100:00000001:0.0:1769074797.951491:0:2363:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00080000:0.0:1769074797.951495:0:2363:0:(client.c:3203:ptlrpc_resend_req()) @@@ going to resend req@ffff982b9849d180 x1855007613317632/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 6 to 0 dl 1769074815 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769074797.951504:0:2363:0:(client.c:3212:ptlrpc_resend_req()) @@@ it has reply, so skip it req@ffff982b9849d180 x1855007613317632/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 6 to 0 dl 1769074815 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074797.951511:0:2363:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769074797.951514:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:0.0:1769074797.951516:0:2363:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:0.0:1769074797.951521:0:2363:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:0.0:1769074797.951524:0:2363:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:0.0:1769074797.951530:0:2363:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:0.0:1769074797.951533:0:2363:0:(lmv_obd.c:83:lmv_set_mdc_active()) Process entered 00800000:00000040:0.0:1769074797.951536:0:2363:0:(lmv_obd.c:86:lmv_set_mdc_active()) Searching in lmv ffff982b859e6aa0 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:0.0:1769074797.951540:0:2363:0:(lmv_obd.c:92:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x5d432443066ac3d0 00800000:00000040:0.0:1769074797.951545:0:2363:0:(lmv_obd.c:107:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff982b858dd800=84c0f8a7-d789-4ced-b99a-82cfae500a0a device 3 (ffff982b859e18d8) type mdc at LMV idx 0 00800000:00000040:0.0:1769074797.951548:0:2363:0:(lmv_obd.c:112:lmv_set_mdc_active()) OBD ffff982b859e18d8 already active! 00800000:00000001:0.0:1769074797.951551:0:2363:0:(lmv_obd.c:113:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074797.951553:0:2363:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074797.951555:0:2363:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769074797.951560:0:2363:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000002:00000001:3.0:1769074797.953734:0:2363:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074797.953753:0:2363:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:3.0:1769074797.953765:0:2363:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff982b858dd800: Connection restored to 192.168.204.151@tcp (at 192.168.204.151@tcp) 00000100:00080000:3.0:1769074797.953782:0:2363:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 00000000f578c453): req@ffff982b903ab800 x1855007613319168/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074797.953807:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074797.953810:0:2363:0:(import.c:1533:completed_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074797.953818:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849d180 x1855007613317632/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 6 to 0 dl 1769074815 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074797.953829:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613317632:192.168.204.151@tcp:400:ldlm_lock_repla.0 00000100:00000001:3.0:1769074797.953835:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074797.953839:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074797.953843:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9849d180 x1855007613317632/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 6 to 0 dl 1769074815 ref 1 fl Complete:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074797.953852:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074797.953855:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074797.953861:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b9827d800. 02000000:00000001:3.0:1769074797.953865:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074797.953869:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074797.953871:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:3.0:1769074797.953875:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074797.953888:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99652c00. 02000000:00000001:3.0:1769074797.953892:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074797.953895:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074797.953897:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9849d180. 00000100:00000001:3.0:1769074797.953902:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074797.953904:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074797.953907:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074797.953919:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074797.953922:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074797.953925:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074797.953928:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074797.954232:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074797.954240:0:30069:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074797.954243:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074797.954246:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074797.954250:0:30069:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074797.954255:0:30069:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074797.954258:0:30069:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074797.954262:0:30069:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074797.954272:0:30069:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074797.954275:0:30069:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074797.954279:0:30069:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074797.954346:0:30069:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff982b87050800. 02000000:00000001:2.0:1769074797.954349:0:30069:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074797.954363:0:30069:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074797.954369:0:30069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7e688. 00000400:00000010:2.0:1769074797.954377:0:30069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897ff68. 00000100:00000200:2.0:1769074797.954386:0:30069:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007613319168, portal 10 00000100:00000001:2.0:1769074797.954389:0:30069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074797.954391:0:30069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603623936 : -114162105927680 : ffff982b903ab800) 00000100:00000040:2.0:1769074797.954401:0:30069:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b903ab800 x1855007613319168/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074813 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074797.954410:0:30069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074797.954413:0:30069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074797.954415:0:30069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f330. 00000100:00000200:2.0:1769074797.954419:0:30069:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007613319168, offset 0 00000400:00000200:2.0:1769074797.954427:0:30069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074797.954438:0:30069:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074797.954449:0:30069:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074797.954456:0:30069:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074797.954462:0:30069:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074797.954466:0:30069:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074797.954470:0:30069:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074797.954475:0:30069:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15243:15243:256:4294967295] 192.168.204.151@tcp LPNI seq info [15243:15243:8:4294967295] 00000400:00000200:2.0:1769074797.954479:0:30069:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074797.954491:0:30069:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074797.954498:0:30069:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074797.954506:0:30069:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcb500. 00000800:00000200:2.0:1769074797.954515:0:30069:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074797.954527:0:30069:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074797.954534:0:30069:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84fcb500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1769074797.954563:0:30069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074797.954569:0:30069:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 868220 usecs (869 jiffies) 00000400:00000200:2.0:1769074797.954573:0:30069:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074797.954577:0:30069:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296455501 00000100:00000001:2.0:1769074797.954581:0:30069:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296459659 00000100:00000001:2.0:1769074797.954584:0:30069:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296455501 00000100:00000001:2.0:1769074797.954586:0:30069:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296459659 00000100:00000001:2.0:1769074797.954589:0:30069:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074797.954592:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074797.954596:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074797.954598:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074797.954600:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 11 seconds 00000100:00000001:2.0:1769074797.954603:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074797.954605:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074797.955253:0:30094:0:(mdc_request.c:2600:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:0.0:1769074797.955273:0:30094:0:(kernelcomm.c:1422:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:0.0:1769074797.955278:0:30094:0:(kernelcomm.c:1436:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074797.955317:0:30094:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074797.955320:0:30094:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=4 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074797.955324:0:30094:0:(genops.c:1249:class_import_put()) Process leaving 00000002:00000001:0.0:1769074797.955326:0:30094:0:(mdc_request.c:2610:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074797.956474:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074797.956484:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcb500. 00000400:00000200:3.0:1769074797.956494:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074797.956506:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074797.956516:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f330 00000400:00000010:3.0:1769074797.956520:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f330. 00000100:00000001:3.0:1769074797.956526:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074797.956537:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903ab800 x1855007613319168/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074813 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074797.957160:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074797.957171:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903ab800 x1855007613319168/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074813 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074797.957181:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074797.957183:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074798.036531:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074798.036566:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074798.036572:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074798.036576:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074798.036593:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074798.036607:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074798.036623:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074798.036629:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074798.036639:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074798.036644:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 688 into portal 10 MB=0x6971e9dd8f800 00000400:00000200:2.0:1769074798.036652:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074798.036662:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 688/688 into md 0x21e5d [1] + 224 00000800:00000001:2.0:1769074798.036674:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074798.036693:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074798.036697:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074798.036702:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074798.036714:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074798.036730:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903ab800 x1855007613319168/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074813 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074798.038374:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff982b903ab800 x1855007613319168/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074813 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074798.038401:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074798.038427:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074798.038438:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074798.038669:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074798.038682:0:30069:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074798.038686:0:30069:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074798.038691:0:30069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7e688. 00000400:00000200:0.0:1769074798.038698:0:30069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897ff68 00000400:00000010:0.0:1769074798.038701:0:30069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897ff68. 00000100:00000001:0.0:1769074798.038705:0:30069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074798.038712:0:30069:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903ab800 x1855007613319168/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074813 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074798.038722:0:30069:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903ab800 x1855007613319168/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074813 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074798.038728:0:30069:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074798.038730:0:30069:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074798.038734:0:30069:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074798.038751:0:30069:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074798.038754:0:30069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074798.038758:0:30069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074798.038763:0:30069:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074798.038776:0:30069:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=9 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074798.038782:0:30069:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=71 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074798.038786:0:30069:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074798.038788:0:30069:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074798.038791:0:30069:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074798.038796:0:30069:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074798.038801:0:30069:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074798.038804:0:30069:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:0.0:1769074798.038807:0:30069:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074798.038809:0:30069:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074798.038814:0:30069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903ab800 x1855007613319168/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074813 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074798.038821:0:30069:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074798.038826:0:30069:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074798.038829:0:30069:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074798.038834:0:30069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903ab800 x1855007613319168/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074813 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074798.038843:0:30069:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903ab800 pname:cluuid:pid:xid:nid:opc:job lfs:84c0f8a7-d789-4ced-b99a-82cfae500a0a:30069:1855007613319168:192.168.204.151@tcp:101:lfs.0 00000100:00000001:0.0:1769074798.038849:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074798.038853:0:30069:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074798.038855:0:30069:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074798.038857:0:30069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074798.038861:0:30069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903ab800 x1855007613319168/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074813 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074798.038868:0:30069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074798.038871:0:30069:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b985c2c00. 00000100:00000001:0.0:1769074798.038891:0:30069:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074798.038894:0:30069:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074798.038898:0:30069:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074798.038903:0:30069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074798.038906:0:30069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074798.038910:0:30069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254000 refcount=4 00000020:00000001:0.0:1769074798.038913:0:30069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:0.0:1769074798.038916:0:30069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000040:0.0:1769074798.038925:0:30069:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b90254000, remote cookie: 0xf5b77ed682f59890, flags: 0x1001 00010000:00010000:0.0:1769074798.038932:0:30069:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074798.038945:0:30069:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074798.038952:0:30069:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074798.038960:0:30069:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074798.038964:0:30069:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074798.038966:0:30069:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074798.038967:0:30069:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074798.038971:0:30069:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff982b985e5600) refcount = 1 00010000:00010000:0.0:1769074798.038976:0:30069:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074798.038983:0:30069:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074798.038987:0:30069:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074798.038989:0:30069:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074798.038993:0:30069:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074798.038996:0:30069:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074798.038999:0:30069:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074798.039005:0:30069:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074798.039007:0:30069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074798.039009:0:30069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074798.039010:0:30069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074798.039011:0:30069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074798.039012:0:30069:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074798.039018:0:30069:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074798.039020:0:30069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074798.039022:0:30069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074798.039023:0:30069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254000 refcount=3 00000020:00000001:0.0:1769074798.039025:0:30069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:0.0:1769074798.039027:0:30069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:0.0:1769074798.039029:0:30069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074798.039030:0:30069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074798.039031:0:30069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254000 refcount=4 00000020:00000001:0.0:1769074798.039033:0:30069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:0.0:1769074798.039035:0:30069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:0.0:1769074798.039038:0:30069:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074798.039041:0:30069:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074798.039044:0:30069:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074798.039049:0:30069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074798.039051:0:30069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074798.039052:0:30069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074798.039053:0:30069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074798.039054:0:30069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254000 refcount=5 00000020:00000001:0.0:1769074798.039056:0:30069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:0.0:1769074798.039058:0:30069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:0.0:1769074798.039061:0:30069:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074798.039063:0:30069:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074798.039068:0:30069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074798.039069:0:30069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074798.039072:0:30069:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074798.039078:0:30069:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074798.039079:0:30069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074798.039080:0:30069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074798.039082:0:30069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074798.039083:0:30069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074798.039088:0:30069:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff982b903ab800 x1855007613319168/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074813 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1769074798.039099:0:30069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074798.039100:0:30069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074798.039102:0:30069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254000 refcount=3 00000020:00000001:0.0:1769074798.039104:0:30069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:0.0:1769074798.039106:0:30069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:0.0:1769074798.039109:0:30069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074798.039110:0:30069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074798.039111:0:30069:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074798.039114:0:30069:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074798.039118:0:30069:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1769074798.039121:0:30069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074798.039122:0:30069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074798.039123:0:30069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254000 refcount=3 00000020:00000001:0.0:1769074798.039126:0:30069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:0.0:1769074798.039128:0:30069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00000002:00010000:0.0:1769074798.039131:0:30069:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074798.039138:0:30069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074798.039140:0:30069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074798.039142:0:30069:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074798.039144:0:30069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074798.039145:0:30069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074798.039146:0:30069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254000 refcount=3 00000020:00000001:0.0:1769074798.039148:0:30069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:0.0:1769074798.039150:0:30069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000040:0.0:1769074798.039160:0:30069:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5600 count: 2 00010000:00000001:0.0:1769074798.039164:0:30069:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074798.039170:0:30069:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b873df800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1769074798.039173:0:30069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074798.039174:0:30069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074798.039176:0:30069:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074798.039180:0:30069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0231f9f0 00000002:00002000:0.0:1769074798.039183:0:30069:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1769074798.039186:0:30069:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074798.039192:0:30069:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074798.039197:0:30069:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074798.039202:0:30069:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1769074798.039205:0:30069:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074798.039210:0:30069:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:0.0:1769074798.039215:0:30069:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b90302c00. 00000080:00000001:0.0:1769074798.039222:0:30069:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074798.039226:0:30069:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074798.039234:0:30069:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1769074798.039241:0:30069:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1769074798.039254:0:30069:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff982b985c0b00. 00800000:00000001:0.0:1769074798.039257:0:30069:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446629911740025600 : -114161969526016 : ffff982b985c0b00) 00800000:00000001:0.0:1769074798.039259:0:30069:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074798.039262:0:30069:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074798.039265:0:30069:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1769074798.039268:0:30069:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1769074798.039271:0:30069:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1769074798.039276:0:30069:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1769074798.039278:0:30069:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074798.039348:0:30069:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1769074798.039352:0:30069:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:0.0:1769074798.039355:0:30069:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115188193296385 mtime from 1769074556 to 1769074557 00000080:00200000:0.0:1769074798.039361:0:30069:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:0.0:1769074798.039363:0:30069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074798.039365:0:30069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074798.039367:0:30069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254000 refcount=3 00000020:00000001:0.0:1769074798.039369:0:30069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:0.0:1769074798.039371:0:30069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:0.0:1769074798.039374:0:30069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074798.039377:0:30069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074798.039380:0:30069:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074798.039383:0:30069:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1769074798.039385:0:30069:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b985c0b00 1 00800000:00000010:0.0:1769074798.039388:0:30069:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff982b985c0b00. 00800000:00000001:0.0:1769074798.039393:0:30069:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074798.039397:0:30069:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b738d 00800000:00000001:0.0:1769074798.039402:0:30069:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074798.039404:0:30069:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074798.039406:0:30069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074798.039407:0:30069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074798.039408:0:30069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254000 refcount=3 00000020:00000001:0.0:1769074798.039412:0:30069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:0.0:1769074798.039414:0:30069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:0.0:1769074798.039416:0:30069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074798.039418:0:30069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074798.039419:0:30069:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074798.039421:0:30069:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074798.039424:0:30069:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074798.039427:0:30069:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:0.0:1769074798.039431:0:30069:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b738d from it ffffbcdb0231fcb8 00010000:00000001:0.0:1769074798.039434:0:30069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074798.039435:0:30069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074798.039437:0:30069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254000 refcount=3 00000020:00000001:0.0:1769074798.039439:0:30069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:0.0:1769074798.039441:0:30069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:0.0:1769074798.039444:0:30069:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074798.039447:0:30069:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074798.039453:0:30069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074798.039455:0:30069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074798.039457:0:30069:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074798.039459:0:30069:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074798.039463:0:30069:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074798.039473:0:30069:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074798.039477:0:30069:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074798.039480:0:30069:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074798.039485:0:30069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074798.039486:0:30069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074798.039488:0:30069:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074798.039492:0:30069:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074798.039494:0:30069:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074798.039496:0:30069:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074798.039499:0:30069:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074798.039501:0:30069:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074798.039502:0:30069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074798.039503:0:30069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074798.039506:0:30069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074798.039511:0:30069:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b903ab800 x1855007613319168/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074813 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074798.039519:0:30069:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074798.039522:0:30069:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074798.039527:0:30069:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff982b87050800. 02000000:00000001:0.0:1769074798.039531:0:30069:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074798.039535:0:30069:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074798.039538:0:30069:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=3 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074798.039540:0:30069:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074798.039544:0:30069:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b903b3800. 02000000:00000001:0.0:1769074798.039549:0:30069:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074798.039551:0:30069:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074798.039554:0:30069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b903ab800. 00000100:00000001:0.0:1769074798.039558:0:30069:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074798.039560:0:30069:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769074798.039565:0:30069:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074798.039571:0:30069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0231fd08 00000080:00000008:0.0:1769074798.039574:0:30069:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff982b90dbe3c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1769074798.040477:0:30069:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074798.040521:0:30069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0231fd08 00000080:00200008:0.0:1769074798.040525:0:30069:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff982b90dbe3c8), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1769074798.040532:0:30069:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074798.040534:0:30069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0231fc80 00000080:00200000:0.0:1769074798.040536:0:30069:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:0.0:1769074798.040543:0:30069:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b90302c00. 00800000:00000002:0.0:1769074798.040549:0:30069:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:0.0:1769074798.040554:0:30069:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074798.040560:0:30069:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074798.040562:0:30069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0231fba0 00800000:00000002:0.0:1769074798.040565:0:30069:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074798.040569:0:30069:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074798.040574:0:30069:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074798.040579:0:30069:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074798.040582:0:30069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0231fa70 00000002:00010000:0.0:1769074798.040584:0:30069:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074798.040588:0:30069:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074798.040590:0:30069:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074798.040595:0:30069:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074798.040602:0:30069:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5600 count: 2 00010000:00000001:0.0:1769074798.040605:0:30069:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074798.040610:0:30069:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074798.040613:0:30069:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769074798.040617:0:30069:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1769074798.040627:0:30069:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1769074798.040632:0:30069:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074798.040636:0:30069:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1769074798.040643:0:30069:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1769074798.040645:0:30069:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074798.040647:0:30069:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074798.040649:0:30069:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074798.040652:0:30069:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074798.040654:0:30069:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1769074798.040657:0:30069:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1769074798.040659:0:30069:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:0.0:1769074798.040661:0:30069:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b90302c00. 00000080:00000001:0.0:1769074798.040665:0:30069:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074798.040667:0:30069:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074798.040669:0:30069:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:0.0:1769074798.040673:0:30069:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b738d 00800000:00000001:0.0:1769074798.040676:0:30069:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074798.040678:0:30069:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074798.040680:0:30069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074798.040683:0:30069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074798.040685:0:30069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254000 refcount=3 00000020:00000001:0.0:1769074798.040687:0:30069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:0.0:1769074798.040689:0:30069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:0.0:1769074798.040692:0:30069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074798.040694:0:30069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074798.040695:0:30069:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074798.040697:0:30069:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074798.040699:0:30069:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b738d from it ffffbcdb0231fcb8 00010000:00000001:0.0:1769074798.040701:0:30069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074798.040702:0:30069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074798.040704:0:30069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254000 refcount=3 00000020:00000001:0.0:1769074798.040705:0:30069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:0.0:1769074798.040707:0:30069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:0.0:1769074798.040710:0:30069:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074798.040713:0:30069:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074798.040720:0:30069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074798.040721:0:30069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074798.040723:0:30069:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074798.040726:0:30069:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074798.040729:0:30069:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074798.040736:0:30069:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074798.040739:0:30069:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074798.040741:0:30069:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074798.040744:0:30069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074798.040746:0:30069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074798.040748:0:30069:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074798.040751:0:30069:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074798.040752:0:30069:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074798.040754:0:30069:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074798.040757:0:30069:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074798.040759:0:30069:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074798.040760:0:30069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074798.040761:0:30069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074798.040764:0:30069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769074798.040766:0:30069:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769074798.040769:0:30069:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074798.040773:0:30069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0231fd08 00000080:00000008:0.0:1769074798.040775:0:30069:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff982b90dbe3c8), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1769074798.040926:0:30069:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074798.040928:0:30069:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074798.040930:0:30069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0231fb78 00000080:00200000:0.0:1769074798.040932:0:30069:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:0.0:1769074798.040936:0:30069:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b90302c00. 00800000:00000002:0.0:1769074798.040939:0:30069:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:0.0:1769074798.040941:0:30069:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074798.040943:0:30069:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074798.040945:0:30069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0231fa98 00800000:00000002:0.0:1769074798.040946:0:30069:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074798.040949:0:30069:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074798.040951:0:30069:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074798.040954:0:30069:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074798.040956:0:30069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0231f968 00000002:00010000:0.0:1769074798.040957:0:30069:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074798.040960:0:30069:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074798.040962:0:30069:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074798.040963:0:30069:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074798.040967:0:30069:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5600 count: 2 00010000:00000001:0.0:1769074798.040969:0:30069:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074798.040971:0:30069:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074798.040973:0:30069:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769074798.040975:0:30069:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1769074798.040981:0:30069:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1769074798.040983:0:30069:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074798.040986:0:30069:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1769074798.040991:0:30069:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1769074798.040993:0:30069:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074798.040995:0:30069:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074798.040997:0:30069:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074798.040998:0:30069:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074798.041000:0:30069:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1769074798.041002:0:30069:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1769074798.041004:0:30069:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:0.0:1769074798.041006:0:30069:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b90302c00. 00000080:00000001:0.0:1769074798.041009:0:30069:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074798.041011:0:30069:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074798.041013:0:30069:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:0.0:1769074798.041015:0:30069:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b738d 00800000:00000001:0.0:1769074798.041018:0:30069:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074798.041019:0:30069:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074798.041020:0:30069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074798.041022:0:30069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074798.041024:0:30069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254000 refcount=3 00000020:00000001:0.0:1769074798.041026:0:30069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:0.0:1769074798.041028:0:30069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:0.0:1769074798.041030:0:30069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074798.041032:0:30069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074798.041033:0:30069:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074798.041036:0:30069:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074798.041038:0:30069:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b738d from it ffffbcdb0231fbb0 00010000:00000001:0.0:1769074798.041040:0:30069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074798.041041:0:30069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074798.041042:0:30069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254000 refcount=3 00000020:00000001:0.0:1769074798.041044:0:30069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:0.0:1769074798.041046:0:30069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:0.0:1769074798.041048:0:30069:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074798.041050:0:30069:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074798.041056:0:30069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074798.041057:0:30069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074798.041058:0:30069:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074798.041059:0:30069:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074798.041062:0:30069:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074798.041067:0:30069:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074798.041069:0:30069:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074798.041070:0:30069:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074798.041072:0:30069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074798.041073:0:30069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074798.041074:0:30069:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074798.041076:0:30069:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074798.041078:0:30069:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074798.041080:0:30069:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074798.041082:0:30069:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074798.041084:0:30069:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074798.041085:0:30069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074798.041086:0:30069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074798.041088:0:30069:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769074798.041089:0:30069:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074798.041092:0:30069:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 44 00000080:00000001:0.0:1769074798.041096:0:30069:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074798.041102:0:30069:0:(dir.c:3007:ll_dir_open()) Process entered 00000080:00000001:0.0:1769074798.041104:0:30069:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:0.0:1769074798.041107:0:30069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0231fb78 00000080:00200008:0.0:1769074798.041109:0:30069:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff982b90dbe3c8), flags 100000 00000080:00000010:0.0:1769074798.041114:0:30069:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff982b996fd2c0. 00000080:00000001:0.0:1769074798.041120:0:30069:0:(file.c:1026:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074798.041121:0:30069:0:(dir.c:3008:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074798.041241:0:30069:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074798.041245:0:30069:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffeb38d55d0 00000080:00000001:0.0:1769074798.041254:0:30069:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074798.041258:0:30069:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074798.041264:0:30069:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074798.041269:0:30069:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074798.041272:0:30069:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074798.041275:0:30069:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074798.041277:0:30069:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00800000:00000001:0.0:1769074798.041347:0:30069:0:(obd_class.h:1067:obd_statfs()) Process entered 00800000:00000004:0.0:1769074798.041349:0:30069:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0000-mdc-ffff982b858dd800: age 1545, max_age 1786 00000002:00000001:0.0:1769074798.041354:0:30069:0:(mdc_request.c:1637:mdc_statfs()) Process entered 00000020:00000040:0.0:1769074798.041358:0:30069:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=4 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000010:0.0:1769074798.041365:0:30069:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903ab800. 00000020:00000040:0.0:1769074798.041368:0:30069:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:0.0:1769074798.041373:0:30069:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074798.041376:0:30069:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074798.041379:0:30069:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074798.041388:0:30069:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b9816b500. 00000100:00000001:0.0:1769074798.041396:0:30069:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074798.041400:0:30069:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074798.041402:0:30069:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074798.041409:0:30069:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b985c2c00. 00000100:00000001:0.0:1769074798.041412:0:30069:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911740034048 : -114161969517568 : ffff982b985c2c00) 00000100:00000001:0.0:1769074798.041415:0:30069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074798.041417:0:30069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603623936 : -114162105927680 : ffff982b903ab800) 00000100:00000001:0.0:1769074798.041423:0:30069:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074798.041428:0:30069:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074798.041431:0:30069:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074798.041433:0:30069:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074798.041445:0:30069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903ab800 x1855007613320832/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074798.041455:0:30069:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074798.041458:0:30069:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074798.041462:0:30069:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074798.041465:0:30069:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074798.041468:0:30069:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074798.041472:0:30069:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903ab800 pname:cluuid:pid:xid:nid:opc:job lfs:84c0f8a7-d789-4ced-b99a-82cfae500a0a:30069:1855007613320832:192.168.204.151@tcp:41:lfs.0 00000100:00000001:0.0:1769074798.041477:0:30069:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074798.041483:0:30069:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074798.041486:0:30069:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074798.041489:0:30069:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074798.041493:0:30069:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b903b1c00. 02000000:00000001:0.0:1769074798.041495:0:30069:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074798.041507:0:30069:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074798.041512:0:30069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b67e8. 00000400:00000010:0.0:1769074798.041520:0:30069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f220. 00000100:00000200:0.0:1769074798.041529:0:30069:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613320832, portal 10 00000100:00000001:0.0:1769074798.041531:0:30069:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074798.041532:0:30069:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603623936 : -114162105927680 : ffff982b903ab800) 00000100:00000040:0.0:1769074798.041539:0:30069:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b903ab800 x1855007613320832/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074814 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074798.041547:0:30069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074798.041550:0:30069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074798.041553:0:30069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f880. 00000100:00000200:0.0:1769074798.041556:0:30069:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007613320832, offset 0 00000400:00000200:0.0:1769074798.041565:0:30069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074798.041574:0:30069:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074798.041584:0:30069:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074798.041592:0:30069:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074798.041597:0:30069:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074798.041602:0:30069:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074798.041605:0:30069:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074798.041610:0:30069:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15244:15244:256:4294967295] 192.168.204.151@tcp LPNI seq info [15244:15244:8:4294967295] 00000400:00000200:0.0:1769074798.041615:0:30069:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074798.041628:0:30069:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074798.041636:0:30069:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074798.041643:0:30069:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816bc00. 00000800:00000200:0.0:1769074798.041650:0:30069:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074798.041660:0:30069:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074798.041666:0:30069:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074798.041677:0:30069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074798.041683:0:30069:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 998351 usecs (999 jiffies) 00000400:00000200:0.0:1769074798.041686:0:30069:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074798.041690:0:30069:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296455718 00000100:00000001:0.0:1769074798.041694:0:30069:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296459659 00000100:00000001:0.0:1769074798.041696:0:30069:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296455718 00000100:00000001:0.0:1769074798.041699:0:30069:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296459659 00000100:00000001:0.0:1769074798.041701:0:30069:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074798.041704:0:30069:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074798.041706:0:30069:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074798.041708:0:30069:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074798.041711:0:30069:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985c2c00 going to sleep for 11 seconds 00000100:00000001:0.0:1769074798.041714:0:30069:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074798.041718:0:30069:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074798.043735:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074798.043754:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816bc00. 00000400:00000200:3.0:1769074798.043763:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074798.043775:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074798.043783:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f880 00000400:00000010:3.0:1769074798.043786:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f880. 00000100:00000001:3.0:1769074798.043791:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074798.043801:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903ab800 x1855007613320832/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074814 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074798.043823:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074798.043826:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903ab800 x1855007613320832/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074814 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074798.043834:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074798.043837:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074798.054024:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074798.054053:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074798.054059:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074798.054062:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074798.054079:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074798.054090:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074798.054101:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074798.054108:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074798.054115:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074798.054121:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 368 into portal 10 MB=0x6971e9dd8fe80 00000400:00000200:2.0:1769074798.054127:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074798.054136:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 368/368 into md 0x21e6d [1] + 224 00000800:00000001:2.0:1769074798.054146:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074798.054191:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074798.054197:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074798.054205:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074798.054216:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074798.054229:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903ab800 x1855007613320832/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074814 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074798.054241:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff982b903ab800 x1855007613320832/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074814 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074798.054276:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074798.054430:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074798.054436:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074798.058864:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074798.058873:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074798.058875:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074798.058896:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9849dc00 x1855007613320960/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074798.058910:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074798.058912:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074798.058917:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074798.058921:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074798.058925:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074798.058928:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9849dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613320960:192.168.204.151@tcp:8:lfs.0 00000100:00000001:3.0:1769074798.058933:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074798.058939:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074798.058942:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074798.058945:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074798.058951:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c02c00. 02000000:00000001:3.0:1769074798.058953:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074798.058964:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074798.058970:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7738. 00000400:00000010:3.0:1769074798.058979:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6198. 00000100:00000200:3.0:1769074798.058989:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613320960, portal 4 00000100:00000001:3.0:1769074798.058991:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074798.058992:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738833920 : -114161970717696 : ffff982b9849dc00) 00000100:00000040:3.0:1769074798.059001:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9849dc00 x1855007613320960/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074798.059009:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074798.059012:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074798.059014:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6a18. 00000100:00000200:3.0:1769074798.059017:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613320960, offset 0 00000400:00000200:3.0:1769074798.059024:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074798.059032:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074798.059043:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074798.059048:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074798.059052:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074798.059056:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074798.059059:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074798.059063:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15245:15245:256:4294967295] 192.168.204.151@tcp LPNI seq info [15245:15245:8:4294967295] 00000400:00000200:3.0:1769074798.059067:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074798.059075:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074798.059081:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074798.059086:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99274500. 00000800:00000200:3.0:1769074798.059092:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074798.059099:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074798.059103:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99274500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1769074798.059113:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074798.059117:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24781 usecs (25 jiffies) 00000400:00000200:3.0:1769074798.059123:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074798.059126:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296454761 00000100:00000001:3.0:1769074798.059129:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296459659 00000100:00000001:3.0:1769074798.059131:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296454761 00000100:00000001:3.0:1769074798.059133:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296459659 00000100:00000001:3.0:1769074798.059135:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074798.059137:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074798.059140:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074798.059143:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074798.059149:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074798.059151:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769074798.059153:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074798.059154:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074798.059155:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074798.059157:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074798.059219:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074798.059223:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99274500. 00000400:00000200:3.0:1769074798.059227:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074798.059232:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074798.059236:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6a18 00000400:00000010:3.0:1769074798.059238:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6a18. 00000100:00000001:3.0:1769074798.059242:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074798.059246:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849dc00 x1855007613320960/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074798.059254:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074798.059257:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849dc00 x1855007613320960/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074808 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074798.059263:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074798.059264:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074798.077438:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074798.077463:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074798.077467:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074798.077470:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074798.077482:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074798.077490:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074798.077500:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074798.077505:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074798.077510:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074798.077515:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 416 into portal 4 MB=0x6971e9dd8ff00 00000400:00000200:2.0:1769074798.077521:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074798.077529:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.151@tcp of length 416/416 into md 0x21e75 [1] + 0 00000800:00000001:2.0:1769074798.077537:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074798.077549:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074798.077553:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074798.077557:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074798.077564:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074798.077575:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849dc00 x1855007613320960/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074808 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074798.077588:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff982b9849dc00 x1855007613320960/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074808 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074798.077615:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074798.077624:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074798.077627:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074798.077808:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074798.077814:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074798.077822:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074798.077824:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074798.077827:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7738. 00000400:00000200:3.0:1769074798.077833:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6198 00000400:00000010:3.0:1769074798.077836:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6198. 00000100:00000001:3.0:1769074798.077839:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074798.077843:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849dc00 x1855007613320960/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074808 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074798.077852:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849dc00 x1855007613320960/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074808 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074798.077859:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074798.077861:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074798.077864:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074798.077869:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074798.077872:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074798.077874:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074798.077889:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074798.077899:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b83e5ec58 time=309 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074798.077903:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b83e5ec10 time=262 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074798.077906:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074798.077908:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074798.077911:0:2363:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074798.077915:0:2363:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074798.077920:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1769074798.077923:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff982b858dd800: committing for last_committed 0 gen 15 00000100:00000040:3.0:1769074798.077926:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff982b858dd800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1769074798.077929:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074798.077930:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074798.077935:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849dc00 x1855007613320960/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/416 e 0 to 0 dl 1769074808 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074798.077942:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074798.077946:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074798.077947:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074798.077950:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1769074798.077957:0:2363:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff982b858dd800: connect to target with instance 1 00000020:00000001:3.0:1769074798.077961:0:2363:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769074798.077963:0:2363:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3de 00000020:00000001:3.0:1769074798.077966:0:2363:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074798.077969:0:2363:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b9968c800 refcount=4 00000020:00000001:3.0:1769074798.077971:0:2363:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000020:00000001:3.0:1769074798.077974:0:2363:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000100:00001000:3.0:1769074798.077979:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b83e5ec10 time=1769074798 v=0 (0 0 0 0) 00000100:00001000:3.0:1769074798.077982:0:2363:0:(import.c:2194:obd_at_measure()) AT ffff982b83e5ec10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1769074798.077988:0:2363:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 747, crc32c 4359, adler 847 00000100:00080000:3.0:1769074798.077993:0:2363:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff982b858dd800: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000020:00000040:3.0:1769074798.077997:0:2363:0:(genops.c:898:class_export_put()) PUTting export ffff982b9968c800 : new refcount 3 00000100:00000001:3.0:1769074798.078000:0:2363:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:3.0:1769074798.078005:0:2363:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000020:3.0:1769074798.078008:0:2363:0:(osc_request.c:1046:osc_init_grant()) lustre-OST0000-osc-ffff982b858dd800, setting cl_avail_grant: 3407872 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:3.0:1769074798.078012:0:2363:0:(obd_class.h:1235:obd_notify()) Process entered 00020000:00000001:3.0:1769074798.078015:0:2363:0:(lov_obd.c:418:lov_notify()) Process entered 00000080:00000001:3.0:1769074798.078020:0:2363:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1769074798.078023:0:2363:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:3.0:1769074798.078026:0:2363:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1769074798.078027:0:2363:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:3.0:1769074798.078030:0:2363:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:3.0:1769074798.078033:0:2363:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074798.078035:0:2363:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074798.078037:0:2363:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:3.0:1769074798.078038:0:2363:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:3.0:1769074798.078039:0:2363:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074798.078041:0:2363:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1769074798.078043:0:2363:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1769074798.078047:0:2363:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1769074798.078049:0:2363:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074798.078051:0:2363:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074798.078053:0:2363:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769074798.078055:0:2363:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769074798.078057:0:2363:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769074798.078059:0:2363:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074798.078061:0:2363:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1769074798.078063:0:2363:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1769074798.078066:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1769074798.078069:0:2363:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:3.0:1769074798.078070:0:2363:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:3.0:1769074798.078071:0:2363:0:(obd_class.h:1235:obd_notify()) Process entered 00020000:00000001:3.0:1769074798.078072:0:2363:0:(lov_obd.c:418:lov_notify()) Process entered 00020000:00000001:3.0:1769074798.078074:0:2363:0:(lov_obd.c:340:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1769074798.078076:0:2363:0:(lov_obd.c:342:lov_set_osc_active()) Searching in lov ffff982b859e51c8 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:3.0:1769074798.078080:0:2363:0:(lov_obd.c:385:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:3.0:1769074798.078082:0:2363:0:(lov_obd.c:386:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769074798.078084:0:2363:0:(lov_obd.c:410:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074798.078085:0:2363:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1769074798.078087:0:2363:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:3.0:1769074798.078089:0:2363:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1769074798.078090:0:2363:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:3.0:1769074798.078091:0:2363:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:3.0:1769074798.078092:0:2363:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074798.078094:0:2363:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074798.078096:0:2363:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:3.0:1769074798.078097:0:2363:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:3.0:1769074798.078098:0:2363:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074798.078099:0:2363:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1769074798.078101:0:2363:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1769074798.078102:0:2363:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1769074798.078104:0:2363:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074798.078105:0:2363:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074798.078107:0:2363:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769074798.078108:0:2363:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769074798.078110:0:2363:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769074798.078111:0:2363:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074798.078112:0:2363:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1769074798.078114:0:2363:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074798.078117:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1769074798.078123:0:2363:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 00000000db578224): req@ffff982b9849ed80 x1855007613321088/t0(0) o13->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074798.078148:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074798.078151:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074798.078156:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849dc00 x1855007613320960/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/416 e 0 to 0 dl 1769074808 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074798.078163:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613320960:192.168.204.151@tcp:8:lfs.0 00000100:00000001:3.0:1769074798.078168:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074798.078170:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074798.078174:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9849dc00 x1855007613320960/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/416 e 0 to 0 dl 1769074808 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074798.078180:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074798.078183:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074798.078187:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c02c00. 02000000:00000001:3.0:1769074798.078194:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074798.078196:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074798.078199:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:3.0:1769074798.078201:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074798.078206:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b87461800. 02000000:00000001:3.0:1769074798.078213:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074798.078216:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074798.078218:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9849dc00. 00000100:00000001:3.0:1769074798.078223:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074798.078225:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074798.078227:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074798.078237:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074798.078239:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074798.078243:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074798.078246:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074798.082579:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074798.082591:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652400. 00000400:00000200:3.0:1769074798.082600:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074798.082611:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074798.082618:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000400:00000010:3.0:1769074798.082621:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00000001:3.0:1769074798.082626:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074798.082635:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849ed80 x1855007613321088/t0(0) o13->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074814 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074798.082648:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074798.082652:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849ed80 x1855007613321088/t0(0) o13->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074814 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074798.082660:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074798.082662:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074798.090637:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074798.090656:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074798.090660:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074798.090662:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074798.090677:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074798.090687:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074798.090695:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074798.090700:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074798.090706:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074798.090710:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 368 into portal 4 MB=0x6971e9dd8ff80 00000400:00000200:2.0:1769074798.090716:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074798.090725:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.151@tcp of length 368/368 into md 0x21e85 [1] + 224 00000800:00000001:2.0:1769074798.090734:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074798.090743:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074798.090746:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074798.090751:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074798.090758:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074798.090768:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849ed80 x1855007613321088/t0(0) o13->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074814 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074798.090780:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff982b9849ed80 x1855007613321088/t0(0) o13->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074814 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074798.090800:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074798.090810:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074798.090813:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074798.091798:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074798.091803:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074798.091804:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074798.091811:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9849f480 x1855007613321216/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074798.091824:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074798.091825:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074798.091830:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074798.091833:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074798.091837:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074798.091840:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9849f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613321216:192.168.204.151@tcp:8:lfs.0 00000100:00000001:3.0:1769074798.091844:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074798.091848:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074798.091850:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074798.091853:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074798.091857:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c02c00. 02000000:00000001:3.0:1769074798.091859:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074798.091865:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074798.091869:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7738. 00000400:00000010:3.0:1769074798.091874:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6198. 00000100:00000200:3.0:1769074798.091889:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613321216, portal 4 00000100:00000001:3.0:1769074798.091891:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074798.091892:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738840192 : -114161970711424 : ffff982b9849f480) 00000100:00000040:3.0:1769074798.091899:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9849f480 x1855007613321216/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074798.091906:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074798.091908:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074798.091912:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6a18. 00000100:00000200:3.0:1769074798.091914:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613321216, offset 0 00000400:00000200:3.0:1769074798.091921:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074798.091928:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074798.091934:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074798.091941:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074798.091945:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074798.091949:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074798.091951:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074798.091955:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15247:15247:256:4294967295] 192.168.204.151@tcp LPNI seq info [15247:15247:8:4294967295] 00000400:00000200:3.0:1769074798.091960:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074798.091968:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074798.091975:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074798.091980:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99274500. 00000800:00000200:3.0:1769074798.091987:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074798.091995:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074798.092000:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99274500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1769074798.092015:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074798.092020:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26448 usecs (27 jiffies) 00000400:00000200:3.0:1769074798.092023:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074798.092026:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296454796 00000100:00000001:3.0:1769074798.092029:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296459659 00000100:00000001:3.0:1769074798.092031:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296454796 00000100:00000001:3.0:1769074798.092034:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296459659 00000100:00000001:3.0:1769074798.092036:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074798.092039:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074798.092042:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074798.092044:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074798.092052:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074798.092053:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769074798.092055:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074798.092056:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074798.092057:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074798.092059:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074798.092161:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074798.092166:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99274500. 00000400:00000200:3.0:1769074798.092170:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074798.092174:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074798.092178:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6a18 00000400:00000010:3.0:1769074798.092180:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6a18. 00000100:00000001:3.0:1769074798.092184:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074798.092188:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849f480 x1855007613321216/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074798.092196:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074798.092199:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849f480 x1855007613321216/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074808 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074798.092205:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074798.092207:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074798.106384:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074798.106404:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074798.106408:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074798.106411:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074798.106423:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074798.106432:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074798.106440:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074798.106444:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074798.106451:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074798.106553:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 416 into portal 4 MB=0x6971e9dd90000 00000400:00000200:2.0:1769074798.106559:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074798.106567:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.151@tcp of length 416/416 into md 0x21e8d [1] + 0 00000800:00000001:2.0:1769074798.106577:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074798.106587:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074798.106590:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074798.106595:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074798.106603:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074798.106614:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849f480 x1855007613321216/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074808 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074798.106626:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff982b9849f480 x1855007613321216/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074808 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074798.106675:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074798.106681:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074798.106698:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074798.106709:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074798.106713:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1769074798.112945:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074798.112955:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074798.112960:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7738. 00000400:00000200:3.0:1769074798.112971:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6198 00000400:00000010:3.0:1769074798.112974:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6198. 00000100:00000001:3.0:1769074798.112979:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074798.112995:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849f480 x1855007613321216/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074808 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074798.113007:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849f480 x1855007613321216/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074808 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074798.113019:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074798.113022:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074798.113025:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074798.113031:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074798.113033:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074798.113035:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074798.113038:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074798.113049:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b99688458 time=309 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074798.113053:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b99688410 time=261 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074798.113056:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074798.113057:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074798.113060:0:2363:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074798.113064:0:2363:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074798.113068:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1769074798.113070:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff982b858dd800: committing for last_committed 4294967330 gen 15 00000100:00000040:3.0:1769074798.113073:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-ffff982b858dd800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1769074798.113076:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074798.113077:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074798.113082:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849f480 x1855007613321216/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/416 e 0 to 0 dl 1769074808 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074798.113090:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074798.113093:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074798.113095:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074798.113097:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1769074798.113103:0:2363:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff982b858dd800: connect to target with instance 1 00000020:00000001:3.0:1769074798.113106:0:2363:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769074798.113108:0:2363:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3e5 00000020:00000001:3.0:1769074798.113111:0:2363:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074798.113113:0:2363:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b897c2000 refcount=4 00000020:00000001:3.0:1769074798.113116:0:2363:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000020:00000001:3.0:1769074798.113118:0:2363:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000100:00001000:3.0:1769074798.113122:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b99688410 time=1769074798 v=0 (0 0 0 0) 00000100:00001000:3.0:1769074798.113125:0:2363:0:(import.c:2194:obd_at_measure()) AT ffff982b99688410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1769074798.113129:0:2363:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 747, crc32c 4359, adler 847 00000100:00080000:3.0:1769074798.113135:0:2363:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff982b858dd800: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000020:00000040:3.0:1769074798.113138:0:2363:0:(genops.c:898:class_export_put()) PUTting export ffff982b897c2000 : new refcount 3 00000100:00000001:3.0:1769074798.113141:0:2363:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:3.0:1769074798.113145:0:2363:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000020:3.0:1769074798.113149:0:2363:0:(osc_request.c:1046:osc_init_grant()) lustre-OST0001-osc-ffff982b858dd800, setting cl_avail_grant: 3407872 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:3.0:1769074798.113152:0:2363:0:(obd_class.h:1235:obd_notify()) Process entered 00020000:00000001:3.0:1769074798.113155:0:2363:0:(lov_obd.c:418:lov_notify()) Process entered 00000080:00000001:2.0:1769074798.114010:0:2363:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1769074798.114017:0:2363:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:2.0:1769074798.114021:0:2363:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1769074798.114023:0:2363:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:2.0:1769074798.114026:0:2363:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1769074798.114029:0:2363:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074798.114032:0:2363:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074798.114033:0:2363:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:2.0:1769074798.114035:0:2363:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1769074798.114036:0:2363:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074798.114038:0:2363:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1769074798.114040:0:2363:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1769074798.114044:0:2363:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1769074798.114046:0:2363:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074798.114048:0:2363:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074798.114050:0:2363:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074798.114053:0:2363:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769074798.114055:0:2363:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769074798.114057:0:2363:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074798.114060:0:2363:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1769074798.114062:0:2363:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1769074798.114068:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:2.0:1769074798.114072:0:2363:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:2.0:1769074798.114073:0:2363:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:2.0:1769074798.114075:0:2363:0:(obd_class.h:1235:obd_notify()) Process entered 00020000:00000001:2.0:1769074798.114077:0:2363:0:(lov_obd.c:418:lov_notify()) Process entered 00020000:00000001:2.0:1769074798.114079:0:2363:0:(lov_obd.c:340:lov_set_osc_active()) Process entered 00020000:00000040:2.0:1769074798.114081:0:2363:0:(lov_obd.c:342:lov_set_osc_active()) Searching in lov ffff982b859e51c8 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:2.0:1769074798.114086:0:2363:0:(lov_obd.c:385:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:2.0:1769074798.114088:0:2363:0:(lov_obd.c:386:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:2.0:1769074798.114090:0:2363:0:(lov_obd.c:410:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1769074798.114092:0:2363:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1769074798.114093:0:2363:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:2.0:1769074798.114095:0:2363:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1769074798.114096:0:2363:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:2.0:1769074798.114097:0:2363:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1769074798.114098:0:2363:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074798.114100:0:2363:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074798.114101:0:2363:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:2.0:1769074798.114102:0:2363:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1769074798.114103:0:2363:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074798.114105:0:2363:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1769074798.114106:0:2363:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1769074798.114108:0:2363:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1769074798.114109:0:2363:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074798.114111:0:2363:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074798.114112:0:2363:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074798.114114:0:2363:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769074798.114116:0:2363:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769074798.114118:0:2363:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074798.114120:0:2363:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1769074798.114122:0:2363:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074798.114125:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1769074798.114136:0:2363:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 00000000db578224): req@ffff982b9849ed80 x1855007613321344/t0(0) o13->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074798.114162:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074798.114165:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074798.114171:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849f480 x1855007613321216/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/416 e 0 to 0 dl 1769074808 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074798.114180:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613321216:192.168.204.151@tcp:8:lfs.0 00000100:00000001:2.0:1769074798.114185:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074798.114189:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074798.114192:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9849f480 x1855007613321216/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/416 e 0 to 0 dl 1769074808 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074798.114199:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074798.114202:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074798.114207:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c02c00. 02000000:00000001:2.0:1769074798.114213:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074798.114215:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074798.114216:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:2.0:1769074798.114218:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074798.114221:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b87463000. 02000000:00000001:2.0:1769074798.114225:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074798.114227:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074798.114229:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9849f480. 00000100:00000001:2.0:1769074798.114232:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074798.114234:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074798.114236:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074798.114245:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074798.114246:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074798.114249:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074798.114251:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074798.115247:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074798.115252:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652e00. 00000400:00000200:3.0:1769074798.115256:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074798.115262:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074798.115267:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8440 00000400:00000010:3.0:1769074798.115270:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8440. 00000100:00000001:3.0:1769074798.115274:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074798.115326:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849ed80 x1855007613321344/t0(0) o13->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074814 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074798.115338:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074798.115342:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849ed80 x1855007613321344/t0(0) o13->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074814 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074798.115348:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074798.115350:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074798.127779:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074798.127800:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074798.127805:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074798.127808:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074798.127821:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074798.127830:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074798.127838:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074798.127843:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074798.127849:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074798.127853:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 368 into portal 4 MB=0x6971e9dd90080 00000400:00000200:2.0:1769074798.127859:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074798.127865:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.151@tcp of length 368/368 into md 0x21e9d [1] + 224 00000800:00000001:2.0:1769074798.127874:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074798.127894:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074798.127897:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074798.127901:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074798.127909:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074798.127918:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849ed80 x1855007613321344/t0(0) o13->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074814 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074798.127929:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff982b9849ed80 x1855007613321344/t0(0) o13->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074814 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074798.127951:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074798.127960:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074798.127964:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074798.875583:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074798.875591:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074798.875599:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074798.875600:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074798.877597:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074798.877603:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074798.877609:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1769074799.002491:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074799.002509:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074799.002526:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90370000. 00000020:00000040:3.0:1769074799.002707:0:37:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:3.0:1769074799.002714:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074799.002719:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074799.002730:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074799.002744:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b99274500. 00000100:00000001:3.0:1769074799.002756:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074799.002774:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b90370000 x1855007613321472/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074799.002788:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074799.002794:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074799.002801:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ea400e4] to pc [ptlrpcd_01_01+1] req@ffff982b90370000 x1855007613321472/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074799.002849:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074799.002852:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074799.002856:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074799.002860:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90373480. 00000020:00000040:3.0:1769074799.002889:0:37:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=4 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:3.0:1769074799.002893:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074799.002895:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074799.002897:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074799.002901:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b99274900. 00000100:00000001:3.0:1769074799.002904:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074799.002908:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID req@ffff982b90373480 x1855007613321600/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074799.002915:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074799.002917:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074799.002920:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001e13d9f] to pc [ptlrpcd_01_00+0] req@ffff982b90373480 x1855007613321600/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074799.002928:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074799.002931:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074799.002934:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074799.002938:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90373800. 00000020:00000040:3.0:1769074799.002940:0:37:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 00000100:00000001:3.0:1769074799.002942:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074799.002944:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074799.002946:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074799.002949:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b99274700. 00000100:00000001:3.0:1769074799.002952:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074799.002955:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID req@ffff982b90373800 x1855007613321728/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074799.002962:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074799.002964:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074799.002966:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef52a2eb] to pc [ptlrpcd_01_01+1] req@ffff982b90373800 x1855007613321728/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074799.002973:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074799.002975:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074799.002978:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074799.002982:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90370a80. 00000020:00000040:3.0:1769074799.002984:0:37:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 00000100:00000001:3.0:1769074799.002985:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074799.002986:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074799.002988:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074799.002990:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b99274200. 00000100:00000001:3.0:1769074799.002993:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074799.002996:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID req@ffff982b90370a80 x1855007613321856/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074799.003001:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074799.003003:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074799.003006:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa3ea810] to pc [ptlrpcd_01_00+0] req@ffff982b90370a80 x1855007613321856/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074799.003012:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074799.003018:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1793) 00000100:00000001:3.0:1769074799.003042:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074799.003047:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074799.003050:0:2366:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074799.003055:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90373480 x1855007613321600/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074799.003063:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074799.003066:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074799.003070:0:2366:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074799.003073:0:2366:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074799.003076:0:2366:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074799.003081:0:2366:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90373480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2366:1855007613321600:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1769074799.003086:0:2366:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074799.003093:0:2366:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074799.003096:0:2366:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074799.003099:0:2366:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074799.003106:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b9827d200. 02000000:00000001:3.0:1769074799.003108:0:2366:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074799.003125:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074799.003132:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7738. 00000400:00000010:3.0:1769074799.003142:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6198. 00000100:00000200:3.0:1769074799.003154:0:2366:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613321600, portal 10 00000100:00000001:3.0:1769074799.003158:0:2366:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074799.003160:0:2366:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603393664 : -114162106157952 : ffff982b90373480) 00000100:00000040:3.0:1769074799.003170:0:2366:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90373480 x1855007613321600/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074799.003179:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074799.003183:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000100:00000001:2.0:1769074799.003184:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1769074799.003188:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6a18. 00000100:00000200:3.0:1769074799.003197:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007613321600, offset 0 00000100:00000001:2.0:1769074799.003199:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074799.003205:0:2367:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1769074799.003212:0:2366:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074799.003226:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074799.003237:0:2366:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074799.003246:0:2366:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074799.003252:0:2366:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074799.003258:0:2366:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074799.003261:0:2366:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074799.003266:0:2366:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15249:15249:256:4294967295] 192.168.204.151@tcp LPNI seq info [15249:15249:8:4294967295] 00000400:00000200:3.0:1769074799.003270:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074799.003313:0:2366:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074799.003402:0:2366:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074799.003408:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99274c00. 00000800:00000200:3.0:1769074799.003417:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074799.003429:0:2366:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074799.003434:0:2366:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99274c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1769074799.003448:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90370000 x1855007613321472/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074799.003451:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074799.003462:0:2366:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 996663 usecs (997 jiffies) 00000400:00000200:3.0:1769074799.003469:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074799.003472:0:2366:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296456678 00000100:00000001:3.0:1769074799.003476:0:2366:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296459659 00000100:00000001:3.0:1769074799.003479:0:2366:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296456678 00000100:00000001:3.0:1769074799.003481:0:2366:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296459659 00000100:00000001:3.0:1769074799.003484:0:2366:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074799.003488:0:2366:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074799.003491:0:2366:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074799.003497:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90370a80 x1855007613321856/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074799.003504:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074799.003506:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074799.003507:0:2366:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074799.003509:0:2366:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074799.003511:0:2366:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074799.003514:0:2366:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90370a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2366:1855007613321856:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1769074799.003517:0:2366:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074799.003521:0:2366:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074799.003522:0:2366:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074799.003524:0:2366:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074799.003530:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b9827c200. 02000000:00000001:3.0:1769074799.003628:0:2366:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074799.003634:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074799.003638:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7c08. 00000400:00000010:3.0:1769074799.003643:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6dd0. 00000100:00000200:3.0:1769074799.003646:0:2366:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613321856, portal 4 00000100:00000001:3.0:1769074799.003648:0:2366:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074799.003649:0:2366:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603382912 : -114162106168704 : ffff982b90370a80) 00000100:00000040:3.0:1769074799.003656:0:2366:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90370a80 x1855007613321856/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074799.003662:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074799.003675:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074799.003679:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6220. 00000100:00000200:3.0:1769074799.003687:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007613321856, offset 0 00000400:00000200:3.0:1769074799.003706:0:2366:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074799.003727:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074799.003731:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1769074799.003737:0:2366:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000100:00000001:2.0:1769074799.003739:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074799.003745:0:2366:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1769074799.003750:0:2367:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1769074799.003752:0:2366:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 02000000:00000001:2.0:1769074799.003758:0:2367:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1769074799.003759:0:2366:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074799.003771:0:2366:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 02000000:00000001:2.0:1769074799.003773:0:2367:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074799.003781:0:2366:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15250:15250:255:4294967295] 192.168.204.151@tcp LPNI seq info [15250:15250:7:4294967295] 00000100:00100000:2.0:1769074799.003789:0:2367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90370000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2367:1855007613321472:192.168.204.151@tcp:400:kworker.0 00000400:00000200:3.0:1769074799.003795:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074799.003805:0:2367:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1769074799.003813:0:2366:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 02000000:00000001:2.0:1769074799.003815:0:2367:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074799.003820:0:2367:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074799.003824:0:2366:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 02000000:00000001:2.0:1769074799.003829:0:2367:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:3.0:1769074799.003832:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99274600. 00000800:00000200:3.0:1769074799.003840:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074799.003846:0:2366:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074799.003849:0:2366:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99274600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074799.003852:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074799.003856:0:2366:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26568 usecs (27 jiffies) 00000400:00000200:3.0:1769074799.003859:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074799.003870:0:2366:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296455708 00000100:00000001:3.0:1769074799.003873:0:2366:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296459659 00000100:00000001:3.0:1769074799.003875:0:2366:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296455708 00000100:00000001:3.0:1769074799.003878:0:2366:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296459659 00000100:00000001:3.0:1769074799.003880:0:2366:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074799.003883:0:2366:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074799.003886:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074799.003889:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074799.003899:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074799.003901:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1769074799.003905:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074799.003906:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074799.003908:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074799.003911:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074799.003978:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074799.003983:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99274c00. 00000400:00000200:3.0:1769074799.003992:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074799.003997:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074799.004003:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6a18 00000400:00000010:3.0:1769074799.004006:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6a18. 00000100:00000001:3.0:1769074799.004011:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074799.004016:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90373480 x1855007613321600/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074799.004026:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074799.004029:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90373480 x1855007613321600/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074815 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074799.004036:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074799.004038:0:2359:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:2.0:1769074799.004152:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b9037c400. 02000000:00000001:2.0:1769074799.004157:0:2367:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074799.004169:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074799.004176:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7e688. 00000400:00000010:2.0:1769074799.004183:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f4c8. 00000100:00000200:2.0:1769074799.004190:0:2367:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613321472, portal 25 00000100:00000001:2.0:1769074799.004193:0:2367:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074799.004195:0:2367:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603380224 : -114162106171392 : ffff982b90370000) 00000100:00000040:2.0:1769074799.004203:0:2367:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90370000 x1855007613321472/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074799.004211:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074799.004214:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074799.004684:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f7f8. 00000100:00000200:2.0:1769074799.004691:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613321472, offset 0 00000400:00000200:2.0:1769074799.004701:0:2367:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074799.004711:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074799.004720:0:2367:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074799.004726:0:2367:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074799.004730:0:2367:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074799.004734:0:2367:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074799.004737:0:2367:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074799.004741:0:2367:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15251:15251:255:4294967295] 192.168.204.151@tcp LPNI seq info [15251:15251:7:4294967295] 00000400:00000200:2.0:1769074799.004745:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074799.004754:0:2367:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074799.004760:0:2367:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074799.004767:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcb100. 00000800:00000200:2.0:1769074799.004774:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074799.004781:0:2367:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074799.004786:0:2367:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84fcb100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074799.004789:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074799.004793:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074799.004796:0:2367:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296464774 00000100:00000001:2.0:1769074799.004805:0:2367:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296459659 00000100:00000001:2.0:1769074799.004811:0:2367:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296464774 00000100:00000001:2.0:1769074799.004815:0:2367:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296459659 00000100:00000001:2.0:1769074799.004818:0:2367:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074799.004822:0:2367:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074799.004826:0:2367:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074799.004831:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90373800 x1855007613321728/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074799.004840:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:3.0:1769074799.005651:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074799.005661:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99274600. 00000400:00000200:3.0:1769074799.005668:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074799.005677:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074799.005685:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6220 00000400:00000010:3.0:1769074799.005687:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6220. 00000100:00000001:3.0:1769074799.005693:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074799.005702:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90370a80 x1855007613321856/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074799.005715:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074799.005719:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90370a80 x1855007613321856/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074815 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074799.005727:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074799.005729:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769074799.005996:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074799.006084:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074799.006088:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcb100. 00000400:00000200:3.0:1769074799.006095:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074799.006100:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074799.006104:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f7f8 00000400:00000010:3.0:1769074799.006106:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f7f8. 00000100:00000001:3.0:1769074799.006109:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074799.006115:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90370000 x1855007613321472/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074799.006124:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074799.006127:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90370000 x1855007613321472/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074815 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074799.006133:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074799.006135:0:2359:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1769074799.006402:0:2367:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074799.006408:0:2367:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074799.006411:0:2367:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074799.006419:0:2367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90373800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2367:1855007613321728:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074799.006425:0:2367:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074799.006431:0:2367:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074799.006433:0:2367:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074799.006435:0:2367:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074799.006443:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b9037ce00. 02000000:00000001:2.0:1769074799.006445:0:2367:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074799.006455:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074799.006459:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7e058. 00000400:00000010:2.0:1769074799.006466:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897fbb0. 00000100:00000200:2.0:1769074799.006471:0:2367:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613321728, portal 4 00000100:00000001:2.0:1769074799.006474:0:2367:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074799.006475:0:2367:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603394560 : -114162106157056 : ffff982b90373800) 00000100:00000040:2.0:1769074799.006484:0:2367:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90373800 x1855007613321728/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074799.006493:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074799.006496:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074799.006499:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f000. 00000100:00000200:2.0:1769074799.006501:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007613321728, offset 0 00000400:00000200:2.0:1769074799.006506:0:2367:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074799.006514:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074799.006521:0:2367:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074799.006526:0:2367:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074799.006531:0:2367:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074799.006534:0:2367:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074799.006537:0:2367:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074799.006541:0:2367:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15252:15252:256:4294967295] 192.168.204.151@tcp LPNI seq info [15252:15252:8:4294967295] 00000400:00000200:2.0:1769074799.006545:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074799.006553:0:2367:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074799.006559:0:2367:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074799.006564:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcba00. 00000800:00000200:2.0:1769074799.006570:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074799.006576:0:2367:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074799.006581:0:2367:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84fcba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074799.006606:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074799.006610:0:2367:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24902 usecs (25 jiffies) 00000400:00000200:2.0:1769074799.006613:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074799.006615:0:2367:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296455709 00000100:00000001:2.0:1769074799.006618:0:2367:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296464774 00000100:00000001:2.0:1769074799.006621:0:2367:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296455709 00000100:00000001:2.0:1769074799.006623:0:2367:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296464774 00000100:00000001:2.0:1769074799.006626:0:2367:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074799.006628:0:2367:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074799.006632:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074799.006635:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074799.006644:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074799.006645:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1769074799.006648:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074799.006650:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074799.006652:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074799.006654:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074799.010399:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074799.010418:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcba00. 00000400:00000200:3.0:1769074799.010428:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074799.010444:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074799.010455:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f000 00000400:00000010:3.0:1769074799.010459:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f000. 00000100:00000001:3.0:1769074799.010465:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074799.010477:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90373800 x1855007613321728/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074799.010494:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074799.010498:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90373800 x1855007613321728/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074815 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074799.010507:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074799.010509:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074799.012497:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074799.012519:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074799.012523:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074799.012526:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074799.012539:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074799.012548:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074799.012558:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074799.012564:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074799.012570:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074799.012574:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 10 MB=0x6971e9dd90180 00000400:00000200:2.0:1769074799.012580:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074799.012587:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 224/224 into md 0x21ea5 [1] + 224 00000800:00000001:2.0:1769074799.012595:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074799.012601:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074799.012604:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074799.012609:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074799.012616:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074799.012626:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90373480 x1855007613321600/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074815 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074799.012643:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b90373480 x1855007613321600/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074815 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074799.012671:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074799.012684:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074799.012688:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074799.012690:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074799.012692:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074799.012695:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074799.012699:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074799.012703:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074799.012705:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074799.012708:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074799.012711:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 25 MB=0x6971e9dd90100 00000400:00000200:2.0:1769074799.012714:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074799.012719:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 224/224 into md 0x21ec5 [1] + 224 00000800:00000001:2.0:1769074799.012723:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074799.012732:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074799.012734:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074799.012737:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074799.012740:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074799.012744:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90370000 x1855007613321472/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074815 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074799.012753:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b90370000 x1855007613321472/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074815 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074799.012769:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074799.012772:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074799.012776:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074799.012789:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074799.012793:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074799.012800:0:2367:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074799.012802:0:2367:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074799.012805:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7e688. 00000400:00000200:2.0:1769074799.012810:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f4c8 00000400:00000010:2.0:1769074799.012812:0:2367:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f4c8. 00000100:00000001:2.0:1769074799.012815:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074799.012819:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90370000 x1855007613321472/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074815 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074799.012828:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90370000 x1855007613321472/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074815 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074799.012834:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074799.012836:0:2367:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074799.012839:0:2367:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1769074799.014128:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074799.014138:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074799.014151:0:2366:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074799.014153:0:2366:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074799.014159:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7738. 00000400:00000200:3.0:1769074799.014171:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6198 00000400:00000010:3.0:1769074799.014174:0:2366:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6198. 00000100:00000001:3.0:1769074799.014180:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074799.014194:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90373480 x1855007613321600/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074815 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074799.014206:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90373480 x1855007613321600/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074815 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074799.014215:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074799.014217:0:2366:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074799.014220:0:2366:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074799.014224:0:2366:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074799.014227:0:2366:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074799.014230:0:2366:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074799.014233:0:2366:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074799.014247:0:2366:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=10 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074799.014253:0:2366:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074799.014256:0:2366:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074799.014259:0:2366:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074799.014263:0:2366:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074799.014269:0:2366:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074799.014273:0:2366:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1769074799.014276:0:2366:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 02000000:00000001:2.0:1769074799.014317:0:2367:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074799.014324:0:2367:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074799.014326:0:2367:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074799.014333:0:2367:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074799.014341:0:2366:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00001000:2.0:1769074799.014344:0:2367:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=71 v=5 (5 5 5 5) 00000100:00000001:3.0:1769074799.014346:0:2366:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074799.014357:0:2367:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=72 v=5 (1 0 0 0) 00000100:00000040:3.0:1769074799.014358:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90373480 x1855007613321600/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074815 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074799.014374:0:2367:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074799.014379:0:2367:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074799.014386:0:2366:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074799.014387:0:2367:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074799.014393:0:2367:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074799.014393:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074799.014398:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074799.014401:0:2367:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074799.014408:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90373480 x1855007613321600/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074815 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074799.014416:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90370000 x1855007613321472/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074815 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074799.014429:0:2366:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90373480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2366:1855007613321600:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1769074799.014445:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074799.014448:0:2367:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074799.014451:0:2366:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769074799.014454:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1769074799.014460:0:2366:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90373480 x1855007613321600/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074815 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074799.014461:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074799.014479:0:2366:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1769074799.014480:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90370000 x1855007613321472/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074815 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769074799.014484:0:2366:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074799.014490:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b9827d200. 00000100:00100000:2.0:1769074799.014497:0:2367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90370000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2367:1855007613321472:192.168.204.151@tcp:400:kworker.0 02000000:00000001:3.0:1769074799.014498:0:2366:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074799.014505:0:2366:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074799.014509:0:2366:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=3 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:2.0:1769074799.014513:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074799.014513:0:2366:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074799.014520:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99274900. 00000100:00000001:2.0:1769074799.014521:0:2367:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074799.014531:0:2367:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90370000 x1855007613321472/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074815 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074799.014539:0:2367:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074799.014541:0:2367:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074799.014545:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b9037c400. 02000000:00000001:2.0:1769074799.014550:0:2367:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074799.014553:0:2367:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074799.014555:0:2367:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:2.0:1769074799.014557:0:2367:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074799.014560:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99274500. 02000000:00000001:3.0:1769074799.014758:0:2366:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074799.014763:0:2366:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074799.014765:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90373480. 00000100:00000001:3.0:1769074799.014770:0:2366:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074799.014772:0:2366:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074799.014776:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074799.014778:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074799.014780:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074799.014782:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074799.014783:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074799.018203:0:2367:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074799.018213:0:2367:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074799.018571:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90370000. 00000100:00000001:2.0:1769074799.018583:0:2367:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074799.018584:0:2367:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074799.018591:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074799.018593:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074799.018596:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074799.018601:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074799.018603:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1769074799.020898:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074799.020925:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074799.020933:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074799.020935:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074799.020955:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074799.020966:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074799.020975:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074799.020981:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074799.020988:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074799.020993:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 4 MB=0x6971e9dd90280 00000400:00000200:3.0:1769074799.021000:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074799.021009:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.151@tcp of length 224/224 into md 0x21eb5 [1] + 224 00000800:00000001:3.0:1769074799.021021:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074799.021033:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074799.021037:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074799.021043:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074799.021057:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074799.021072:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90370a80 x1855007613321856/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074815 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074799.021085:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b90370a80 x1855007613321856/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074815 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074799.021115:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074799.021128:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074799.021133:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074799.023022:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074799.023032:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074799.023043:0:2366:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074799.023045:0:2366:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074799.023050:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7c08. 00000400:00000200:2.0:1769074799.023061:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6dd0 00000400:00000010:2.0:1769074799.023063:0:2366:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6dd0. 00000100:00000001:2.0:1769074799.023068:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074799.023080:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90370a80 x1855007613321856/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074815 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074799.023091:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90370a80 x1855007613321856/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074815 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074799.023100:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074799.023102:0:2366:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074799.023105:0:2366:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074799.023109:0:2366:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074799.023111:0:2366:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074799.023114:0:2366:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074799.023117:0:2366:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074799.023127:0:2366:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b99688458 time=10 v=5 (5 0 5 5) 00000100:00001000:2.0:1769074799.023131:0:2366:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b99688410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074799.023134:0:2366:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074799.023136:0:2366:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074799.023139:0:2366:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074799.023143:0:2366:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074799.023147:0:2366:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074799.023150:0:2366:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff982b858dd800: skip recheck: last_committed 4294967330 00000100:00000001:2.0:1769074799.023151:0:2366:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074799.023153:0:2366:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074799.023157:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90370a80 x1855007613321856/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074815 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074799.023165:0:2366:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074799.023169:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074799.023171:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074799.023175:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90370a80 x1855007613321856/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074815 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074799.023184:0:2366:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90370a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2366:1855007613321856:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074799.023189:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074799.023192:0:2366:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074799.023195:0:2366:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90370a80 x1855007613321856/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074815 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074799.023203:0:2366:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074799.023205:0:2366:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074799.023208:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b9827c200. 02000000:00000001:2.0:1769074799.023212:0:2366:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074799.023215:0:2366:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074799.023217:0:2366:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:2.0:1769074799.023219:0:2366:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074799.023222:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99274200. 02000000:00000001:2.0:1769074799.023228:0:2366:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074799.023242:0:2366:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074799.023244:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90370a80. 00000100:00000001:2.0:1769074799.023248:0:2366:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074799.023250:0:2366:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074799.023253:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074799.023262:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074799.023264:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074799.023266:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074799.023269:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1769074799.027130:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074799.030683:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074799.030693:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074799.030700:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074799.030712:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074799.030720:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074799.030731:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074799.030737:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074799.030744:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074799.030749:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 4 MB=0x6971e9dd90200 00000400:00000200:2.0:1769074799.030755:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074799.030762:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.151@tcp of length 224/224 into md 0x21ed5 [1] + 224 00000800:00000001:2.0:1769074799.030770:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074799.030785:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074799.030788:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074799.030793:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074799.030801:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074799.030812:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90373800 x1855007613321728/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074815 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074799.030825:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b90373800 x1855007613321728/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074815 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074799.030857:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074799.030878:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074799.030881:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074799.031163:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074799.031169:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074799.031176:0:2367:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074799.031178:0:2367:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074799.031182:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7e058. 00000400:00000200:3.0:1769074799.031188:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897fbb0 00000400:00000010:3.0:1769074799.031191:0:2367:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897fbb0. 00000100:00000001:3.0:1769074799.031194:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074799.031200:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90373800 x1855007613321728/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074815 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074799.031209:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90373800 x1855007613321728/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074815 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074799.031458:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074799.031570:0:2367:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074799.031573:0:2367:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074799.031577:0:2367:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074799.031580:0:2367:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074799.031582:0:2367:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074799.031585:0:2367:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074799.031596:0:2367:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b83e5ec58 time=10 v=5 (5 0 5 5) 00000100:00001000:3.0:1769074799.031600:0:2367:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b83e5ec10 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074799.031603:0:2367:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074799.031605:0:2367:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074799.031607:0:2367:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074799.031610:0:2367:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074799.031615:0:2367:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1769074799.031617:0:2367:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff982b858dd800: skip recheck: last_committed 0 00000100:00000001:3.0:1769074799.031619:0:2367:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074799.031620:0:2367:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074799.031626:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90373800 x1855007613321728/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074815 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074799.031635:0:2367:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074799.031638:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074799.031639:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074799.031643:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90373800 x1855007613321728/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074815 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074799.031651:0:2367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90373800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2367:1855007613321728:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1769074799.031657:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074799.031660:0:2367:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074799.031662:0:2367:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90373800 x1855007613321728/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074815 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074799.031669:0:2367:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074799.031672:0:2367:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074799.031676:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b9037ce00. 02000000:00000001:3.0:1769074799.031681:0:2367:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074799.031684:0:2367:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074799.031686:0:2367:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:3.0:1769074799.031688:0:2367:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074799.031691:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99274700. 02000000:00000001:3.0:1769074799.031697:0:2367:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074799.031699:0:2367:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074799.031701:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90373800. 00000100:00000001:3.0:1769074799.031705:0:2367:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074799.031706:0:2367:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074799.031709:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074799.031718:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074799.031720:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074799.031722:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074799.031725:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074799.899600:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074799.899846:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074799.899862:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074799.899864:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074799.905216:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074799.905227:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074799.905234:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074800.922380:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074800.922391:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074800.922398:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074800.922400:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074800.922489:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074800.922494:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074800.922497:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074801.946412:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074801.946420:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074801.946427:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074801.946429:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074801.950023:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074801.950031:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074801.950036:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074802.970409:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074802.970418:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074802.970425:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074802.970426:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074803.163844:0:30295:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1769074803.546747:0:30331:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1769074803.546757:0:30331:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg451-client.virtnet: executing wait_import_state_mount (FULL|IDLE) mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:00000001:2.0:1769074803.555872:0:30331:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1769074803.995051:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074803.995061:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074803.995069:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074803.995070:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074803.995173:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074803.995179:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074803.995183:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1769074804.123692:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074804.123697:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652700. 00000400:00000200:2.0:1769074804.123702:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074804.123709:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074804.123715:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e84c8 00000400:00000010:2.0:1769074804.123718:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e84c8. 00000100:00000001:2.0:1769074804.123722:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074804.123727:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849ed80 x1855007613321984/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074804.123736:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074804.123741:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849ed80 x1855007613321984/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074820 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074804.123748:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074804.123750:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074804.123767:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074804.123769:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652e00. 00000400:00000200:2.0:1769074804.123772:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074804.123789:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074804.123791:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8e58 00000400:00000010:2.0:1769074804.123793:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8e58. 00000100:00000001:2.0:1769074804.123796:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074804.123799:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849c000 x1855007613322240/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074804.123807:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074804.123809:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849c000 x1855007613322240/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074820 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074804.123816:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074804.123818:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074804.123916:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074804.123919:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652400. 00000400:00000200:2.0:1769074804.123922:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074804.123926:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074804.123928:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8b28 00000400:00000010:2.0:1769074804.123930:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8b28. 00000100:00000001:2.0:1769074804.123933:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074804.123937:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849f800 x1855007613322112/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074804.123944:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074804.123948:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849f800 x1855007613322112/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074820 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074804.123954:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074804.123956:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074804.124115:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074804.124118:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652c00. 00000400:00000200:2.0:1769074804.124122:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074804.124126:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074804.124129:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8dd0 00000400:00000010:2.0:1769074804.124131:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8dd0. 00000100:00000001:2.0:1769074804.124134:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074804.124138:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849fb80 x1855007613322368/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074804.124144:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074804.124147:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849fb80 x1855007613322368/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074820 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074804.124152:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074804.124154:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074804.133164:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074804.133184:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074804.133190:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074804.133193:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074804.133210:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074804.133224:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074804.133241:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074804.133247:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074804.133256:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074804.133261:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 25 MB=0x6971e9dd90300 00000400:00000200:2.0:1769074804.133268:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074804.133279:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 224/224 into md 0x21ee5 [1] + 224 00000800:00000001:2.0:1769074804.133313:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074804.133321:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074804.133325:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074804.133331:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074804.133342:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074804.133432:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849ed80 x1855007613321984/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074820 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074804.133451:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b9849ed80 x1855007613321984/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074820 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074804.133476:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074804.133491:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074804.133495:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074804.133498:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074804.133500:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074804.133503:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074804.133507:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074804.133512:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074804.133515:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074804.133518:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074804.133521:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 4 MB=0x6971e9dd90400 00000400:00000200:2.0:1769074804.133525:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074804.133531:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.151@tcp of length 224/224 into md 0x21eed [1] + 224 00000800:00000001:2.0:1769074804.133536:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074804.133543:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074804.133545:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074804.133548:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074804.133552:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074804.133558:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849c000 x1855007613322240/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074820 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074804.133669:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b9849c000 x1855007613322240/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074820 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074804.133679:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074804.133684:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074804.133688:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074804.134033:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074804.134040:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074804.134052:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074804.134054:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074804.134059:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47688. 00000400:00000200:0.0:1769074804.134065:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e87f8 00000400:00000010:0.0:1769074804.134069:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e87f8. 00000100:00000001:0.0:1769074804.134072:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074804.134079:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849ed80 x1855007613321984/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074820 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074804.134090:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849ed80 x1855007613321984/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074820 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074804.134097:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074804.134099:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074804.134102:0:2365:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074804.134107:0:2365:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074804.134111:0:2365:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074804.134114:0:2365:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074804.134118:0:2365:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074804.134128:0:2365:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=76 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074804.134132:0:2365:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074804.134135:0:2365:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074804.134137:0:2365:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074804.134141:0:2365:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074804.134144:0:2365:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074804.134147:0:2365:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074804.134152:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849ed80 x1855007613321984/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074820 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074804.134160:0:2365:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074804.134163:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074804.134165:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074804.134170:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849ed80 x1855007613321984/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074820 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074804.134178:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2365:1855007613321984:192.168.204.151@tcp:400:kworker.0 00000400:00000001:0.0:1769074804.134187:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074804.134189:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074804.134190:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47790. 00000400:00000200:0.0:1769074804.134193:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8990 00000400:00000010:0.0:1769074804.134195:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8990. 00000100:00000001:0.0:1769074804.134198:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074804.134201:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849c000 x1855007613322240/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074820 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074804.134210:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849c000 x1855007613322240/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074820 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074804.134216:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074804.134217:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074804.134219:0:2365:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074804.134221:0:2365:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074804.134222:0:2365:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074804.134223:0:2365:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074804.134225:0:2365:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074804.134231:0:2365:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b83e5ec58 time=15 v=5 (5 0 5 5) 00000100:00001000:0.0:1769074804.134233:0:2365:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b83e5ec10 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074804.134236:0:2365:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074804.134237:0:2365:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074804.134238:0:2365:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074804.134242:0:2365:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074804.134246:0:2365:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074804.134249:0:2365:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff982b858dd800: skip recheck: last_committed 0 00000100:00000001:0.0:1769074804.134251:0:2365:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074804.134253:0:2365:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074804.134257:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849c000 x1855007613322240/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074820 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074804.134264:0:2365:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074804.134266:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074804.134267:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074804.134270:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849c000 x1855007613322240/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074820 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074804.134317:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2365:1855007613322240:192.168.204.151@tcp:400:kworker.0 00000100:00000001:0.0:1769074804.134323:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074804.134325:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074804.134329:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9849ed80 x1855007613321984/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074820 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074804.134338:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074804.134342:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074804.134347:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b883d2e00. 02000000:00000001:0.0:1769074804.134353:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074804.134357:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074804.134359:0:2365:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:0.0:1769074804.134362:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074804.134366:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99652500. 02000000:00000001:0.0:1769074804.134370:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074804.134374:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074804.134377:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9849ed80. 00000100:00000001:0.0:1769074804.134381:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074804.134383:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074804.134385:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074804.134389:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9849c000 x1855007613322240/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074820 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074804.134396:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074804.134397:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074804.134399:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b883d2200. 02000000:00000001:0.0:1769074804.134401:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074804.134402:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074804.134403:0:2365:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:0.0:1769074804.134405:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074804.134407:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99652800. 02000000:00000001:0.0:1769074804.134409:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074804.134410:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074804.134412:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9849c000. 00000100:00000001:0.0:1769074804.134414:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074804.134417:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074804.134421:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074804.134422:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074804.134424:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074804.134426:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074804.134428:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1769074804.135791:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074804.135816:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074804.135821:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074804.135826:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074804.135838:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074804.135848:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074804.135858:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074804.135865:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074804.135872:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074804.135878:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 10 MB=0x6971e9dd90380 00000400:00000200:2.0:1769074804.135884:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074804.144176:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 224/224 into md 0x21ef5 [1] + 224 00000800:00000001:2.0:1769074804.144219:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074804.144242:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074804.144247:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074804.144259:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074804.144271:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074804.144297:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849f800 x1855007613322112/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074820 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074804.144309:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b9849f800 x1855007613322112/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074820 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074804.144324:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074804.144341:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074804.144675:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074804.144678:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074804.144682:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074804.144692:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074804.144697:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074804.144704:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074804.144709:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074804.144716:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074804.144719:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 4 MB=0x6971e9dd90480 00000400:00000200:2.0:1769074804.144724:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074804.144730:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.151@tcp of length 224/224 into md 0x21efd [1] + 224 00000800:00000001:2.0:1769074804.144734:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074804.144746:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074804.144748:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074804.144752:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074804.144755:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074804.144761:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849fb80 x1855007613322368/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074820 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074804.144770:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b9849fb80 x1855007613322368/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074820 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074804.144788:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074804.144792:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074804.144796:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074804.145410:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074804.145416:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074804.145426:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074804.145428:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074804.145433:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47580. 00000400:00000200:0.0:1769074804.145439:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8770 00000400:00000010:0.0:1769074804.145443:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8770. 00000100:00000001:0.0:1769074804.145536:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074804.145546:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849f800 x1855007613322112/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074820 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074804.145557:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849f800 x1855007613322112/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074820 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074804.145565:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074804.145567:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074804.145571:0:2365:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074804.145576:0:2365:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074804.145579:0:2365:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074804.145582:0:2365:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074804.145587:0:2365:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074804.145601:0:2365:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=15 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074804.145607:0:2365:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074804.145610:0:2365:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074804.145612:0:2365:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074804.145615:0:2365:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074804.145620:0:2365:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074804.145625:0:2365:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074804.145627:0:2365:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:0.0:1769074804.145630:0:2365:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074804.145632:0:2365:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074804.145637:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849f800 x1855007613322112/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074820 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074804.145651:0:2365:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074804.145655:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074804.145658:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074804.145663:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849f800 x1855007613322112/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074820 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074804.145671:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2365:1855007613322112:192.168.204.151@tcp:400:kworker.0 00000400:00000001:0.0:1769074804.145678:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074804.145679:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074804.145681:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47058. 00000400:00000200:0.0:1769074804.145684:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8908 00000400:00000010:0.0:1769074804.145686:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8908. 00000100:00000001:0.0:1769074804.145688:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074804.145692:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849fb80 x1855007613322368/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074820 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074804.145700:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849fb80 x1855007613322368/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074820 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074804.145707:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074804.145709:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074804.145710:0:2365:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074804.145712:0:2365:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074804.145713:0:2365:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074804.145715:0:2365:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074804.145717:0:2365:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074804.145721:0:2365:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b99688458 time=15 v=5 (5 0 5 5) 00000100:00001000:0.0:1769074804.145724:0:2365:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b99688410 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074804.145727:0:2365:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074804.145728:0:2365:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074804.145730:0:2365:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074804.145732:0:2365:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074804.145734:0:2365:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074804.145736:0:2365:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff982b858dd800: skip recheck: last_committed 4294967330 00000100:00000001:0.0:1769074804.145738:0:2365:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074804.145739:0:2365:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074804.145743:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849fb80 x1855007613322368/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074820 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074804.145749:0:2365:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074804.145751:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074804.145752:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074804.145755:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849fb80 x1855007613322368/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074820 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074804.145763:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2365:1855007613322368:192.168.204.151@tcp:400:kworker.0 00000100:00000001:0.0:1769074804.145767:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074804.145770:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074804.145774:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9849f800 x1855007613322112/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074820 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074804.145792:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074804.145795:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074804.145800:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b883d3a00. 02000000:00000001:0.0:1769074804.145805:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074804.145810:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074804.145813:0:2365:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=3 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074804.145815:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074804.145819:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99652900. 02000000:00000001:0.0:1769074804.145824:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074804.145826:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074804.145829:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9849f800. 00000100:00000001:0.0:1769074804.145834:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074804.145836:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074804.145837:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074804.145841:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9849fb80 x1855007613322368/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074820 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074804.145847:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074804.145849:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074804.145850:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b883d2000. 02000000:00000001:0.0:1769074804.145852:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074804.145853:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074804.145854:0:2365:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:0.0:1769074804.145856:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074804.145857:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99652000. 02000000:00000001:0.0:1769074804.145859:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074804.145861:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074804.145862:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9849fb80. 00000100:00000001:0.0:1769074804.145864:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074804.145866:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074804.145869:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074804.145879:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074804.145882:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074804.145885:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074804.145887:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074805.025713:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074805.025724:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074805.025735:0:28129:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074805.025736:0:28129:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074805.036836:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074805.036846:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074805.036852:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1769074805.048080:0:30450:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1769074805.498118:0:30486:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1769074805.498127:0:30486:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: mdc.lustre-MDT0000-mdc-*.mds_server_uuid in FULL state after 0 sec 00000001:00000001:3.0:1769074805.506796:0:30486:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1769074806.043083:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074806.043096:0:30499:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074806.043099:0:30499:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074806.043103:0:30499:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074806.043109:0:30499:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074806.043113:0:30499:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074806.043116:0:30499:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074806.043119:0:30499:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074806.043124:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074806.043126:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074806.043514:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074806.043519:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074806.043522:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074807.068675:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074807.068685:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074807.068692:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074807.068693:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074807.078178:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074807.078187:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074807.078193:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1769074807.654395:0:30525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0163fd08 00000080:00200008:3.0:1769074807.654413:0:30525:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff982b90dbe3c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1769074807.654425:0:30525:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1769074807.654427:0:30525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0163fc80 00000080:00200000:3.0:1769074807.654430:0:30525:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:3.0:1769074807.654451:0:30525:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b9827cc00. 00800000:00000002:3.0:1769074807.654459:0:30525:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:3.0:1769074807.654465:0:30525:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1769074807.654472:0:30525:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1769074807.654475:0:30525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0163fba0 00800000:00000002:3.0:1769074807.654479:0:30525:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1769074807.654484:0:30525:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1769074807.654491:0:30525:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1769074807.654499:0:30525:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1769074807.654501:0:30525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0163fa70 00000002:00010000:3.0:1769074807.654503:0:30525:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1769074807.654509:0:30525:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1769074807.654512:0:30525:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074807.654516:0:30525:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074807.654526:0:30525:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5600 count: 2 00010000:00000001:3.0:1769074807.654529:0:30525:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074807.654537:0:30525:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074807.654540:0:30525:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1769074807.654547:0:30525:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1769074807.654562:0:30525:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1769074807.654569:0:30525:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074807.654572:0:30525:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1769074807.654864:0:30525:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1769074807.654867:0:30525:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1769074807.654869:0:30525:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1769074807.654872:0:30525:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1769074807.654874:0:30525:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769074807.654876:0:30525:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1769074807.654879:0:30525:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1769074807.654883:0:30525:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:3.0:1769074807.654887:0:30525:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b9827cc00. 00000080:00000001:3.0:1769074807.654892:0:30525:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1769074807.654894:0:30525:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074807.654897:0:30525:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:3.0:1769074807.654901:0:30525:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b738d 00800000:00000001:3.0:1769074807.654905:0:30525:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1769074807.654907:0:30525:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1769074807.654909:0:30525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074807.654913:0:30525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074807.654915:0:30525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254000 refcount=3 00000020:00000001:3.0:1769074807.654918:0:30525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:3.0:1769074807.654922:0:30525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:3.0:1769074807.654926:0:30525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074807.654927:0:30525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1769074807.654929:0:30525:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074807.654931:0:30525:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074807.654934:0:30525:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b738d from it ffffbcdb0163fcb8 00010000:00000001:3.0:1769074807.654936:0:30525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074807.654937:0:30525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074807.654938:0:30525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254000 refcount=3 00000020:00000001:3.0:1769074807.654940:0:30525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:3.0:1769074807.654942:0:30525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:3.0:1769074807.654945:0:30525:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074807.654948:0:30525:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074807.654955:0:30525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074807.654957:0:30525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074807.654959:0:30525:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1769074807.654961:0:30525:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1769074807.654964:0:30525:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074807.654976:0:30525:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1769074807.654980:0:30525:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1769074807.654982:0:30525:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074807.654987:0:30525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074807.654988:0:30525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074807.654990:0:30525:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074807.654994:0:30525:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1769074807.654996:0:30525:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074807.654998:0:30525:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074807.655001:0:30525:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074807.655003:0:30525:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074807.655004:0:30525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074807.655005:0:30525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1769074807.655010:0:30525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769074807.655012:0:30525:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1769074807.655016:0:30525:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074807.655021:0:30525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0163fd08 00000080:00000008:3.0:1769074807.655024:0:30525:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff982b90dbe3c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1769074807.656920:0:30525:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074807.657005:0:30525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0163fd08 00000080:00200008:3.0:1769074807.657009:0:30525:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff982b90dbe3c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1769074807.657016:0:30525:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1769074807.657018:0:30525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0163fc80 00000080:00200000:3.0:1769074807.657020:0:30525:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:3.0:1769074807.657027:0:30525:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b9827cc00. 00800000:00000002:3.0:1769074807.657046:0:30525:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:3.0:1769074807.657052:0:30525:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1769074807.657057:0:30525:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1769074807.657059:0:30525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0163fba0 00800000:00000002:3.0:1769074807.657061:0:30525:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1769074807.657066:0:30525:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1769074807.657071:0:30525:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1769074807.657076:0:30525:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1769074807.657078:0:30525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0163fa70 00000002:00010000:3.0:1769074807.657080:0:30525:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1769074807.657084:0:30525:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1769074807.657086:0:30525:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074807.657091:0:30525:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074807.657099:0:30525:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5600 count: 2 00010000:00000001:3.0:1769074807.657102:0:30525:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074807.657108:0:30525:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074807.657434:0:30525:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1769074807.657497:0:30525:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1769074807.657512:0:30525:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1769074807.657519:0:30525:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074807.657522:0:30525:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1769074807.657530:0:30525:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1769074807.657533:0:30525:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1769074807.657535:0:30525:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1769074807.657538:0:30525:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1769074807.657540:0:30525:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769074807.657542:0:30525:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1769074807.657545:0:30525:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1769074807.657548:0:30525:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:3.0:1769074807.657552:0:30525:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b9827cc00. 00000080:00000001:3.0:1769074807.657557:0:30525:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1769074807.657559:0:30525:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074807.657562:0:30525:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:3.0:1769074807.657566:0:30525:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b738d 00800000:00000001:3.0:1769074807.657569:0:30525:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1769074807.657573:0:30525:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1769074807.657575:0:30525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074807.657660:0:30525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074807.657663:0:30525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254000 refcount=3 00000020:00000001:3.0:1769074807.657666:0:30525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:3.0:1769074807.657669:0:30525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:3.0:1769074807.657673:0:30525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074807.657675:0:30525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1769074807.657676:0:30525:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074807.657678:0:30525:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074807.657681:0:30525:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b738d from it ffffbcdb0163fcb8 00010000:00000001:3.0:1769074807.657684:0:30525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074807.657685:0:30525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074807.657686:0:30525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254000 refcount=3 00000020:00000001:3.0:1769074807.657688:0:30525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:3.0:1769074807.657691:0:30525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:3.0:1769074807.657694:0:30525:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074807.657697:0:30525:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074807.657703:0:30525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074807.657704:0:30525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074807.657707:0:30525:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1769074807.657709:0:30525:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1769074807.657711:0:30525:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074807.657730:0:30525:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1769074807.657733:0:30525:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1769074807.657735:0:30525:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074807.657740:0:30525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074807.657741:0:30525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074807.657742:0:30525:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074807.657746:0:30525:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1769074807.657748:0:30525:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074807.657750:0:30525:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074807.657753:0:30525:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074807.657755:0:30525:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074807.657756:0:30525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074807.657757:0:30525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1769074807.657761:0:30525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769074807.657763:0:30525:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1769074807.657766:0:30525:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074807.657772:0:30525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0163fd08 00000080:00000008:3.0:1769074807.657774:0:30525:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff982b90dbe3c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1769074807.657974:0:30525:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1769074807.657977:0:30525:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1769074807.657978:0:30525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0163fb78 00000080:00200000:3.0:1769074807.657980:0:30525:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:3.0:1769074807.657986:0:30525:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b9827cc00. 00800000:00000002:3.0:1769074807.657990:0:30525:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:3.0:1769074807.657992:0:30525:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1769074807.657995:0:30525:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1769074807.657996:0:30525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0163fa98 00800000:00000002:3.0:1769074807.658000:0:30525:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1769074807.658003:0:30525:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1769074807.658005:0:30525:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1769074807.658009:0:30525:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1769074807.658011:0:30525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0163f968 00000002:00010000:3.0:1769074807.658012:0:30525:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1769074807.658015:0:30525:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1769074807.658017:0:30525:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074807.658019:0:30525:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074807.658024:0:30525:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5600 count: 2 00010000:00000001:3.0:1769074807.658026:0:30525:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074807.658029:0:30525:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074807.658031:0:30525:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1769074807.658034:0:30525:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1769074807.658879:0:30525:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1769074807.658885:0:30525:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074807.658890:0:30525:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1769074807.658897:0:30525:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1769074807.658900:0:30525:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1769074807.658903:0:30525:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1769074807.658905:0:30525:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1769074807.658907:0:30525:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769074807.658911:0:30525:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1769074807.658914:0:30525:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1769074807.658917:0:30525:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:3.0:1769074807.658920:0:30525:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b9827cc00. 00000080:00000001:3.0:1769074807.658926:0:30525:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1769074807.658928:0:30525:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074807.658931:0:30525:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:3.0:1769074807.658935:0:30525:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b738d 00800000:00000001:3.0:1769074807.658940:0:30525:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1769074807.658942:0:30525:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1769074807.658944:0:30525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074807.658947:0:30525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074807.658949:0:30525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254000 refcount=3 00000020:00000001:3.0:1769074807.658951:0:30525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:3.0:1769074807.658953:0:30525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:3.0:1769074807.658956:0:30525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074807.658957:0:30525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1769074807.658958:0:30525:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074807.658960:0:30525:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074807.658962:0:30525:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b738d from it ffffbcdb0163fbb0 00010000:00000001:3.0:1769074807.658965:0:30525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074807.658966:0:30525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074807.658967:0:30525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254000 refcount=3 00000020:00000001:3.0:1769074807.658969:0:30525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:3.0:1769074807.658971:0:30525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:3.0:1769074807.658973:0:30525:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074807.658976:0:30525:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074807.658983:0:30525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074807.658984:0:30525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074807.658986:0:30525:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1769074807.658988:0:30525:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1769074807.658990:0:30525:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074807.658998:0:30525:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1769074807.659001:0:30525:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1769074807.659003:0:30525:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074807.659007:0:30525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074807.659008:0:30525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074807.659010:0:30525:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074807.659013:0:30525:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1769074807.659015:0:30525:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074807.659016:0:30525:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074807.659020:0:30525:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074807.659022:0:30525:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074807.659024:0:30525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074807.659025:0:30525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1769074807.659027:0:30525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769074807.659029:0:30525:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769074807.659031:0:30525:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 44 00000080:00000001:3.0:1769074807.659036:0:30525:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074807.659057:0:30525:0:(dir.c:3007:ll_dir_open()) Process entered 00000080:00000001:3.0:1769074807.659059:0:30525:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:3.0:1769074807.659062:0:30525:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0163fb78 00000080:00200008:3.0:1769074807.659065:0:30525:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff982b90dbe3c8), flags 100000 00000080:00000010:3.0:1769074807.659072:0:30525:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff982b8179bb80. 00000080:00000001:3.0:1769074807.659079:0:30525:0:(file.c:1026:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074807.659081:0:30525:0:(dir.c:3008:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074807.659378:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074807.659381:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:3.0:1769074807.659392:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074807.659396:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074807.659403:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c02000. 00000020:00000001:3.0:1769074807.659409:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074807.659412:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074807.659415:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074807.659417:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c02000 uarg=0000000000000000 00800000:00000001:3.0:1769074807.659425:0:30525:0:(obd_class.h:1067:obd_statfs()) Process entered 00800000:00000004:3.0:1769074807.659427:0:30525:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0000-mdc-ffff982b858dd800: age 1787, max_age 1796 00000002:00000001:3.0:1769074807.659432:0:30525:0:(mdc_request.c:1637:mdc_statfs()) Process entered 00000020:00000040:3.0:1769074807.662131:0:30525:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=4 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000010:3.0:1769074807.662161:0:30525:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90373800. 00000020:00000040:3.0:1769074807.662167:0:30525:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:3.0:1769074807.662173:0:30525:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074807.662187:0:30525:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074807.662196:0:30525:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074807.662208:0:30525:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b99274700. 00000100:00000001:3.0:1769074807.662218:0:30525:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074807.662223:0:30525:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074807.662225:0:30525:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074807.662233:0:30525:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b98e9e240. 00000100:00000001:3.0:1769074807.662235:0:30525:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911749321280 : -114161960230336 : ffff982b98e9e240) 00000100:00000001:3.0:1769074807.662239:0:30525:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074807.662241:0:30525:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603394560 : -114162106157056 : ffff982b90373800) 00000100:00000001:3.0:1769074807.662247:0:30525:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074807.662253:0:30525:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074807.662256:0:30525:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074807.662257:0:30525:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074807.662272:0:30525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90373800 x1855007613322496/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074807.662300:0:30525:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074807.662303:0:30525:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074807.662307:0:30525:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074807.662310:0:30525:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074807.662313:0:30525:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074807.662317:0:30525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90373800 pname:cluuid:pid:xid:nid:opc:job lfs:84c0f8a7-d789-4ced-b99a-82cfae500a0a:30525:1855007613322496:192.168.204.151@tcp:41:lfs.0 00000100:00000001:3.0:1769074807.662322:0:30525:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074807.662328:0:30525:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074807.662331:0:30525:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074807.662334:0:30525:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074807.662339:0:30525:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c01000. 02000000:00000001:3.0:1769074807.662342:0:30525:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074807.662354:0:30525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074807.662359:0:30525:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7738. 00000400:00000010:3.0:1769074807.662367:0:30525:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6198. 00000100:00000200:3.0:1769074807.662377:0:30525:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613322496, portal 10 00000100:00000001:3.0:1769074807.662379:0:30525:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074807.662381:0:30525:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603394560 : -114162106157056 : ffff982b90373800) 00000100:00000040:3.0:1769074807.662389:0:30525:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90373800 x1855007613322496/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074823 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074807.662398:0:30525:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074807.662402:0:30525:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074807.662405:0:30525:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6220. 00000100:00000200:3.0:1769074807.662409:0:30525:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007613322496, offset 0 00000400:00000200:3.0:1769074807.662417:0:30525:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074807.662427:0:30525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074807.662963:0:30525:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074807.662973:0:30525:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074807.662980:0:30525:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074807.662984:0:30525:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074807.662988:0:30525:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074807.662993:0:30525:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15257:15257:256:4294967295] 192.168.204.151@tcp LPNI seq info [15257:15257:8:4294967295] 00000400:00000200:3.0:1769074807.662998:0:30525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074807.663010:0:30525:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074807.663019:0:30525:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074807.663026:0:30525:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99274f00. 00000800:00000200:3.0:1769074807.663035:0:30525:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074807.663046:0:30525:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074807.663052:0:30525:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99274f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074807.663078:0:30525:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074807.663084:0:30525:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 993323 usecs (994 jiffies) 00000400:00000200:3.0:1769074807.663088:0:30525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074807.663092:0:30525:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296465334 00000100:00000001:3.0:1769074807.663095:0:30525:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296469893 00000100:00000001:3.0:1769074807.663098:0:30525:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296465334 00000100:00000001:3.0:1769074807.663102:0:30525:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296469893 00000100:00000001:3.0:1769074807.663105:0:30525:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074807.663118:0:30525:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074807.663122:0:30525:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074807.663125:0:30525:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1769074807.663128:0:30525:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b98e9e240 going to sleep for 11 seconds 00000100:00000001:3.0:1769074807.663133:0:30525:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074807.663136:0:30525:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074807.663890:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074807.663898:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99274f00. 00000400:00000200:3.0:1769074807.663904:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074807.663912:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074807.663919:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6220 00000400:00000010:3.0:1769074807.663922:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6220. 00000100:00000001:3.0:1769074807.663928:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074807.663936:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90373800 x1855007613322496/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074823 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074807.663949:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074807.663953:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90373800 x1855007613322496/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074823 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074807.663960:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074807.663962:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074807.676479:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074807.676507:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074807.676511:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074807.676514:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074807.676531:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074807.676541:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074807.676553:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074807.676559:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074807.676566:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074807.676571:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 368 into portal 10 MB=0x6971e9dd90500 00000400:00000200:2.0:1769074807.676646:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074807.676656:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 368/368 into md 0x21f05 [1] + 224 00000800:00000001:2.0:1769074807.676668:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074807.676697:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074807.676701:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074807.676707:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074807.676728:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074807.676740:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90373800 x1855007613322496/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074823 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074807.676751:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff982b90373800 x1855007613322496/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074823 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074807.676839:0:30525:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074807.676859:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074807.676872:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074807.676876:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1769074807.676931:0:30525:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074807.676934:0:30525:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074807.676940:0:30525:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7738. 00000400:00000200:3.0:1769074807.676947:0:30525:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6198 00000400:00000010:3.0:1769074807.676950:0:30525:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6198. 00000100:00000001:3.0:1769074807.676954:0:30525:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074807.676959:0:30525:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90373800 x1855007613322496/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074823 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074807.676969:0:30525:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90373800 x1855007613322496/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074823 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074807.676975:0:30525:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074807.676978:0:30525:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074807.676982:0:30525:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074807.676987:0:30525:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074807.676991:0:30525:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074807.676995:0:30525:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074807.676999:0:30525:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074807.677016:0:30525:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=18 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074807.677022:0:30525:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=80 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074807.677025:0:30525:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074807.677027:0:30525:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074807.677031:0:30525:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074807.677484:0:30525:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074807.677494:0:30525:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1769074807.677498:0:30525:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:3.0:1769074807.677500:0:30525:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074807.677502:0:30525:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074807.677510:0:30525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90373800 x1855007613322496/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074823 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074807.677519:0:30525:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074807.677523:0:30525:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074807.677526:0:30525:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074807.677530:0:30525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90373800 x1855007613322496/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074823 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074807.677537:0:30525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90373800 pname:cluuid:pid:xid:nid:opc:job lfs:84c0f8a7-d789-4ced-b99a-82cfae500a0a:30525:1855007613322496:192.168.204.151@tcp:41:lfs.0 00000100:00000001:3.0:1769074807.677544:0:30525:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074807.677548:0:30525:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074807.677551:0:30525:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1769074807.677553:0:30525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074807.677556:0:30525:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90373800 x1855007613322496/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074823 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074807.677564:0:30525:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769074807.677567:0:30525:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b98e9e240. 00000100:00000001:3.0:1769074807.677572:0:30525:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1769074807.677573:0:30525:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074807.677657:0:30525:0:(mdc_request.c:1689:mdc_statfs()) Process leaving 00000100:00000001:3.0:1769074807.677660:0:30525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074807.677664:0:30525:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90373800 x1855007613322496/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074823 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074807.677678:0:30525:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074807.677683:0:30525:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074807.677688:0:30525:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c01000. 02000000:00000001:3.0:1769074807.677693:0:30525:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074807.677697:0:30525:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074807.677699:0:30525:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=4 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:3.0:1769074807.677703:0:30525:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074807.677706:0:30525:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99274700. 02000000:00000001:3.0:1769074807.677711:0:30525:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074807.677713:0:30525:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074807.677728:0:30525:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90373800. 00000100:00000001:3.0:1769074807.677733:0:30525:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074807.677734:0:30525:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769074807.677736:0:30525:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074807.677737:0:30525:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=3 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:3.0:1769074807.677739:0:30525:0:(genops.c:1249:class_import_put()) Process leaving 00800000:00000004:3.0:1769074807.677743:0:30525:0:(obd_class.h:1109:obd_statfs()) lustre-MDT0000-mdc-ffff982b858dd800: update ffff982b859e1c48 cache blocks 17230/17271 objects 499056/499388 00800000:00000001:3.0:1769074807.677749:0:30525:0:(obd_class.h:1128:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074807.677757:0:30525:0:(lmv_obd.c:1165:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074807.677761:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1769074807.677765:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c02000. 00000080:00000001:3.0:1769074807.677768:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074807.677772:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074807.677953:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074807.677957:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:3.0:1769074807.677967:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074807.677971:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074807.677981:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c02000. 00000020:00000001:3.0:1769074807.677985:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074807.677988:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074807.677993:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074807.677994:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c02000 uarg=0000000000000000 00800000:00000001:3.0:1769074807.678000:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678002:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678005:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074807.678007:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c02000. 00000080:00000001:3.0:1769074807.678010:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678012:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678017:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074807.678018:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:3.0:1769074807.678022:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074807.678023:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074807.678025:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c02000. 00000020:00000001:3.0:1769074807.678028:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074807.678030:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074807.678031:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074807.678033:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c02000 uarg=0000000000000000 00800000:00000001:3.0:1769074807.678036:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678048:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678051:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074807.678053:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c02000. 00000080:00000001:3.0:1769074807.678055:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678057:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678061:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074807.678063:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:3.0:1769074807.678066:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074807.678067:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074807.678069:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c02000. 00000020:00000001:3.0:1769074807.678071:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074807.678073:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074807.678074:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074807.678076:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c02000 uarg=0000000000000000 00800000:00000001:3.0:1769074807.678078:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678080:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678082:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074807.678084:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c02000. 00000080:00000001:3.0:1769074807.678086:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678088:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678091:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074807.678092:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:3.0:1769074807.678095:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074807.678096:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074807.678098:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c02000. 00000020:00000001:3.0:1769074807.678100:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074807.678101:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074807.678103:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074807.678104:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c02000 uarg=0000000000000000 00800000:00000001:3.0:1769074807.678106:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678108:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678109:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074807.678272:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c02000. 00000080:00000001:3.0:1769074807.678276:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678278:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678307:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074807.678308:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:3.0:1769074807.678312:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074807.678313:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074807.678316:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c02000. 00000020:00000001:3.0:1769074807.678318:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074807.678319:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074807.678321:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074807.678323:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c02000 uarg=0000000000000000 00800000:00000001:3.0:1769074807.678325:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678327:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678329:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074807.678331:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c02000. 00000080:00000001:3.0:1769074807.678333:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678335:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678337:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074807.678339:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:3.0:1769074807.678514:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074807.678516:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074807.678519:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c02000. 00000020:00000001:3.0:1769074807.678521:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074807.678523:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074807.678524:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074807.678525:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c02000 uarg=0000000000000000 00800000:00000001:3.0:1769074807.678528:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678530:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678531:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074807.678533:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c02000. 00000080:00000001:3.0:1769074807.678536:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678537:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678542:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074807.678543:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:3.0:1769074807.678545:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074807.678546:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074807.678548:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c02000. 00000020:00000001:3.0:1769074807.678550:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074807.678551:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074807.678552:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074807.678553:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c02000 uarg=0000000000000000 00800000:00000001:3.0:1769074807.678555:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678557:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678559:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074807.678561:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c02000. 00000080:00000001:3.0:1769074807.678563:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678564:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678566:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074807.678567:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:3.0:1769074807.678569:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074807.678570:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074807.678572:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c02000. 00000020:00000001:3.0:1769074807.678574:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074807.678659:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074807.678661:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074807.678663:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c02000 uarg=0000000000000000 00800000:00000001:3.0:1769074807.678666:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678668:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678670:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074807.678673:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c02000. 00000080:00000001:3.0:1769074807.678676:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678678:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678683:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074807.678684:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:3.0:1769074807.678688:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074807.678689:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074807.678692:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c02000. 00000020:00000001:3.0:1769074807.678695:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074807.678696:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074807.678697:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074807.678699:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c02000 uarg=0000000000000000 00800000:00000001:3.0:1769074807.678702:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678704:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678706:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074807.678708:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c02000. 00000080:00000001:3.0:1769074807.678710:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678712:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678727:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074807.678729:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:3.0:1769074807.678732:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074807.678733:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074807.678736:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c02000. 00000020:00000001:3.0:1769074807.678738:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074807.678740:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074807.678742:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074807.678743:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c02000 uarg=0000000000000000 00800000:00000001:3.0:1769074807.678746:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678748:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678749:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074807.678752:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c02000. 00000080:00000001:3.0:1769074807.678754:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678756:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678759:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074807.678760:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:3.0:1769074807.678763:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074807.678764:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074807.678766:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c02000. 00000020:00000001:3.0:1769074807.678768:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074807.678769:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074807.678770:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074807.678771:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c02000 uarg=0000000000000000 00800000:00000001:3.0:1769074807.678774:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678776:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678778:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074807.678780:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c02000. 00000080:00000001:3.0:1769074807.678782:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678784:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678787:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074807.678789:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:3.0:1769074807.678791:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074807.678792:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074807.678795:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c02000. 00000020:00000001:3.0:1769074807.678797:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074807.678798:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074807.678799:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074807.678801:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c02000 uarg=0000000000000000 00800000:00000001:3.0:1769074807.678803:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678806:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678808:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074807.678809:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c02000. 00000080:00000001:3.0:1769074807.678812:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678813:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678816:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074807.678817:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:3.0:1769074807.678820:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074807.678821:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074807.678824:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c02000. 00000020:00000001:3.0:1769074807.678826:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074807.678828:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074807.678829:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074807.678830:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c02000 uarg=0000000000000000 00800000:00000001:3.0:1769074807.678833:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678834:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678836:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074807.678839:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c02000. 00000080:00000001:3.0:1769074807.678841:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678843:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678847:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074807.678848:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:3.0:1769074807.678850:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074807.678852:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074807.678854:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c02000. 00000020:00000001:3.0:1769074807.678856:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074807.678857:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074807.678858:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074807.678860:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c02000 uarg=0000000000000000 00800000:00000001:3.0:1769074807.678862:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678864:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678866:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074807.678868:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c02000. 00000080:00000001:3.0:1769074807.678871:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678873:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678876:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074807.678878:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:3.0:1769074807.678880:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074807.678881:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074807.678883:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c02000. 00000020:00000001:3.0:1769074807.678885:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074807.678886:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074807.678888:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074807.678889:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c02000 uarg=0000000000000000 00800000:00000001:3.0:1769074807.678892:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678894:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678896:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074807.678898:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c02000. 00000080:00000001:3.0:1769074807.678900:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678902:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678905:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074807.678906:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:3.0:1769074807.678909:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074807.678910:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074807.678913:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c02000. 00000020:00000001:3.0:1769074807.678915:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074807.678917:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074807.678918:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074807.678919:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c02000 uarg=0000000000000000 00800000:00000001:3.0:1769074807.678922:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678924:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678926:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074807.678928:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c02000. 00000080:00000001:3.0:1769074807.678930:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678932:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678935:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074807.678937:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:3.0:1769074807.678940:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074807.678941:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074807.678943:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c02000. 00000020:00000001:3.0:1769074807.678945:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074807.678947:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074807.678948:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074807.678949:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c02000 uarg=0000000000000000 00800000:00000001:3.0:1769074807.678952:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678954:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678956:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074807.678958:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c02000. 00000080:00000001:3.0:1769074807.678961:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678963:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678966:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074807.678968:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:3.0:1769074807.678970:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074807.678971:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074807.678973:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c02000. 00000020:00000001:3.0:1769074807.678975:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074807.678977:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074807.678978:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074807.678980:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c02000 uarg=0000000000000000 00800000:00000001:3.0:1769074807.678982:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678984:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678986:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074807.678988:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c02000. 00000080:00000001:3.0:1769074807.678990:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678992:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.678995:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074807.678996:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:3.0:1769074807.678998:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074807.678999:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074807.679002:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c02000. 00000020:00000001:3.0:1769074807.679003:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074807.679005:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074807.679006:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074807.679007:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c02000 uarg=0000000000000000 00800000:00000001:3.0:1769074807.679010:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.679011:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.679013:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074807.679015:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c02000. 00000080:00000001:3.0:1769074807.679018:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.679019:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.679022:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074807.679023:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:3.0:1769074807.679027:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074807.679029:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074807.679030:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c02000. 00000020:00000001:3.0:1769074807.679033:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074807.679800:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074807.679807:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074807.679810:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c02000 uarg=0000000000000000 00800000:00000001:3.0:1769074807.679816:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.679819:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.679821:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074807.679825:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c02000. 00000080:00000001:3.0:1769074807.679832:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074807.679834:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.680899:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.680906:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.680916:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.680920:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.680925:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.680930:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.680932:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074807.680934:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074807.680936:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00800000:00000001:0.0:1769074807.680940:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.680942:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.680945:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.680948:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.680951:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.680954:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.680958:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.680959:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.680962:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.680963:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.680966:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.680969:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.680971:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074807.680972:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074807.680973:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00800000:00000001:0.0:1769074807.680977:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.680978:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.680979:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.680981:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.680984:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.680985:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.680988:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.680989:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.680992:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.680994:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.680996:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.680998:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.681000:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074807.681001:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074807.681002:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00800000:00000001:0.0:1769074807.681005:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681007:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681009:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.681011:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.681013:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681014:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681017:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.681018:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.681020:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.681022:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.681024:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.681026:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.681028:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074807.681030:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074807.681031:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00800000:00000001:0.0:1769074807.681034:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681036:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681261:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.681264:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.681267:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681269:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681275:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.681276:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.681300:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.681302:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.681305:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.681308:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.681309:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074807.681311:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074807.681312:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00800000:00000001:0.0:1769074807.681315:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681317:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681319:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.681321:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.681324:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681326:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681422:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.681424:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.681427:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.681428:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.681431:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.681434:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.681435:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074807.681437:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074807.681438:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00800000:00000001:0.0:1769074807.681441:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681443:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681445:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.681447:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.681450:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681452:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681454:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.681455:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.681458:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.681459:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.681461:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.681462:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.681464:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074807.681465:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074807.681466:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00800000:00000001:0.0:1769074807.681468:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681470:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681472:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.681474:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.681475:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681477:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681479:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.681480:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.681482:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.681483:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.681484:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.681486:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.681488:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074807.681488:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074807.681490:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00800000:00000001:0.0:1769074807.681492:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681494:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681496:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.681498:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.681500:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681502:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681505:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.681506:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.681508:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.681509:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.681511:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.681513:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.681514:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074807.681515:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074807.681516:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00800000:00000001:0.0:1769074807.681518:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681519:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681521:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.681523:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.681524:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681526:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681528:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.681529:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.681531:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.681532:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.681534:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.681535:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.681537:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074807.681537:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074807.681538:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00800000:00000001:0.0:1769074807.681540:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681542:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681544:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.681546:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.681548:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681550:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681552:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.681554:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.681557:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.681558:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.681560:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.681563:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.681564:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074807.681565:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074807.681567:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00800000:00000001:0.0:1769074807.681569:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681571:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681573:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.681645:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.681649:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681651:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681656:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.681657:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.681660:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.681661:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.681664:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.681666:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.681668:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074807.681669:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074807.681670:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00800000:00000001:0.0:1769074807.681673:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681675:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681677:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.681679:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.681681:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681683:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681686:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.681687:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.681689:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.681690:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.681693:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.681695:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.681697:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074807.681698:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074807.681699:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00800000:00000001:0.0:1769074807.681702:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681703:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681705:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.681707:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.681709:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681710:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681713:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.681714:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.681725:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.681726:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.681728:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.681730:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.681731:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074807.681732:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074807.681734:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00800000:00000001:0.0:1769074807.681737:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681739:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681741:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.681743:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.681745:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681747:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681750:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.681751:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.681753:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.681755:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.681757:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.681759:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.681760:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074807.681762:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074807.681763:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00800000:00000001:0.0:1769074807.681766:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681768:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681770:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.681771:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.681773:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681775:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681777:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.681778:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.681780:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.681781:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.681782:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.681784:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.681785:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074807.681786:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074807.681787:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00800000:00000001:0.0:1769074807.681789:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681791:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681793:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.681796:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.681798:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681800:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681802:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.681803:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.681805:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.681806:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.681808:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.681810:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.681811:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074807.681812:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074807.681814:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00800000:00000001:0.0:1769074807.681817:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681819:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681821:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.681824:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.681826:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681828:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681830:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.681832:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.681833:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.681834:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.681836:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.681837:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.681839:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074807.681839:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074807.681840:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00800000:00000001:0.0:1769074807.681843:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681845:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681846:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.681848:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.681850:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681852:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681854:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.681855:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.681858:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.681859:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.681860:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.681862:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.681864:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074807.681865:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074807.681866:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00800000:00000001:0.0:1769074807.681869:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681871:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681873:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.681875:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.681877:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681879:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681881:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.681883:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.681885:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.681886:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.681888:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.681890:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.681891:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074807.681892:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074807.681893:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00800000:00000001:0.0:1769074807.681896:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681897:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681899:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.681901:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.681903:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681905:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681907:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.681908:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.681910:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.681911:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.681913:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.681915:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.681916:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074807.681917:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074807.681918:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00800000:00000001:0.0:1769074807.681921:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681923:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681924:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.681926:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.681929:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681930:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681933:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.681935:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.681938:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.681939:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.681941:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.681943:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.681944:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074807.681945:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074807.681947:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00800000:00000001:0.0:1769074807.681950:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681951:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681953:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.681956:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.681958:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681960:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681963:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.681964:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.681967:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.681968:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.681971:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.681973:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.681975:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074807.681976:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074807.681977:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00800000:00000001:0.0:1769074807.681980:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681981:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681983:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.681985:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.681988:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681989:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.681993:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.681994:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.681997:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.681998:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.682001:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.682003:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.682004:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074807.682005:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074807.682007:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00800000:00000001:0.0:1769074807.682009:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682011:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682013:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.682015:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.682017:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682019:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682022:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.682024:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.682026:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.682027:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.682029:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.682031:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.682033:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074807.682034:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074807.682035:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00800000:00000001:0.0:1769074807.682507:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682510:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682512:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.682515:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.682518:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682521:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682528:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.682530:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.682533:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.682535:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.682539:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.682541:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.682543:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074807.682545:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074807.682546:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00800000:00000001:0.0:1769074807.682549:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682551:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682552:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.682554:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.682557:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682559:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682563:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.682564:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.682566:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.682567:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.682569:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.682571:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.682573:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074807.682573:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074807.682575:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00800000:00000001:0.0:1769074807.682656:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682658:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682660:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.682663:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.682665:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682667:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682672:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.682673:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.682676:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.682677:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.682681:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.682684:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.682685:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074807.682687:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074807.682688:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00800000:00000001:0.0:1769074807.682691:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682694:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682697:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.682699:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.682702:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682703:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682707:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.682709:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.682711:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.682712:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.682727:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.682730:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.682731:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074807.682733:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074807.682734:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00800000:00000001:0.0:1769074807.682737:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682738:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682740:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.682742:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.682744:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682746:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682749:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.682751:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.682753:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.682754:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.682757:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.682759:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.682760:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074807.682761:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074807.682763:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00800000:00000001:0.0:1769074807.682765:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682767:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682769:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.682771:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.682773:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682775:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682777:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.682779:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.682781:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.682782:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.682783:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.682785:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.682787:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074807.682788:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074807.682788:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00800000:00000001:0.0:1769074807.682790:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682792:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682794:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.682796:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.682798:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682800:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682802:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.682804:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.682806:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.682807:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.682808:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.682810:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.682811:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074807.682813:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074807.682814:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00800000:00000001:0.0:1769074807.682817:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682818:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682820:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.682822:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.682823:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682825:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682827:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.682829:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.682831:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.682832:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.682834:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.682836:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.682838:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074807.682839:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074807.682840:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00800000:00000001:0.0:1769074807.682842:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682845:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682847:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.682849:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.682851:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682853:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682855:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.682857:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.682859:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.682860:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.682862:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.682865:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.682866:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074807.682867:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074807.682869:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00800000:00000001:0.0:1769074807.682871:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682873:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682875:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.682877:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.682879:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682880:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682884:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.682885:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.682888:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.682889:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.682891:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.682893:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.682895:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074807.682896:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074807.682897:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00800000:00000001:0.0:1769074807.682899:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682901:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682903:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.682906:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.682909:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682911:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682914:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.682915:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.682918:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.682920:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.682922:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.682924:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.682926:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074807.682928:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074807.682929:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00800000:00000001:0.0:1769074807.682931:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682933:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682935:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.682937:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.682939:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682940:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682943:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.682944:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.682946:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.682948:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.682950:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.682952:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.682959:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074807.682961:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074807.682962:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00800000:00000001:0.0:1769074807.682965:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682967:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682969:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.682971:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.682973:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682975:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682979:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.682980:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.682983:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.682984:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.682986:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.682989:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.682991:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074807.682992:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074807.682993:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00800000:00000001:0.0:1769074807.682995:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682997:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.682999:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.683001:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.683003:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.683005:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.683008:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.683009:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.683011:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.683012:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.683015:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.683017:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.683018:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074807.683019:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074807.683020:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00800000:00000001:0.0:1769074807.683022:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.683025:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.683026:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.683028:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.683030:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.683031:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.683034:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.683035:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.683514:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.683519:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.683524:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.683527:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.683529:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074807.683531:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074807.683532:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00800000:00000001:0.0:1769074807.683536:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.683538:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.683540:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.683542:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.683546:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.683548:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.683555:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.683557:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.683561:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.683562:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.683564:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.683567:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.683568:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074807.683569:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074807.683571:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00800000:00000001:0.0:1769074807.683573:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.683651:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.683655:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.683658:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.683661:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.683663:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.683668:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.683669:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.683673:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.683675:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.683677:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.683680:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.683681:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074807.683683:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074807.683684:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00800000:00000001:0.0:1769074807.683687:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.683689:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.683690:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.683693:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.683695:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.683697:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.683700:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.683701:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.683704:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.683705:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.683707:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.683709:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.683711:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074807.683712:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074807.683713:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00800000:00000001:0.0:1769074807.683726:0:30525:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.683728:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.683729:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.683732:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.683734:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.683736:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.683739:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.683741:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.683744:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.683745:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.683748:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.683750:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.683752:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074807.683753:0:30525:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074807.683754:0:30525:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00800000:00000001:0.0:1769074807.683757:0:30525:0:(lmv_obd.c:936:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1769074807.683758:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1769074807.683760:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:0.0:1769074807.683762:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.683765:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1769074807.683767:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1769074807.683771:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.683772:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.683776:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.683777:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.683779:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.683781:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.683782:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074807.683787:0:30525:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074807.683790:0:30525:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00020000:00000001:0.0:1769074807.683799:0:30525:0:(obd_class.h:1067:obd_statfs()) Process entered 00020000:00000004:0.0:1769074807.683803:0:30525:0:(obd_class.h:1083:obd_statfs()) lustre-OST0000-osc-ffff982b858dd800: age 1787, max_age 1796 00000008:00000001:0.0:1769074807.683809:0:30525:0:(osc_request.c:3425:osc_statfs()) Process entered 00000020:00000040:0.0:1769074807.683815:0:30525:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 00000100:00000010:0.0:1769074807.683826:0:30525:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903a8e00. 00000020:00000040:0.0:1769074807.683830:0:30525:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=4 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:0.0:1769074807.683834:0:30525:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074807.683836:0:30525:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:0.0:1769074807.683839:0:30525:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1769074807.683842:0:30525:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074807.683848:0:30525:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074807.683857:0:30525:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074807.683868:0:30525:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b9816b200. 00000100:00000001:0.0:1769074807.683879:0:30525:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074807.683883:0:30525:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074807.683886:0:30525:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074807.683896:0:30525:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b8833bf00. 00000100:00000001:0.0:1769074807.683898:0:30525:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911468949248 : -114162240602368 : ffff982b8833bf00) 00000100:00000001:0.0:1769074807.683902:0:30525:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074807.683904:0:30525:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603613184 : -114162105938432 : ffff982b903a8e00) 00000100:00000001:0.0:1769074807.683910:0:30525:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074807.683915:0:30525:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074807.683918:0:30525:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074807.683921:0:30525:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074807.683938:0:30525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903a8e00 x1855007613322624/t0(0) o13->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074807.683950:0:30525:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074807.683952:0:30525:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074807.683957:0:30525:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074807.683961:0:30525:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074807.683964:0:30525:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074807.683969:0:30525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903a8e00 pname:cluuid:pid:xid:nid:opc:job lfs:84c0f8a7-d789-4ced-b99a-82cfae500a0a:30525:1855007613322624:192.168.204.151@tcp:13:lfs.0 00000100:00000001:0.0:1769074807.683975:0:30525:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074807.683983:0:30525:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074807.683986:0:30525:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074807.683989:0:30525:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074807.683995:0:30525:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b903b0000. 02000000:00000001:0.0:1769074807.683997:0:30525:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074807.684009:0:30525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074807.684014:0:30525:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b63c8. 00000400:00000010:0.0:1769074807.684022:0:30525:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f4c8. 00000100:00000200:0.0:1769074807.684034:0:30525:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613322624, portal 4 00000100:00000001:0.0:1769074807.684036:0:30525:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074807.684037:0:30525:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603613184 : -114162105938432 : ffff982b903a8e00) 00000100:00000040:0.0:1769074807.684045:0:30525:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b903a8e00 x1855007613322624/t0(0) o13->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074823 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074807.684054:0:30525:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074807.684057:0:30525:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074807.684060:0:30525:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604fd48. 00000100:00000200:0.0:1769074807.684064:0:30525:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1855007613322624, offset 0 00000400:00000200:0.0:1769074807.684072:0:30525:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074807.684083:0:30525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074807.684094:0:30525:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074807.684102:0:30525:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074807.684108:0:30525:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074807.684749:0:30525:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074807.684756:0:30525:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074807.684761:0:30525:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15258:15258:256:4294967295] 192.168.204.151@tcp LPNI seq info [15258:15258:8:4294967295] 00000400:00000200:0.0:1769074807.684767:0:30525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074807.684780:0:30525:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074807.684788:0:30525:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074807.684797:0:30525:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b100. 00000800:00000200:0.0:1769074807.684806:0:30525:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074807.684815:0:30525:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074807.684821:0:30525:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816b100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074807.684846:0:30525:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074807.684852:0:30525:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24902 usecs (25 jiffies) 00000400:00000200:0.0:1769074807.684856:0:30525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074807.684860:0:30525:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296464387 00000100:00000001:0.0:1769074807.684863:0:30525:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296469893 00000100:00000001:0.0:1769074807.684866:0:30525:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296464387 00000100:00000001:0.0:1769074807.684869:0:30525:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296469893 00000100:00000001:0.0:1769074807.684872:0:30525:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074807.684875:0:30525:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074807.684878:0:30525:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074807.684881:0:30525:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074807.684884:0:30525:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8833bf00 going to sleep for 11 seconds 00000100:00000001:0.0:1769074807.684887:0:30525:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074807.684891:0:30525:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074807.685803:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074807.685813:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b100. 00000400:00000200:3.0:1769074807.685822:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074807.685831:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074807.685842:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604fd48 00000400:00000010:3.0:1769074807.685845:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604fd48. 00000100:00000001:3.0:1769074807.685851:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074807.685863:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903a8e00 x1855007613322624/t0(0) o13->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074823 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074807.685876:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074807.685880:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a8e00 x1855007613322624/t0(0) o13->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074823 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074807.685887:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074807.685889:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074807.689030:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074807.689251:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074807.689257:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074807.689260:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074807.689276:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074807.689342:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074807.689354:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074807.689360:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074807.689369:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074807.689374:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 368 into portal 4 MB=0x6971e9dd90580 00000400:00000200:2.0:1769074807.689381:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074807.689390:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.151@tcp of length 368/368 into md 0x21f15 [1] + 224 00000800:00000001:2.0:1769074807.689402:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074807.689416:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074807.689421:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074807.689428:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074807.689438:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074807.689451:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903a8e00 x1855007613322624/t0(0) o13->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074823 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074807.689464:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff982b903a8e00 x1855007613322624/t0(0) o13->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074823 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074807.689478:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074807.689490:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074807.689493:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074807.689708:0:30525:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074807.689728:0:30525:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074807.689730:0:30525:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074807.689736:0:30525:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b63c8. 00000400:00000200:0.0:1769074807.689742:0:30525:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f4c8 00000400:00000010:0.0:1769074807.689746:0:30525:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f4c8. 00000100:00000001:0.0:1769074807.689749:0:30525:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074807.689755:0:30525:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903a8e00 x1855007613322624/t0(0) o13->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074823 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074807.689765:0:30525:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903a8e00 x1855007613322624/t0(0) o13->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074823 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074807.689771:0:30525:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074807.689774:0:30525:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074807.689777:0:30525:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074807.689782:0:30525:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074807.689785:0:30525:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074807.689788:0:30525:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074807.689792:0:30525:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074807.689805:0:30525:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b83e5eca0 time=156 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074807.689811:0:30525:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b83e5ec10 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074807.689814:0:30525:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074807.689816:0:30525:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074807.689820:0:30525:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074807.689825:0:30525:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074807.689831:0:30525:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074807.689834:0:30525:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff982b858dd800: skip recheck: last_committed 0 00000100:00000001:0.0:1769074807.689836:0:30525:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074807.689838:0:30525:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074807.689843:0:30525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903a8e00 x1855007613322624/t0(0) o13->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074823 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074807.689858:0:30525:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074807.689861:0:30525:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074807.689863:0:30525:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074807.689868:0:30525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903a8e00 x1855007613322624/t0(0) o13->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074823 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074807.689877:0:30525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903a8e00 pname:cluuid:pid:xid:nid:opc:job lfs:84c0f8a7-d789-4ced-b99a-82cfae500a0a:30525:1855007613322624:192.168.204.151@tcp:13:lfs.0 00000100:00000001:0.0:1769074807.689882:0:30525:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074807.689886:0:30525:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074807.689888:0:30525:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074807.689890:0:30525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074807.689893:0:30525:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903a8e00 x1855007613322624/t0(0) o13->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074823 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074807.689900:0:30525:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074807.689903:0:30525:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b8833bf00. 00000100:00000001:0.0:1769074807.689907:0:30525:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074807.689909:0:30525:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769074807.689917:0:30525:0:(osc_request.c:3473:osc_statfs()) Process leaving 00000100:00000001:0.0:1769074807.689919:0:30525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074807.689922:0:30525:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b903a8e00 x1855007613322624/t0(0) o13->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074823 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074807.689928:0:30525:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074807.689932:0:30525:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074807.689936:0:30525:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b903b0000. 02000000:00000001:0.0:1769074807.689940:0:30525:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074807.689943:0:30525:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074807.689946:0:30525:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:0.0:1769074807.689948:0:30525:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074807.689951:0:30525:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b9816b200. 02000000:00000001:0.0:1769074807.689955:0:30525:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074807.689958:0:30525:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074807.689960:0:30525:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b903a8e00. 00000100:00000001:0.0:1769074807.689964:0:30525:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074807.689966:0:30525:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:0.0:1769074807.689969:0:30525:0:(obd_class.h:1109:obd_statfs()) lustre-OST0000-osc-ffff982b858dd800: update ffff982b859e3520 cache blocks 3678/3683 objects 117760/118152 00020000:00000001:0.0:1769074807.689973:0:30525:0:(obd_class.h:1128:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074807.689980:0:30525:0:(lov_obd.c:1128:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.689984:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074807.689987:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.689990:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.689994:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.690091:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.690094:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.690102:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.690106:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.690121:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.690127:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.690129:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074807.690133:0:30525:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074807.690134:0:30525:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00020000:00000001:0.0:1769074807.690143:0:30525:0:(obd_class.h:1067:obd_statfs()) Process entered 00020000:00000004:0.0:1769074807.690146:0:30525:0:(obd_class.h:1083:obd_statfs()) lustre-OST0001-osc-ffff982b858dd800: age 1787, max_age 1796 00000008:00000001:0.0:1769074807.690150:0:30525:0:(osc_request.c:3425:osc_statfs()) Process entered 00000020:00000040:0.0:1769074807.690153:0:30525:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 00000100:00000010:0.0:1769074807.690159:0:30525:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903a8e00. 00000020:00000040:0.0:1769074807.690163:0:30525:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=4 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:0.0:1769074807.690166:0:30525:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074807.690167:0:30525:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:0.0:1769074807.690169:0:30525:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1769074807.690171:0:30525:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074807.690175:0:30525:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074807.690181:0:30525:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074807.690187:0:30525:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b9816b200. 00000100:00000001:0.0:1769074807.690193:0:30525:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074807.690196:0:30525:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074807.690198:0:30525:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074807.690204:0:30525:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b8833bf00. 00000100:00000001:0.0:1769074807.690207:0:30525:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911468949248 : -114162240602368 : ffff982b8833bf00) 00000100:00000001:0.0:1769074807.690211:0:30525:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074807.690213:0:30525:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603613184 : -114162105938432 : ffff982b903a8e00) 00000100:00000001:0.0:1769074807.690218:0:30525:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074807.690224:0:30525:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074807.690226:0:30525:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074807.690228:0:30525:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074807.690234:0:30525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903a8e00 x1855007613322752/t0(0) o13->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074807.690242:0:30525:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074807.690244:0:30525:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074807.690248:0:30525:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074807.690251:0:30525:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074807.690254:0:30525:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074807.690258:0:30525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903a8e00 pname:cluuid:pid:xid:nid:opc:job lfs:84c0f8a7-d789-4ced-b99a-82cfae500a0a:30525:1855007613322752:192.168.204.151@tcp:13:lfs.0 00000100:00000001:0.0:1769074807.690262:0:30525:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074807.690268:0:30525:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074807.690270:0:30525:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074807.690274:0:30525:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074807.690278:0:30525:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b903b0000. 02000000:00000001:0.0:1769074807.691069:0:30525:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074807.691082:0:30525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074807.691483:0:30525:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b63c8. 00000400:00000010:0.0:1769074807.691495:0:30525:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f4c8. 00000100:00000200:0.0:1769074807.691508:0:30525:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613322752, portal 4 00000100:00000001:0.0:1769074807.691511:0:30525:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074807.691514:0:30525:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603613184 : -114162105938432 : ffff982b903a8e00) 00000100:00000040:0.0:1769074807.691530:0:30525:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b903a8e00 x1855007613322752/t0(0) o13->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074823 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074807.691540:0:30525:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074807.691543:0:30525:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074807.691546:0:30525:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f7f8. 00000100:00000200:0.0:1769074807.691552:0:30525:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1855007613322752, offset 0 00000400:00000200:0.0:1769074807.691569:0:30525:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074807.691591:0:30525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074807.691602:0:30525:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074807.691611:0:30525:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074807.691617:0:30525:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074807.691622:0:30525:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074807.691626:0:30525:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074807.691630:0:30525:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15259:15259:256:4294967295] 192.168.204.151@tcp LPNI seq info [15259:15259:8:4294967295] 00000400:00000200:0.0:1769074807.691634:0:30525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074807.691646:0:30525:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074807.691653:0:30525:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074807.691660:0:30525:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b800. 00000800:00000200:0.0:1769074807.691668:0:30525:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074807.691677:0:30525:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074807.691683:0:30525:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816b800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074807.691705:0:30525:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074807.691711:0:30525:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26571 usecs (27 jiffies) 00000400:00000200:0.0:1769074807.691714:0:30525:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074807.691726:0:30525:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296464396 00000100:00000001:0.0:1769074807.691730:0:30525:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296469893 00000100:00000001:0.0:1769074807.691733:0:30525:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296464396 00000100:00000001:0.0:1769074807.691735:0:30525:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296469893 00000100:00000001:0.0:1769074807.691738:0:30525:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074807.691742:0:30525:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074807.691746:0:30525:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074807.691748:0:30525:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074807.691752:0:30525:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8833bf00 going to sleep for 11 seconds 00000100:00000001:0.0:1769074807.691755:0:30525:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074807.691758:0:30525:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074807.692005:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074807.692011:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b800. 00000400:00000200:3.0:1769074807.692017:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074807.692023:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074807.692030:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f7f8 00000400:00000010:3.0:1769074807.692033:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f7f8. 00000100:00000001:3.0:1769074807.692049:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074807.692055:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903a8e00 x1855007613322752/t0(0) o13->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074823 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074807.692066:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074807.692070:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a8e00 x1855007613322752/t0(0) o13->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074823 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074807.692077:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074807.692079:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074807.704880:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074807.704913:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074807.704919:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074807.704923:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074807.704941:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074807.704951:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074807.704962:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074807.704969:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074807.704976:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074807.704981:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 368 into portal 4 MB=0x6971e9dd90600 00000400:00000200:2.0:1769074807.704988:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074807.704997:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.151@tcp of length 368/368 into md 0x21f1d [1] + 224 00000800:00000001:2.0:1769074807.705009:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074807.705022:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074807.705026:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074807.705031:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074807.705053:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074807.705068:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903a8e00 x1855007613322752/t0(0) o13->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074823 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074807.705080:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff982b903a8e00 x1855007613322752/t0(0) o13->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074823 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074807.705099:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074807.705270:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074807.705277:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074807.705538:0:30525:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074807.705548:0:30525:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074807.705550:0:30525:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074807.705555:0:30525:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b63c8. 00000400:00000200:0.0:1769074807.705561:0:30525:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f4c8 00000400:00000010:0.0:1769074807.705565:0:30525:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f4c8. 00000100:00000001:0.0:1769074807.705568:0:30525:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074807.705574:0:30525:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903a8e00 x1855007613322752/t0(0) o13->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074823 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074807.705595:0:30525:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903a8e00 x1855007613322752/t0(0) o13->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074823 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074807.705601:0:30525:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074807.705604:0:30525:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074807.705607:0:30525:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074807.705612:0:30525:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074807.705615:0:30525:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074807.705618:0:30525:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074807.705622:0:30525:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074807.705637:0:30525:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b996884a0 time=156 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074807.705643:0:30525:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b99688410 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074807.705646:0:30525:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074807.705649:0:30525:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074807.705652:0:30525:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074807.705656:0:30525:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074807.705661:0:30525:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074807.705663:0:30525:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff982b858dd800: skip recheck: last_committed 4294967330 00000100:00000001:0.0:1769074807.705666:0:30525:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074807.705668:0:30525:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074807.705674:0:30525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903a8e00 x1855007613322752/t0(0) o13->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074823 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074807.705680:0:30525:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074807.705684:0:30525:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074807.705686:0:30525:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074807.705690:0:30525:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903a8e00 x1855007613322752/t0(0) o13->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074823 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074807.705699:0:30525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903a8e00 pname:cluuid:pid:xid:nid:opc:job lfs:84c0f8a7-d789-4ced-b99a-82cfae500a0a:30525:1855007613322752:192.168.204.151@tcp:13:lfs.0 00000100:00000001:0.0:1769074807.705707:0:30525:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074807.705710:0:30525:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074807.705713:0:30525:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074807.705725:0:30525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074807.705729:0:30525:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903a8e00 x1855007613322752/t0(0) o13->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074823 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074807.705736:0:30525:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074807.705740:0:30525:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b8833bf00. 00000100:00000001:0.0:1769074807.705745:0:30525:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074807.705747:0:30525:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769074807.705757:0:30525:0:(osc_request.c:3473:osc_statfs()) Process leaving 00000100:00000001:0.0:1769074807.705759:0:30525:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074807.705763:0:30525:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b903a8e00 x1855007613322752/t0(0) o13->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074823 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074807.705769:0:30525:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074807.705773:0:30525:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074807.705777:0:30525:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b903b0000. 02000000:00000001:0.0:1769074807.705782:0:30525:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074807.705786:0:30525:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074807.705788:0:30525:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:0.0:1769074807.705791:0:30525:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074807.705795:0:30525:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b9816b200. 02000000:00000001:0.0:1769074807.705801:0:30525:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074807.705804:0:30525:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074807.705806:0:30525:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b903a8e00. 00000100:00000001:0.0:1769074807.705811:0:30525:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074807.705812:0:30525:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:0.0:1769074807.705816:0:30525:0:(obd_class.h:1109:obd_statfs()) lustre-OST0001-osc-ffff982b858dd800: update ffff982b87673520 cache blocks 3678/3683 objects 117760/118152 00020000:00000001:0.0:1769074807.705821:0:30525:0:(obd_class.h:1128:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074807.705828:0:30525:0:(lov_obd.c:1128:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.705832:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074807.705837:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.705841:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.705844:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.705932:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.705936:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.705946:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.705950:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.705956:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.705962:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.705965:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074807.705969:0:30525:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074807.705972:0:30525:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00020000:00000001:0.0:1769074807.705976:0:30525:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.705978:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.705980:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.705983:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.705985:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.705987:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.705992:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.705993:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.705995:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.705997:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.705999:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.706001:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.706003:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074807.706004:0:30525:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074807.706005:0:30525:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00020000:00000001:0.0:1769074807.706008:0:30525:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.706009:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.706011:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.706013:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.706015:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.706016:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.706018:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.706020:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.706022:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.706023:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.706026:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.706028:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.706029:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074807.706030:0:30525:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074807.706031:0:30525:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00020000:00000001:0.0:1769074807.706034:0:30525:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.706046:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.706049:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.706051:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.706053:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.706055:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.706058:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.706059:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.706062:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.706064:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.706066:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.706069:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.706070:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074807.706071:0:30525:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074807.706073:0:30525:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00020000:00000001:0.0:1769074807.706075:0:30525:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.706077:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.706079:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.706081:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.706083:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.706085:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.706088:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.706089:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.706092:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.706093:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.706095:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.706097:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.706099:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074807.706101:0:30525:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074807.706102:0:30525:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00020000:00000001:0.0:1769074807.706105:0:30525:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.706107:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.706108:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.706827:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.706831:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.706834:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.706841:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.706842:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.706846:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.706848:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.706852:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.706855:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.706857:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074807.706858:0:30525:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074807.706859:0:30525:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00020000:00000001:0.0:1769074807.706862:0:30525:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.706864:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.706866:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.706868:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.706870:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.706872:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.706875:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.706876:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.706878:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.706880:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.706882:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.706884:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.706886:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074807.706887:0:30525:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074807.706889:0:30525:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00020000:00000001:0.0:1769074807.706891:0:30525:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.706893:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.706895:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.706897:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.706899:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.706901:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.706903:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.706904:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.706906:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.706908:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.706910:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.706911:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.706913:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074807.706914:0:30525:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074807.706915:0:30525:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00020000:00000001:0.0:1769074807.706918:0:30525:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.706920:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.706921:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.706923:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.706925:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.706927:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.706930:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.706931:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.706934:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.706936:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.706938:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.706940:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.706942:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074807.706943:0:30525:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074807.706944:0:30525:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00020000:00000001:0.0:1769074807.706947:0:30525:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.706949:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.706951:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.706953:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.706956:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.706958:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.706961:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.706963:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.706965:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.706967:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.706969:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.706971:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.706973:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074807.706974:0:30525:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074807.706975:0:30525:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00020000:00000001:0.0:1769074807.706978:0:30525:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.706979:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.706981:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.706984:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.706986:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.706988:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.706991:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.706992:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.706995:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.706996:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.706998:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.707000:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.707002:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074807.707003:0:30525:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074807.707004:0:30525:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00020000:00000001:0.0:1769074807.707006:0:30525:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.707008:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.707010:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.707012:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.707014:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.707015:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.707018:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.707020:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.707022:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.707023:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.707025:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.707027:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.707028:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074807.707029:0:30525:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074807.707030:0:30525:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00020000:00000001:0.0:1769074807.707033:0:30525:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.708649:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.708665:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.708672:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.708678:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.708682:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.708698:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.708699:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.708707:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.708710:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.708726:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.708730:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.708732:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074807.708736:0:30525:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074807.708738:0:30525:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00020000:00000001:0.0:1769074807.708741:0:30525:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.708743:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.708745:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.708747:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.708750:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.708751:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.708755:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.708756:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.708759:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.708760:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.708762:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.708764:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.708766:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074807.708767:0:30525:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074807.708768:0:30525:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00020000:00000001:0.0:1769074807.708771:0:30525:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.708772:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.708774:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.708776:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.708778:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.708781:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.708784:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.708785:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.708787:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.708788:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.708790:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.708792:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.708794:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074807.708794:0:30525:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074807.708796:0:30525:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00020000:00000001:0.0:1769074807.708798:0:30525:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.708800:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.708801:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.708803:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.708805:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.708806:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.708809:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.708810:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.708812:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.708813:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.708816:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.708817:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.708819:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074807.708820:0:30525:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074807.708821:0:30525:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00020000:00000001:0.0:1769074807.708824:0:30525:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.708826:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.708827:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.708829:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.708831:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.708832:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.708835:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.708836:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.708837:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.708838:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.708841:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.708843:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.708844:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074807.708845:0:30525:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074807.708846:0:30525:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00020000:00000001:0.0:1769074807.708848:0:30525:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.708850:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.708852:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.708854:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.708855:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.708857:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.708859:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.708861:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.708863:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.708864:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.708867:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.708869:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.708870:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074807.708871:0:30525:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074807.708872:0:30525:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00020000:00000001:0.0:1769074807.708874:0:30525:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.708877:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.708878:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.708880:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.708882:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.708884:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.708887:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.708888:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.708890:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.708891:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.708893:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.708895:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.708896:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074807.708897:0:30525:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074807.708899:0:30525:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00020000:00000001:0.0:1769074807.708901:0:30525:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.708902:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.708904:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.708906:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.708908:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.708910:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.708912:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.708914:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.708916:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.708917:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.708919:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.708920:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.708922:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074807.708923:0:30525:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074807.708924:0:30525:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00020000:00000001:0.0:1769074807.708927:0:30525:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.708928:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.708930:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.708933:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.708936:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.708938:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.708941:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.708942:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.708944:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.708945:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.708947:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.708949:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.708950:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074807.708951:0:30525:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074807.708952:0:30525:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00020000:00000001:0.0:1769074807.708955:0:30525:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.708957:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.708959:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.708961:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.708963:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.708965:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.708968:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.708970:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.708972:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.708974:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.708976:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.708978:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.708980:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074807.708981:0:30525:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074807.708982:0:30525:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00020000:00000001:0.0:1769074807.708985:0:30525:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.708987:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.708988:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.708990:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.708993:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.708994:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.708997:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.708999:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.709002:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.709003:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.709004:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.709006:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.709008:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074807.709009:0:30525:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074807.709010:0:30525:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00020000:00000001:0.0:1769074807.709012:0:30525:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.709014:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.709015:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.709017:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.709019:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.709020:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.709023:0:30525:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074807.709024:0:30525:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcedfc6c10 00000080:00000001:0.0:1769074807.709026:0:30525:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074807.709027:0:30525:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074807.709029:0:30525:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b903b3800. 00000020:00000001:0.0:1769074807.709031:0:30525:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074807.709033:0:30525:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074807.709034:0:30525:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074807.710711:0:30525:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b903b3800 uarg=0000000000000000 00020000:00000001:0.0:1769074807.710730:0:30525:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.710735:0:30525:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.710738:0:30525:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074807.710743:0:30525:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b903b3800. 00000080:00000001:0.0:1769074807.710751:0:30525:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074807.710755:0:30525:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1769074807.955341:0:30558:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074807.955817:0:30558:0:(super25.c:137:lustre_fill_super()) Process entered 00000080:01200004:2.0:1769074807.955821:0:30558:0:(super25.c:139:lustre_fill_super()) VFS Op: sb ffff982b87054800 00000020:00000001:2.0:1769074807.955826:0:30558:0:(obd_mount.c:607:lustre_init_lsi()) Process entered 00000020:00000010:2.0:1769074807.955830:0:30558:0:(obd_mount.c:609:lustre_init_lsi()) kmalloced '(lsi)': 1880 at ffff982b87055000. 00000020:00000010:2.0:1769074807.955833:0:30558:0:(obd_mount.c:612:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 120 at ffff982b8917c780. 00000020:00000001:2.0:1769074807.955835:0:30558:0:(obd_mount.c:628:lustre_init_lsi()) Process leaving (rc=18446629911449128960 : -114162260422656 : ffff982b87055000) 00000020:00000001:2.0:1769074807.955844:0:30558:0:(obd_mount.c:1322:lmd_parse()) Process entered 00000020:00000010:2.0:1769074807.955851:0:30558:0:(obd_mount.c:1344:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at ffff982b98713000. 00000020:00000010:2.0:1769074807.955863:0:30558:0:(obd_mount.c:1544:lmd_parse()) kmalloced '(lmd->lmd_dev)': 28 at ffff982b88b10d00. 00000020:00000010:2.0:1769074807.955868:0:30558:0:(obd_mount.c:1600:lmd_parse()) kmalloced '(lmd->lmd_profile)': 14 at ffff982b84823060. 00000020:00000010:2.0:1769074807.955873:0:30558:0:(obd_mount.c:1628:lmd_parse()) kmalloced '(lmd->lmd_opts)': 17 at ffff982b88b10ac0. 00000020:01000004:2.0:1769074807.955876:0:30558:0:(obd_mount.c:901:lmd_print()) mount data: 00000020:01000004:2.0:1769074807.955877:0:30558:0:(obd_mount.c:903:lmd_print()) profile: lustre-client 00000020:01000004:2.0:1769074807.955878:0:30558:0:(obd_mount.c:904:lmd_print()) device: 192.168.204.151@tcp:/lustre 00000020:01000004:2.0:1769074807.955880:0:30558:0:(obd_mount.c:907:lmd_print()) options: user_xattr,flock 00000020:00000001:2.0:1769074807.955883:0:30558:0:(obd_mount.c:1640:lmd_parse()) Process leaving (rc=0 : 0 : 0) 00000080:01000004:2.0:1769074807.955885:0:30558:0:(super25.c:182:lustre_fill_super()) Mounting client lustre-client 00000020:00000001:2.0:1769074807.955888:0:30558:0:(obd_mount.c:279:lustre_start_mgc()) Process entered 00000020:00000010:2.0:1769074807.955904:0:30558:0:(obd_mount.c:322:lustre_start_mgc()) kmalloced '(mgcname)': 23 at ffff982b88b10480. 00000020:00000010:2.0:1769074807.955908:0:30558:0:(obd_mount.c:330:lustre_start_mgc()) kmalloced '(data)': 192 at ffff982b8491e000. 00000020:00000001:2.0:1769074807.955914:0:30558:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1769074807.955918:0:30558:0:(mgc_request.c:1054:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1769074807.955922:0:30558:0:(mgc_request.c:1099:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074807.955924:0:30558:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074807.955925:0:30558:0:(obd_class.h:503:obd_get_info()) Process entered 00000020:00000001:2.0:1769074807.955929:0:30558:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1769074807.955932:0:30558:0:(obd_mount.c:392:lustre_start_mgc()) MGC192.168.204.151@tcp:Set MGC reconnect 1 00000020:00000001:2.0:1769074807.955934:0:30558:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1769074807.955935:0:30558:0:(mgc_request.c:1054:mgc_set_info_async()) Process entered 10000000:01000000:2.0:1769074807.955937:0:30558:0:(mgc_request.c:1068:mgc_set_info_async()) InitRecov MGC192.168.204.151@tcp 1/d0:i0:r0:or0:FULL 10000000:00000001:2.0:1769074807.955939:0:30558:0:(mgc_request.c:1083:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074807.955942:0:30558:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074807.955944:0:30558:0:(obd_mount.c:397:lustre_start_mgc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1769074807.955946:0:30558:0:(obd_mount.c:539:lustre_start_mgc()) kfreed 'data': 192 at ffff982b8491e000. 00000020:00000010:2.0:1769074807.955949:0:30558:0:(obd_mount.c:540:lustre_start_mgc()) kfreed 'mgcname': 23 at ffff982b88b10480. 00000020:00000001:2.0:1769074807.955951:0:30558:0:(obd_mount.c:542:lustre_start_mgc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074807.955954:0:30558:0:(llite_lib.c:1388:ll_fill_super()) Process entered 00000080:00200000:2.0:1769074807.955957:0:30558:0:(llite_lib.c:1391:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff982b87054800 (sb ffff982b87054800) 00000080:00000010:2.0:1769074807.955961:0:30558:0:(llite_lib.c:1395:ll_fill_super()) kmalloced '(cfg)': 88 at ffff982b984d6540. 00000080:00000001:2.0:1769074807.955964:0:30558:0:(llite_lib.c:96:ll_init_sbi()) Process entered 00000080:00000010:2.0:1769074807.955966:0:30558:0:(llite_lib.c:98:ll_init_sbi()) kmalloced '(sbi)': 1376 at ffff982b87051000. 00000020:00000001:2.0:1769074807.956027:0:30558:0:(cl_page.c:1379:cl_cache_init()) Process entered 00000020:00000010:2.0:1769074807.956057:0:30558:0:(cl_page.c:1380:cl_cache_init()) kmalloced '(cache)': 152 at ffff982b8491e000. 00000020:00000001:2.0:1769074807.956061:0:30558:0:(cl_page.c:1396:cl_cache_init()) Process leaving (rc=18446629911408009216 : -114162301542400 : ffff982b8491e000) 00000080:00000010:2.0:1769074807.956065:0:30558:0:(llite_lib.c:132:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_prefix)': 6 at ffff982b985780f0. 00000080:00000010:2.0:1769074807.956068:0:30558:0:(llite_lib.c:139:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_upcall)': 5 at ffff982b985789f0. 00000080:00000001:2.0:1769074807.956080:0:30558:0:(llite_lib.c:240:ll_init_sbi()) Process leaving (rc=18446629911449112576 : -114162260439040 : ffff982b87051000) 00000080:00000001:2.0:1769074807.956084:0:30558:0:(llite_lib.c:1103:ll_options()) Process entered 00000080:01000000:2.0:1769074807.956086:0:30558:0:(llite_lib.c:1113:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:2.0:1769074807.956087:0:30558:0:(llite_lib.c:1123:ll_options()) next opt=user_xattr 00000080:00000004:2.0:1769074807.956090:0:30558:0:(llite_lib.c:1123:ll_options()) next opt=flock 00000080:00000001:2.0:1769074807.956093:0:30558:0:(llite_lib.c:1269:ll_options()) Process leaving (rc=0 : 0 : 0) 00000080:01000000:2.0:1769074807.956101:0:30558:0:(llite_lib.c:1425:ll_fill_super()) llite sb uuid: 0d05e643-e609-4f9c-a8ce-9f27d385531c 00000080:00000001:2.0:1769074807.958344:0:30558:0:(lproc_llite.c:2743:ll_debugfs_register_super()) Process entered 00000020:00000010:2.0:1769074807.961912:0:30558:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff982b98c08c00. 00000020:00000010:2.0:1769074807.961925:0:30558:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1440 at ffff982b87056800. 00000020:00000010:2.0:1769074807.961948:0:30558:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff982b98c0b400. 00000020:00000010:2.0:1769074807.961951:0:30558:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 576 at ffff982b98c09000. 00000080:00000001:2.0:1769074807.961962:0:30558:0:(lproc_llite.c:2813:ll_debugfs_register_super()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074807.961969:0:30558:0:(obd_mount.c:60:lustre_process_log()) Process entered 00000020:00000010:2.0:1769074807.961973:0:30558:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at ffff982b8917c980. 00000020:00000010:2.0:1769074807.961979:0:30558:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at ffff982b8491eb40. 00000020:00000001:2.0:1769074807.961982:0:30558:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1769074807.961988:0:30558:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b9037fe00. 00000020:00000010:2.0:1769074807.961995:0:30558:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff982b9037fa00. 00000040:00000010:2.0:1769074807.962001:0:30558:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff982b9037f800. 00000020:00000010:2.0:1769074807.962007:0:30558:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff982b87052000. 00000020:00000010:2.0:1769074807.962012:0:30558:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff982b9037fc00. 00040000:00000010:2.0:1769074807.962019:0:30558:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff982b84fcb700. 00040000:00000010:2.0:1769074807.962024:0:30558:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff982b9037e800. 10000000:00000001:2.0:1769074807.962029:0:30558:0:(mgc_request.c:1931:mgc_process_config()) Process entered 10000000:00000001:2.0:1769074807.962031:0:30558:0:(mgc_request_server.c:637:mgc_process_config_server()) Process entered 10000000:01000000:2.0:1769074807.962034:0:30558:0:(mgc_request.c:1952:mgc_process_config()) parse_log lustre-client from 0 10000000:00000001:2.0:1769074807.962037:0:30558:0:(mgc_request.c:326:config_log_add()) Process entered 10000000:01000000:2.0:1769074807.962039:0:30558:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff982b87054800 10000000:00000001:2.0:1769074807.962043:0:30558:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:2.0:1769074807.962047:0:30558:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1769074807.962049:0:30558:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff982b88a45800) refs 3 10000000:00000001:2.0:1769074807.962052:0:30558:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1769074807.962053:0:30558:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446629911476328448 : -114162233223168 : ffff982b88a45800) 10000000:00000001:2.0:1769074807.962056:0:30558:0:(mgc_request_server.c:820:mgc_get_local_copy()) Process entered 10000000:00000001:2.0:1769074807.962059:0:30558:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:2.0:1769074807.962060:0:30558:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1769074807.962063:0:30558:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:2.0:1769074807.962064:0:30558:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff982b87054800 10000000:00000010:2.0:1769074807.962068:0:30558:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at ffff982b9037e600. 10000000:01000000:2.0:1769074807.962071:0:30558:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00000020:00000040:2.0:1769074807.962077:0:30558:0:(genops.c:887:class_export_get()) GET export ffff982b858df000 refcount=7 10000000:00000001:2.0:1769074807.962079:0:30558:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446629911603439104 : -114162106112512 : ffff982b9037e600) 10000000:00000001:2.0:1769074807.962082:0:30558:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:2.0:1769074807.962083:0:30558:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff982b87054800 10000000:00000010:2.0:1769074807.962086:0:30558:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at ffff982b9037e200. 10000000:01000000:2.0:1769074807.962088:0:30558:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 00000020:00000040:2.0:1769074807.962090:0:30558:0:(genops.c:887:class_export_get()) GET export ffff982b858df000 refcount=8 10000000:00000001:2.0:1769074807.962092:0:30558:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446629911603438080 : -114162106113536 : ffff982b9037e200) 10000000:00000001:2.0:1769074807.962095:0:30558:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:2.0:1769074807.962096:0:30558:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff982b87054800 10000000:00000010:2.0:1769074807.962099:0:30558:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at ffff982b9037ee00. 10000000:01000000:2.0:1769074807.962101:0:30558:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 00000020:00000040:2.0:1769074807.962104:0:30558:0:(genops.c:887:class_export_get()) GET export ffff982b858df000 refcount=9 10000000:00000001:2.0:1769074807.962215:0:30558:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446629911603441152 : -114162106110464 : ffff982b9037ee00) 10000000:00000001:2.0:1769074807.962219:0:30558:0:(mgc_request.c:441:config_log_add()) Process leaving (rc=18446629911603438080 : -114162106113536 : ffff982b9037e200) 10000000:00000001:2.0:1769074807.962222:0:30558:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:2.0:1769074807.962224:0:30558:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff982b87054800 from 1 10000000:00000001:2.0:1769074807.962228:0:30558:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1769074807.962230:0:30558:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:2.0:1769074807.962240:0:30558:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037bb80. 00000020:00000040:2.0:1769074807.962245:0:30558:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:2.0:1769074807.962251:0:30558:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074807.962255:0:30558:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074807.962262:0:30558:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074807.962270:0:30558:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b9037e000. 00000100:00000001:2.0:1769074807.962302:0:30558:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074807.962310:0:30558:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1769074807.962314:0:30558:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1769074807.962322:0:30558:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020cf00 count: 3 00010000:00000001:2.0:1769074807.962325:0:30558:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074807.962329:0:30558:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1769074807.962334:0:30558:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b90340400. 00000020:00000001:2.0:1769074807.962339:0:30558:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1769074807.962342:0:30558:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b90340400 with handle 0x5d432443066b7394 to hash 00000020:00000001:2.0:1769074807.962345:0:30558:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1769074807.962347:0:30558:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911603184640 : -114162106366976 : ffff982b90340400) 00010000:00000001:2.0:1769074807.962350:0:30558:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911603184640 : -114162106366976 : ffff982b90340400) 00010000:00000001:2.0:1769074807.962356:0:30558:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074807.962359:0:30558:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074807.962364:0:30558:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.151@tcp lock: ffff982b90340400/0x5d432443066b7394 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 30558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074807.962376:0:30558:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.151@tcp lock: ffff982b90340400/0x5d432443066b7394 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 30558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074807.962390:0:30558:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.151@tcp lock: ffff982b90340400/0x5d432443066b7394 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 30558 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1769074807.962397:0:30558:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074807.962400:0:30558:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074807.962408:0:30558:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b8491e480. 00000100:00000001:2.0:1769074807.962410:0:30558:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911408010368 : -114162301541248 : ffff982b8491e480) 00000100:00000001:2.0:1769074807.962413:0:30558:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074807.962415:0:30558:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603428224 : -114162106123392 : ffff982b9037bb80) 00000100:00000001:2.0:1769074807.962421:0:30558:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074807.962425:0:30558:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074807.962428:0:30558:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074807.962430:0:30558:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074807.962444:0:30558:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037bb80 x1855007613322880/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074807.962453:0:30558:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074807.962456:0:30558:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074807.962460:0:30558:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074807.962464:0:30558:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074807.962466:0:30558:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074807.962469:0:30558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:61009b19-6c2d-431f-95c4-80fb0f04a0d4:30558:1855007613322880:192.168.204.151@tcp:101:mount.lustre.0 00000100:00000001:2.0:1769074807.962474:0:30558:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074807.962481:0:30558:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074807.962483:0:30558:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074807.962486:0:30558:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074807.962491:0:30558:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c08000. 02000000:00000001:2.0:1769074807.962493:0:30558:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074807.962505:0:30558:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074807.962510:0:30558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7e688. 00000400:00000010:2.0:1769074807.962517:0:30558:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f4c8. 00000100:00000200:2.0:1769074807.962530:0:30558:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613322880, portal 25 00000100:00000001:2.0:1769074807.962532:0:30558:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074807.962533:0:30558:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603428224 : -114162106123392 : ffff982b9037bb80) 00000100:00000040:2.0:1769074807.962539:0:30558:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9037bb80 x1855007613322880/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074823 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074807.962552:0:30558:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074807.962624:0:30558:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074807.962629:0:30558:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897fe58. 00000100:00000200:2.0:1769074807.962632:0:30558:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1855007613322880, offset 0 00000400:00000200:2.0:1769074807.962640:0:30558:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074807.962653:0:30558:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074807.962663:0:30558:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074807.962670:0:30558:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074807.962675:0:30558:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074807.962680:0:30558:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074807.962683:0:30558:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074807.962687:0:30558:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15260:15260:256:4294967295] 192.168.204.151@tcp LPNI seq info [15260:15260:8:4294967295] 00000400:00000200:2.0:1769074807.962691:0:30558:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074807.962702:0:30558:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074807.962709:0:30558:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074807.962724:0:30558:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcbc00. 00000800:00000200:2.0:1769074807.962732:0:30558:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074807.962741:0:30558:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074807.962746:0:30558:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84fcbc00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1769074807.962764:0:30558:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074807.962769:0:30558:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074807.962772:0:30558:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296473733 00000100:00000001:2.0:1769074807.962782:0:30558:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296469893 00000100:00000001:2.0:1769074807.962789:0:30558:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296473733 00000100:00000001:2.0:1769074807.962792:0:30558:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296469893 00000100:00000001:2.0:1769074807.962796:0:30558:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074807.962799:0:30558:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074807.962802:0:30558:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074807.962804:0:30558:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074807.962808:0:30558:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8491e480 going to sleep for 11 seconds 00000100:00000001:2.0:1769074807.962810:0:30558:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074807.962814:0:30558:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074807.963684:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074807.963693:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcbc00. 00000400:00000200:2.0:1769074807.963704:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074807.963725:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074807.963733:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897fe58 00000400:00000010:2.0:1769074807.963736:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897fe58. 00000100:00000001:2.0:1769074807.963741:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074807.963749:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9037bb80 x1855007613322880/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074823 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074807.963761:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074807.963765:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9037bb80 x1855007613322880/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074823 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074807.963771:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074807.963773:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074807.979171:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074807.979197:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074807.979203:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074807.979206:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074807.979223:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074807.979234:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074807.979243:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074807.979250:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074807.979257:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074807.979262:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 344 into portal 25 MB=0x6971e9dd90680 00000400:00000200:3.0:1769074807.979269:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074807.979297:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 344/344 into md 0x21f25 [1] + 224 00000800:00000001:3.0:1769074807.979310:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074807.979320:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074807.979323:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074807.979329:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074807.979339:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074807.979352:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9037bb80 x1855007613322880/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074823 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074807.979364:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff982b9037bb80 x1855007613322880/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074823 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074807.979379:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074807.979391:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074807.979395:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074807.980245:0:30558:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074807.980260:0:30558:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074807.980263:0:30558:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074807.980269:0:30558:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7e688. 00000400:00000200:2.0:1769074807.980276:0:30558:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f4c8 00000400:00000010:2.0:1769074807.980343:0:30558:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f4c8. 00000100:00000001:2.0:1769074807.980349:0:30558:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074807.980359:0:30558:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037bb80 x1855007613322880/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074823 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074807.980369:0:30558:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037bb80 x1855007613322880/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074823 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074807.980375:0:30558:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074807.980377:0:30558:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074807.980381:0:30558:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074807.980385:0:30558:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074807.980388:0:30558:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074807.980391:0:30558:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074807.980394:0:30558:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074807.980404:0:30558:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=79 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074807.980408:0:30558:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=80 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074807.980410:0:30558:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074807.980412:0:30558:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074807.980416:0:30558:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074807.980418:0:30558:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074807.980421:0:30558:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074807.980426:0:30558:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037bb80 x1855007613322880/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074823 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074807.980433:0:30558:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074807.980436:0:30558:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074807.980439:0:30558:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074807.980443:0:30558:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037bb80 x1855007613322880/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074823 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074807.980452:0:30558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:61009b19-6c2d-431f-95c4-80fb0f04a0d4:30558:1855007613322880:192.168.204.151@tcp:101:mount.lustre.0 00000100:00000001:2.0:1769074807.980457:0:30558:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074807.980460:0:30558:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074807.980463:0:30558:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074807.980465:0:30558:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074807.980469:0:30558:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037bb80 x1855007613322880/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074823 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074807.980476:0:30558:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074807.980479:0:30558:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b8491e480. 00000100:00000001:2.0:1769074807.980482:0:30558:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074807.980484:0:30558:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074807.980488:0:30558:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1769074807.980492:0:30558:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074807.980495:0:30558:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074807.980498:0:30558:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340400 refcount=4 00000020:00000001:2.0:1769074807.980501:0:30558:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603184640 : -114162106366976 : ffff982b90340400) 00010000:00000001:2.0:1769074807.980505:0:30558:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603184640 : -114162106366976 : ffff982b90340400) 00010000:00000040:2.0:1769074807.980513:0:30558:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b90340400, remote cookie: 0xf5b77ed682f5d043, flags: 0x0 00010000:00000001:2.0:1769074807.980517:0:30558:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1769074807.980523:0:30558:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1769074807.980526:0:30558:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1769074807.980528:0:30558:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:2.0:1769074807.980530:0:30558:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1769074807.980533:0:30558:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff982b9020cf00) refcount = 3 00010000:00000040:2.0:1769074807.980538:0:30558:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1769074807.980543:0:30558:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.204.151@tcp lock: ffff982b90341400/0x5d432443066b7386 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf5b77ed682f5980b expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1769074807.980552:0:30558:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.204.151@tcp lock: ffff982b902ec000/0x5d432443066b7378 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf5b77ed682f597fd expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074807.980637:0:30558:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.151@tcp lock: ffff982b90340400/0x5d432443066b7394 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf5b77ed682f5d043 expref: -99 pid: 30558 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074807.980644:0:30558:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1769074807.980647:0:30558:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1769074807.980649:0:30558:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074807.980653:0:30558:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1769074807.980656:0:30558:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074807.980659:0:30558:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.151@tcp lock: ffff982b90340400/0x5d432443066b7394 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf5b77ed682f5d043 expref: -99 pid: 30558 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074807.980664:0:30558:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1769074807.980667:0:30558:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074807.980669:0:30558:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074807.980670:0:30558:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074807.980671:0:30558:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074807.980673:0:30558:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074807.980676:0:30558:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074807.980682:0:30558:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037bb80 x1855007613322880/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074823 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074807.980689:0:30558:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074807.980693:0:30558:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074807.980698:0:30558:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c08000. 02000000:00000001:2.0:1769074807.980703:0:30558:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074807.980707:0:30558:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074807.980709:0:30558:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:2.0:1769074807.980721:0:30558:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074807.980725:0:30558:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b9037e000. 02000000:00000001:2.0:1769074807.980732:0:30558:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074807.980735:0:30558:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074807.980737:0:30558:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037bb80. 00000100:00000001:2.0:1769074807.980743:0:30558:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074807.980744:0:30558:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1769074807.980747:0:30558:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1769074807.980751:0:30558:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1769074807.980754:0:30558:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff982b9037e200) refs 2 10000000:00000001:2.0:1769074807.980756:0:30558:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074807.980758:0:30558:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074807.980759:0:30558:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074807.980761:0:30558:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340400 refcount=3 00000020:00000001:2.0:1769074807.980763:0:30558:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603184640 : -114162106366976 : ffff982b90340400) 00010000:00000001:2.0:1769074807.980765:0:30558:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603184640 : -114162106366976 : ffff982b90340400) 00010000:00000001:2.0:1769074807.980767:0:30558:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1769074807.980769:0:30558:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074807.980771:0:30558:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074807.980772:0:30558:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1769074807.980775:0:30558:0:(mgc_request.c:1679:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1769074807.980783:0:30558:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff982b984bae40. 00000020:00000010:2.0:1769074807.980790:0:30558:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b88307000. 00000020:00000010:2.0:1769074807.980797:0:30558:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff982b88306600. 00000040:00000010:2.0:1769074807.980801:0:30558:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff982b88306800. 00000020:00000010:2.0:1769074807.980807:0:30558:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff982b87053000. 00000020:00000010:2.0:1769074807.980812:0:30558:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff982b88306e00. 80000000:00000010:2.0:1769074807.980818:0:30558:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff982b984d67e0. 00040000:00000010:2.0:1769074807.980824:0:30558:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff982b88307c00. 20000000:00000010:2.0:1769074807.980829:0:30558:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at ffff982b88307400. 10000000:00000040:2.0:1769074807.980834:0:30558:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff982b87fd7d80 : new refcount 2 00000020:00000001:2.0:1769074807.980838:0:30558:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1769074807.980840:0:30558:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:2.0:1769074807.980843:0:30558:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1769074807.980846:0:30558:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff982b88307600. 00000040:00000001:2.0:1769074807.980851:0:30558:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:2.0:1769074807.980853:0:30558:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000010:2.0:1769074807.980858:0:30558:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037bb80. 00000020:00000040:2.0:1769074807.980861:0:30558:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=5 obd=MGC192.168.204.151@tcp 00000100:00000001:2.0:1769074807.980866:0:30558:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074807.980868:0:30558:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074807.980873:0:30558:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074807.980882:0:30558:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b88306000. 00000100:00000001:2.0:1769074807.980889:0:30558:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074807.980896:0:30558:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074807.980898:0:30558:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074807.980905:0:30558:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b858213c0. 00000100:00000001:2.0:1769074807.980907:0:30558:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911423751104 : -114162285800512 : ffff982b858213c0) 00000100:00000001:2.0:1769074807.980911:0:30558:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074807.980912:0:30558:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603428224 : -114162106123392 : ffff982b9037bb80) 00000100:00000001:2.0:1769074807.980917:0:30558:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074807.980922:0:30558:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074807.980925:0:30558:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074807.980926:0:30558:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074807.980931:0:30558:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037bb80 x1855007613323008/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074807.980939:0:30558:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074807.980942:0:30558:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074807.980948:0:30558:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074807.980950:0:30558:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074807.980953:0:30558:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074807.980957:0:30558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:61009b19-6c2d-431f-95c4-80fb0f04a0d4:30558:1855007613323008:192.168.204.151@tcp:501:mount.lustre.0 00000100:00000001:2.0:1769074807.980962:0:30558:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074807.980968:0:30558:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074807.980971:0:30558:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074807.980975:0:30558:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074807.980979:0:30558:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b88306a00. 02000000:00000001:2.0:1769074807.980981:0:30558:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074807.980991:0:30558:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074807.980995:0:30558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7e688. 00000400:00000010:2.0:1769074807.981001:0:30558:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f4c8. 00000100:00000200:2.0:1769074807.981009:0:30558:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613323008, portal 25 00000100:00000001:2.0:1769074807.981012:0:30558:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074807.981013:0:30558:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603428224 : -114162106123392 : ffff982b9037bb80) 00000100:00000040:2.0:1769074807.981019:0:30558:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9037bb80 x1855007613323008/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074823 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074807.981026:0:30558:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074807.981029:0:30558:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074807.981032:0:30558:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897fe58. 00000100:00000200:2.0:1769074807.981036:0:30558:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1855007613323008, offset 0 00000400:00000200:2.0:1769074807.981044:0:30558:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074807.981053:0:30558:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074807.981062:0:30558:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074807.981069:0:30558:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074807.981075:0:30558:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074807.981079:0:30558:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074807.981082:0:30558:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074807.981086:0:30558:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15261:15261:256:4294967295] 192.168.204.151@tcp LPNI seq info [15261:15261:8:4294967295] 00000400:00000200:2.0:1769074807.981091:0:30558:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074807.981103:0:30558:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074807.981113:0:30558:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074807.981120:0:30558:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcbc00. 00000800:00000200:2.0:1769074807.981129:0:30558:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074807.981138:0:30558:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074807.981145:0:30558:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84fcbc00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1769074807.981169:0:30558:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074807.981174:0:30558:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074807.981178:0:30558:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296473751 00000100:00000001:2.0:1769074807.981187:0:30558:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296473733 00000100:00000001:2.0:1769074807.981194:0:30558:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296473751 00000100:00000001:2.0:1769074807.981198:0:30558:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296473733 00000100:00000001:2.0:1769074807.981202:0:30558:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074807.981205:0:30558:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074807.981208:0:30558:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074807.981210:0:30558:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074807.981213:0:30558:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b858213c0 going to sleep for 11 seconds 00000100:00000001:2.0:1769074807.981216:0:30558:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074807.981219:0:30558:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074807.981383:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074807.981389:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcbc00. 00000400:00000200:3.0:1769074807.981396:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074807.981404:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074807.981409:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897fe58 00000400:00000010:3.0:1769074807.981412:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897fe58. 00000100:00000001:3.0:1769074807.981416:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074807.981420:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9037bb80 x1855007613323008/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074823 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074807.981429:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074807.981432:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9037bb80 x1855007613323008/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074823 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074807.981448:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074807.981450:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074807.991464:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074807.991493:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074807.991498:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074807.991500:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074807.991518:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074807.991529:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074807.991538:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074807.991546:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074807.991553:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074807.991558:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 272 into portal 25 MB=0x6971e9dd90700 00000400:00000200:3.0:1769074807.991565:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074807.992144:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 272/272 into md 0x21f35 [1] + 224 00000800:00000001:3.0:1769074807.992158:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074807.992178:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074807.992182:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074807.992188:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074807.992199:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074807.992213:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9037bb80 x1855007613323008/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074823 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074807.992225:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff982b9037bb80 x1855007613323008/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074823 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074807.992245:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074807.992257:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074807.992261:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074807.994011:0:30558:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074807.994037:0:30558:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074807.994040:0:30558:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074807.994046:0:30558:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7e688. 00000400:00000200:2.0:1769074807.994058:0:30558:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f4c8 00000400:00000010:2.0:1769074807.994061:0:30558:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f4c8. 00000100:00000001:2.0:1769074807.994067:0:30558:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074807.994083:0:30558:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037bb80 x1855007613323008/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074823 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074807.994096:0:30558:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037bb80 x1855007613323008/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074823 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074807.994104:0:30558:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074807.994106:0:30558:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074807.994110:0:30558:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074807.994114:0:30558:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074807.994117:0:30558:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074807.994120:0:30558:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074807.994124:0:30558:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074807.994135:0:30558:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=79 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074807.994139:0:30558:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=80 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074807.994142:0:30558:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074807.994145:0:30558:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074807.994149:0:30558:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074807.994152:0:30558:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074807.994156:0:30558:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074807.994161:0:30558:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037bb80 x1855007613323008/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074823 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074807.994168:0:30558:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074807.994174:0:30558:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074807.994177:0:30558:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074807.994182:0:30558:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037bb80 x1855007613323008/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074823 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074807.994189:0:30558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:61009b19-6c2d-431f-95c4-80fb0f04a0d4:30558:1855007613323008:192.168.204.151@tcp:501:mount.lustre.0 00000100:00000001:2.0:1769074807.994195:0:30558:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074807.994199:0:30558:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074807.994202:0:30558:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074807.994205:0:30558:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074807.994209:0:30558:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037bb80 x1855007613323008/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074823 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074807.994217:0:30558:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074807.994219:0:30558:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b858213c0. 00000100:00000001:2.0:1769074807.994223:0:30558:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074807.994225:0:30558:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1769074807.994232:0:30558:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:2.0:1769074807.994236:0:30558:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074807.994239:0:30558:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000020:00000001:2.0:1769074807.994241:0:30558:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1769074807.994242:0:30558:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074807.994245:0:30558:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037bb80 x1855007613323008/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074823 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074807.994252:0:30558:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074807.994255:0:30558:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074807.994259:0:30558:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b88306a00. 02000000:00000001:2.0:1769074807.994263:0:30558:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074807.994264:0:30558:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074807.994266:0:30558:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:2.0:1769074807.994268:0:30558:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074807.994272:0:30558:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b88306000. 02000000:00000001:2.0:1769074807.994275:0:30558:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074807.994278:0:30558:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074807.994298:0:30558:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037bb80. 00000100:00000001:2.0:1769074807.994303:0:30558:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074807.994304:0:30558:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1769074807.994308:0:30558:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1769074807.994312:0:30558:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1769074807.994321:0:30558:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff982b866e4000. 00000040:00000001:2.0:1769074807.994323:0:30558:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1769074807.994460:0:30558:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:2.0:1769074807.994463:0:30558:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000010:2.0:1769074807.994469:0:30558:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037bb80. 00000020:00000040:2.0:1769074807.994472:0:30558:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=5 obd=MGC192.168.204.151@tcp 00000100:00000001:2.0:1769074807.994476:0:30558:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074807.994479:0:30558:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074807.994484:0:30558:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074807.994491:0:30558:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b88306000. 00000100:00000001:2.0:1769074807.994498:0:30558:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074807.994503:0:30558:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074807.994505:0:30558:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074807.994511:0:30558:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b858213c0. 00000100:00000001:2.0:1769074807.994513:0:30558:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911423751104 : -114162285800512 : ffff982b858213c0) 00000100:00000001:2.0:1769074807.994517:0:30558:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074807.994519:0:30558:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603428224 : -114162106123392 : ffff982b9037bb80) 00000100:00000001:2.0:1769074807.994525:0:30558:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074807.994531:0:30558:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074807.994534:0:30558:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074807.994537:0:30558:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074807.994541:0:30558:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037bb80 x1855007613323136/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074807.994549:0:30558:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074807.994552:0:30558:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074807.994558:0:30558:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074807.994562:0:30558:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074807.994565:0:30558:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074807.994568:0:30558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:61009b19-6c2d-431f-95c4-80fb0f04a0d4:30558:1855007613323136:192.168.204.151@tcp:503:mount.lustre.0 00000100:00000001:2.0:1769074807.994573:0:30558:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074807.994578:0:30558:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074807.994580:0:30558:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074807.994583:0:30558:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074807.994601:0:30558:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff982bc207c000. 02000000:00000001:2.0:1769074807.994604:0:30558:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074807.994613:0:30558:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074807.994616:0:30558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7e688. 00000400:00000010:2.0:1769074807.994622:0:30558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff982b85821600. 00000100:00000200:2.0:1769074807.994630:0:30558:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1855007613323136, portal 25 00000100:00000001:2.0:1769074807.994632:0:30558:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074807.994634:0:30558:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603428224 : -114162106123392 : ffff982b9037bb80) 00000100:00000040:2.0:1769074807.994639:0:30558:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9037bb80 x1855007613323136/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074823 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074807.994646:0:30558:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074807.994650:0:30558:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074807.994652:0:30558:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f4c8. 00000100:00000200:2.0:1769074807.994655:0:30558:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1855007613323136, offset 0 00000400:00000200:2.0:1769074807.994663:0:30558:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074807.994673:0:30558:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074807.994682:0:30558:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074807.994690:0:30558:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074807.994696:0:30558:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074807.994701:0:30558:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074807.994705:0:30558:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074807.994709:0:30558:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15262:15262:256:4294967295] 192.168.204.151@tcp LPNI seq info [15262:15262:8:4294967295] 00000400:00000200:2.0:1769074807.994724:0:30558:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074807.994737:0:30558:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074807.994744:0:30558:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074807.994751:0:30558:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcbf00. 00000800:00000200:2.0:1769074807.994760:0:30558:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074807.994771:0:30558:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074807.994777:0:30558:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84fcbf00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1769074807.994790:0:30558:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074807.994795:0:30558:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074807.994798:0:30558:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296473765 00000100:00000001:2.0:1769074807.994806:0:30558:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296473751 00000100:00000001:2.0:1769074807.994812:0:30558:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296473765 00000100:00000001:2.0:1769074807.994817:0:30558:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296473751 00000100:00000001:2.0:1769074807.994820:0:30558:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074807.994824:0:30558:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074807.994826:0:30558:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074807.994828:0:30558:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074807.994832:0:30558:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b858213c0 going to sleep for 11 seconds 00000100:00000001:2.0:1769074807.994834:0:30558:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074807.994836:0:30558:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074807.996639:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074807.996650:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcbf00. 00000400:00000200:3.0:1769074807.996659:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074807.996671:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074807.996681:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f4c8 00000400:00000010:3.0:1769074807.996687:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f4c8. 00000100:00000001:3.0:1769074807.996697:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074807.996708:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9037bb80 x1855007613323136/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074823 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074807.996734:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074807.996738:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9037bb80 x1855007613323136/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074823 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074807.996746:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074807.996748:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074808.013003:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074808.013031:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074808.013038:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074808.013042:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074808.013060:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.013072:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074808.013083:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.013089:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.013097:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.013102:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 8416 into portal 25 MB=0x6971e9dd90780 00000400:00000200:3.0:1769074808.013108:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.013117:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 8416/8416 into md 0x21f45 [4] + 224 00000800:00000001:3.0:1769074808.013128:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074808.013143:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074808.013147:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074808.013153:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074808.013166:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074808.013179:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9037bb80 x1855007613323136/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074823 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074808.013193:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff982b9037bb80 x1855007613323136/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074823 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074808.013228:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074808.013239:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074808.013244:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074808.014546:0:30558:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074808.014560:0:30558:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074808.014563:0:30558:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074808.014579:0:30558:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7e688. 00000400:00000200:0.0:1769074808.014588:0:30558:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b85821600 00000400:00000010:0.0:1769074808.014591:0:30558:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff982b85821600. 00000100:00000001:0.0:1769074808.014598:0:30558:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074808.014611:0:30558:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037bb80 x1855007613323136/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074823 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074808.014623:0:30558:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037bb80 x1855007613323136/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074823 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074808.014631:0:30558:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074808.014634:0:30558:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074808.014637:0:30558:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074808.014641:0:30558:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074808.014644:0:30558:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074808.014647:0:30558:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074808.014651:0:30558:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074808.014660:0:30558:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=80 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074808.014665:0:30558:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=81 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074808.014668:0:30558:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074808.014670:0:30558:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074808.014673:0:30558:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074808.014676:0:30558:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074808.014680:0:30558:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074808.014685:0:30558:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037bb80 x1855007613323136/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074823 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074808.014693:0:30558:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074808.014697:0:30558:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074808.014699:0:30558:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074808.014704:0:30558:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037bb80 x1855007613323136/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074823 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074808.014724:0:30558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:61009b19-6c2d-431f-95c4-80fb0f04a0d4:30558:1855007613323136:192.168.204.151@tcp:503:mount.lustre.0 00000100:00000001:0.0:1769074808.014730:0:30558:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074808.014733:0:30558:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074808.014736:0:30558:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074808.014738:0:30558:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074808.014743:0:30558:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037bb80 x1855007613323136/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074823 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074808.014751:0:30558:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074808.014754:0:30558:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b858213c0. 00000100:00000001:0.0:1769074808.014757:0:30558:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074808.014759:0:30558:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1769074808.014770:0:30558:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1769074808.014772:0:30558:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074808.014775:0:30558:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037bb80 x1855007613323136/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074823 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074808.014782:0:30558:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074808.014786:0:30558:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074808.014790:0:30558:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff982bc207c000. 02000000:00000001:0.0:1769074808.014809:0:30558:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074808.014813:0:30558:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074808.014816:0:30558:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000020:00000001:0.0:1769074808.014818:0:30558:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074808.014821:0:30558:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b88306000. 02000000:00000001:0.0:1769074808.014827:0:30558:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074808.014829:0:30558:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074808.014832:0:30558:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037bb80. 00000100:00000001:0.0:1769074808.014837:0:30558:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074808.014838:0:30558:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769074808.014841:0:30558:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074808.014843:0:30558:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:0.0:1769074808.014845:0:30558:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:0.0:1769074808.014848:0:30558:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1769074808.014852:0:30558:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1769074808.014856:0:30558:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1769074808.014864:0:30558:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff982b902171e0. 00000040:00001000:0.0:1769074808.014866:0:30558:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:3.0:1769074808.017800:0:30564:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:3.0:1769074808.017819:0:30564:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b9827de00. 00000020:00000010:3.0:1769074808.017831:0:30564:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff982b9827c000. 00000040:00000010:3.0:1769074808.017836:0:30564:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff982b9827d000. 00000020:00000010:3.0:1769074808.017844:0:30564:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff982b88b8b800. 00000020:00000010:3.0:1769074808.017853:0:30564:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff982b84ee73b8. 00000020:00000010:3.0:1769074808.017858:0:30564:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff982b9827c600. 80000000:00000010:3.0:1769074808.017865:0:30564:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff982b98466060. 40000000:00000010:3.0:1769074808.017871:0:30564:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff982b985deec0. 00100000:00000010:3.0:1769074808.017879:0:30564:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff982b88b88000. 00040000:00000010:3.0:1769074808.017884:0:30564:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff982b99274700. 00040000:00000010:3.0:1769074808.017890:0:30564:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff982b88b8e000. 00040000:00000010:3.0:1769074808.017895:0:30564:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff982b9827ca00. 00000004:00000010:3.0:1769074808.017902:0:30564:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff982b88b89800. 00000004:00000010:3.0:1769074808.017910:0:30564:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff982b88a71000. 00000004:00000010:3.0:1769074808.017918:0:30564:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff982b88b8e800. 00002000:00000010:3.0:1769074808.017924:0:30564:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff982b98c01000. 00000004:00000010:3.0:1769074808.017929:0:30564:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff982b98c00000. 00000020:00000010:3.0:1769074808.017936:0:30564:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff982b985de800. 00000040:00000010:3.0:1769074808.017950:0:30564:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff982b86020000. 00000040:00001000:3.0:1769074808.017953:0:30564:0:(llog.c:607:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:3.0:1769074808.017956:0:30564:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1769074808.017962:0:30564:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1769074808.017967:0:30564:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000010:3.0:1769074808.017975:0:30564:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90373800. 00000020:00000040:3.0:1769074808.017979:0:30564:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=5 obd=MGC192.168.204.151@tcp 00000100:00000001:3.0:1769074808.017983:0:30564:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074808.017988:0:30564:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074808.017995:0:30564:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074808.018004:0:30564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b9827dc00. 00000100:00000001:3.0:1769074808.018014:0:30564:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074808.018022:0:30564:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074808.018025:0:30564:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074808.018034:0:30564:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b98e9e540. 00000100:00000001:3.0:1769074808.018037:0:30564:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911749322048 : -114161960229568 : ffff982b98e9e540) 00000100:00000001:3.0:1769074808.018040:0:30564:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074808.018042:0:30564:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603394560 : -114162106157056 : ffff982b90373800) 00000100:00000001:3.0:1769074808.018048:0:30564:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074808.018054:0:30564:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074808.018056:0:30564:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074808.018058:0:30564:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074808.018072:0:30564:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90373800 x1855007613323264/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074808.018081:0:30564:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074808.018084:0:30564:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074808.018089:0:30564:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074808.018092:0:30564:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074808.018095:0:30564:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074808.018099:0:30564:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90373800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:61009b19-6c2d-431f-95c4-80fb0f04a0d4:30564:1855007613323264:192.168.204.151@tcp:502:llog_process_th.0 00000100:00000001:3.0:1769074808.018104:0:30564:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074808.018111:0:30564:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074808.018114:0:30564:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074808.018118:0:30564:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074808.018158:0:30564:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff982bc207c000. 02000000:00000001:3.0:1769074808.018160:0:30564:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074808.018176:0:30564:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074808.018182:0:30564:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7738. 00000400:00000010:3.0:1769074808.018191:0:30564:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff982b98e9e180. 00000100:00000200:3.0:1769074808.018204:0:30564:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1855007613323264, portal 25 00000100:00000001:3.0:1769074808.018206:0:30564:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074808.018207:0:30564:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603394560 : -114162106157056 : ffff982b90373800) 00000100:00000040:3.0:1769074808.018215:0:30564:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90373800 x1855007613323264/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074824 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074808.018223:0:30564:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074808.018226:0:30564:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074808.018231:0:30564:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6198. 00000100:00000200:3.0:1769074808.018234:0:30564:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1855007613323264, offset 0 00000400:00000200:3.0:1769074808.018244:0:30564:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074808.018256:0:30564:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.018266:0:30564:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074808.018275:0:30564:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074808.018316:0:30564:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074808.018321:0:30564:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074808.018324:0:30564:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074808.018329:0:30564:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15263:15263:256:4294967295] 192.168.204.151@tcp LPNI seq info [15263:15263:8:4294967295] 00000400:00000200:3.0:1769074808.018333:0:30564:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.018344:0:30564:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074808.018354:0:30564:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074808.018361:0:30564:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99274c00. 00000800:00000200:3.0:1769074808.018370:0:30564:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074808.018380:0:30564:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074808.018387:0:30564:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99274c00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1769074808.018403:0:30564:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074808.018408:0:30564:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074808.018411:0:30564:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296473788 00000100:00000001:3.0:1769074808.018419:0:30564:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296473765 00000100:00000001:3.0:1769074808.018424:0:30564:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296473788 00000100:00000001:3.0:1769074808.018428:0:30564:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296473765 00000100:00000001:3.0:1769074808.018432:0:30564:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074808.018435:0:30564:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074808.018438:0:30564:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074808.018441:0:30564:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1769074808.018444:0:30564:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b98e9e540 going to sleep for 11 seconds 00000100:00000001:3.0:1769074808.018447:0:30564:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074808.018451:0:30564:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074808.018660:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074808.018666:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99274c00. 00000400:00000200:2.0:1769074808.018674:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074808.018683:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074808.018693:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6198 00000400:00000010:2.0:1769074808.018698:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6198. 00000100:00000001:2.0:1769074808.018706:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074808.018722:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90373800 x1855007613323264/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074824 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074808.018734:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074808.018738:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90373800 x1855007613323264/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074824 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074808.018746:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074808.018748:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074808.031456:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074808.031497:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074808.031507:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074808.035744:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074808.035774:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.035783:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074808.035795:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.035800:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.035807:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.035811:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 8472 into portal 25 MB=0x6971e9dd90800 00000400:00000200:3.0:1769074808.035816:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.035822:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 8472/8472 into md 0x21f55 [4] + 224 00000800:00000001:3.0:1769074808.035833:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074808.035858:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074808.035861:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074808.035865:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074808.035875:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074808.035888:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90373800 x1855007613323264/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074824 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074808.035897:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff982b90373800 x1855007613323264/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074824 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074808.035919:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074808.035934:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074808.035938:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074808.035971:0:30564:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074808.035983:0:30564:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074808.035985:0:30564:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074808.035991:0:30564:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7738. 00000400:00000200:0.0:1769074808.035997:0:30564:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b98e9e180 00000400:00000010:0.0:1769074808.036001:0:30564:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff982b98e9e180. 00000100:00000001:0.0:1769074808.036004:0:30564:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074808.036008:0:30564:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90373800 x1855007613323264/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074824 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074808.036017:0:30564:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90373800 x1855007613323264/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074824 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074808.036023:0:30564:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074808.036025:0:30564:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074808.036028:0:30564:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074808.036127:0:30564:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074808.036131:0:30564:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074808.036133:0:30564:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074808.036138:0:30564:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074808.036148:0:30564:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=80 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074808.036153:0:30564:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=81 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074808.036156:0:30564:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074808.036159:0:30564:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074808.036162:0:30564:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074808.036165:0:30564:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074808.036169:0:30564:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074808.036175:0:30564:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90373800 x1855007613323264/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074824 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074808.036183:0:30564:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074808.036187:0:30564:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074808.036190:0:30564:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074808.036194:0:30564:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90373800 x1855007613323264/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074824 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074808.036202:0:30564:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90373800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:61009b19-6c2d-431f-95c4-80fb0f04a0d4:30564:1855007613323264:192.168.204.151@tcp:502:llog_process_th.0 00000100:00000001:0.0:1769074808.036208:0:30564:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074808.036212:0:30564:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074808.036214:0:30564:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074808.036217:0:30564:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074808.036221:0:30564:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90373800 x1855007613323264/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074824 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074808.036229:0:30564:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074808.036233:0:30564:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b98e9e540. 00000100:00000001:0.0:1769074808.036236:0:30564:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074808.036238:0:30564:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1769074808.036248:0:30564:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:0.0:1769074808.036250:0:30564:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074808.036254:0:30564:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90373800 x1855007613323264/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074824 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074808.036261:0:30564:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074808.036264:0:30564:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074808.036268:0:30564:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff982bc207c000. 02000000:00000001:0.0:1769074808.036325:0:30564:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074808.036329:0:30564:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074808.036332:0:30564:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000020:00000001:0.0:1769074808.036334:0:30564:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074808.036338:0:30564:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b9827dc00. 02000000:00000001:0.0:1769074808.036342:0:30564:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074808.036344:0:30564:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074808.036348:0:30564:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90373800. 00000100:00000001:0.0:1769074808.036351:0:30564:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074808.036353:0:30564:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769074808.036356:0:30564:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074808.036358:0:30564:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:0.0:1769074808.036360:0:30564:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:0.0:1769074808.036364:0:30564:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1769074808.036367:0:30564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b86020000 type=0x10620000 idx=1 00000040:00001000:0.0:1769074808.036372:0:30564:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:0.0:1769074808.036374:0:30564:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:0.0:1769074808.036378:0:30564:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1769074808.036512:0:30564:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1769074808.036515:0:30564:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1769074808.036517:0:30564:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:0.0:1769074808.036524:0:30564:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:00000001:0.0:1769074808.036525:0:30564:0:(obd_mount.c:936:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1769074808.036537:0:30564:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff982b9816b200. 00000020:00000080:0.0:1769074808.036542:0:30564:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1769074808.036545:0:30564:0:(obd_config.c:1477:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:00000001:0.0:1769074808.036548:0:30564:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1769074808.036551:0:30564:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff982b9816b200. 00000020:00000001:0.0:1769074808.036685:0:30564:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1769074808.036688:0:30564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b860200e0 type=0x10620000 idx=2 00000040:00001000:0.0:1769074808.036691:0:30564:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:0.0:1769074808.036693:0:30564:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:0.0:1769074808.036695:0:30564:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1769074808.036700:0:30564:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff982b985c0300. 00000020:01000000:0.0:1769074808.036703:0:30564:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff982b87054800 00000020:00000010:0.0:1769074808.036706:0:30564:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at ffff982b985e6e00. 00000020:00000080:0.0:1769074808.036722:0:30564:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:0.0:1769074808.036724:0:30564:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:0.0:1769074808.036728:0:30564:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:0.0:1769074808.036741:0:30564:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at ffff982b98724a88. 00000020:00000080:0.0:1769074808.036746:0:30564:0:(genops.c:412:class_newdev()) Allocate new device lustre-clilov-ffff982b87054800 (ffff982b98724a88) 00000020:00000001:0.0:1769074808.036750:0:30564:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:0.0:1769074808.036755:0:30564:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff982b98903000. 00000020:00000001:0.0:1769074808.036758:0:30564:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074808.036762:0:30564:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b98903000 with handle 0x5d432443066b739b to hash 00000020:00000001:0.0:1769074808.036764:0:30564:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1769074808.036767:0:30564:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:0.0:1769074808.036769:0:30564:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074808.036773:0:30564:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446629911743442944 : -114161966108672 : ffff982b98903000) 00000020:00000040:0.0:1769074808.036778:0:30564:0:(genops.c:898:class_export_put()) PUTting export ffff982b98903000 : new refcount 1 00000020:00000040:0.0:1769074808.036790:0:30564:0:(obd_config.c:927:class_incref()) incref lustre-clilov-ffff982b87054800 (ffff982b98724a88) now 2 - obd_device_list 00000020:00000001:0.0:1769074808.036799:0:30564:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:0.0:1769074808.036802:0:30564:0:(obd_config.c:657:class_attach()) OBD: dev 6 attached type lov with refcount 2 00000020:00000001:0.0:1769074808.036804:0:30564:0:(obd_config.c:659:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074808.036806:0:30564:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1769074808.036808:0:30564:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 128 at ffff982b985e6e00. 00000020:00000010:0.0:1769074808.036812:0:30564:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff982b985c0300. 00000020:00000001:0.0:1769074808.036815:0:30564:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1769074808.036817:0:30564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b86020158 type=0x10620000 idx=3 00000040:00001000:0.0:1769074808.036819:0:30564:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:0.0:1769074808.036821:0:30564:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:0.0:1769074808.036822:0:30564:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1769074808.036825:0:30564:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff982b985c0300. 00000020:01000000:0.0:1769074808.036827:0:30564:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff982b87054800 00000020:00000010:0.0:1769074808.036830:0:30564:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at ffff982b8833b540. 00000020:00000080:0.0:1769074808.036832:0:30564:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:0.0:1769074808.036837:0:30564:0:(obd_config.c:671:class_setup()) Process entered 00000001:00000001:0.0:1769074808.036860:0:30564:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1769074808.036865:0:30564:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff982b9816b200. 00000001:00000010:0.0:1769074808.036872:0:30564:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff982b98535fe0. 00000001:00000010:0.0:1769074808.036876:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff982b883d3c00. 00000001:00000010:0.0:1769074808.036880:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff982b883d2a00. 00000001:00000010:0.0:1769074808.036883:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff982b883d3a00. 00000001:00000010:0.0:1769074808.036886:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff982b883d2000. 00000001:00000001:0.0:1769074808.036889:0:30564:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1769074808.036891:0:30564:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff982b9816bb00. 00000001:00000010:0.0:1769074808.036894:0:30564:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff982b98535c80. 00000001:00000010:0.0:1769074808.036900:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff982b883d2c00. 00000001:00000010:0.0:1769074808.036903:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff982b873f9800. 00000001:00000010:0.0:1769074808.036906:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff982b873f9e00. 00000001:00000010:0.0:1769074808.036908:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff982b873f9600. 00000020:00000001:0.0:1769074808.036911:0:30564:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:0.0:1769074808.036916:0:30564:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b873f8a00. 00000020:00000010:0.0:1769074808.036924:0:30564:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff982b985e6e00. 00000020:00000010:0.0:1769074808.036930:0:30564:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff982b985e4898. 00000008:00000010:0.0:1769074808.036938:0:30564:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff982b891cfe40. 00020000:00000010:0.0:1769074808.036944:0:30564:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff982b9875af40. 00008000:00000010:0.0:1769074808.036951:0:30564:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff982b88b52518. 00000080:00000010:0.0:1769074808.036959:0:30564:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff982b84eecc30. 00000020:00000010:0.0:1769074808.036965:0:30564:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b873f8800. 00000020:00000010:0.0:1769074808.036969:0:30564:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff982b873f9c00. 00000020:00000010:0.0:1769074808.036974:0:30564:0:(cl_object.c:1091:cl_key_init()) kmalloced '(value)': 72 at ffff982b90217840. 00000008:00000010:0.0:1769074808.036980:0:30564:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff982b87d69650. 00020000:00000010:0.0:1769074808.036984:0:30564:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff982b84822f00. 00008000:00000010:0.0:1769074808.036989:0:30564:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff982b852dfc08. 00000080:00000010:0.0:1769074808.036995:0:30564:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff982b8528b690. 00000080:00000010:0.0:1769074808.037000:0:30564:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff982b852756d0. 00020000:00000010:0.0:1769074808.037005:0:30564:0:(lov_dev.c:609:lov_device_alloc()) kmalloced '(ld)': 584 at ffff982b903b0400. 00020000:00000001:0.0:1769074808.037011:0:30564:0:(lov_obd.c:677:lov_setup()) Process entered 00000020:00000001:0.0:1769074808.037028:0:30564:0:(lu_tgt_pool.c:44:lu_tgt_pool_init()) Process entered 00000020:00000010:0.0:1769074808.037183:0:30564:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at ffff982b874cfd00. 00000020:00000001:0.0:1769074808.037186:0:30564:0:(lu_tgt_pool.c:57:lu_tgt_pool_init()) Process leaving 00020000:00000010:0.0:1769074808.037883:0:30564:0:(lov_dev.c:626:lov_device_alloc()) kmalloced '(ld->ld_md_tgts)': 4096 at ffff982b85002000. 00020000:00000010:0.0:1769074808.037892:0:30564:0:(lov_dev.c:633:lov_device_alloc()) kmalloced '(ld->ld_lov->lov_mdc_tgts)': 4096 at ffff982b85007000. 00000020:00000001:0.0:1769074808.037895:0:30564:0:(lu_object.c:1098:lu_site_init()) Process entered 00000020:00000010:0.0:1769074808.037949:0:30564:0:(lu_object.c:1121:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at ffff982bc207c000. 00000020:00000010:0.0:1769074808.037960:0:30564:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff982b903b1400. 00000020:00000010:0.0:1769074808.037965:0:30564:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff982b8833b180. 00000020:00000001:0.0:1769074808.037972:0:30564:0:(lu_object.c:1160:lu_site_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074808.037976:0:30564:0:(lov_dev.c:645:lov_device_alloc()) Process leaving (rc=18446629911603643392 : -114162105908224 : ffff982b903b0400) 00020000:00000001:0.0:1769074808.037980:0:30564:0:(lov_dev.c:268:lov_device_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1769074808.037984:0:30564:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b873f9c00. 00000020:00000010:0.0:1769074808.037989:0:30564:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b90217840. 00000008:00000010:0.0:1769074808.037993:0:30564:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b87d69650. 00020000:00000010:0.0:1769074808.037998:0:30564:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b84822f00. 00008000:00000010:0.0:1769074808.038003:0:30564:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b852dfc08. 00000080:00000010:0.0:1769074808.038008:0:30564:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b8528b690. 00000080:00000010:0.0:1769074808.038013:0:30564:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b852756d0. 00000020:00000010:0.0:1769074808.038018:0:30564:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b873f8800. 00000020:00000010:0.0:1769074808.038023:0:30564:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff982b985e6e00. 00000020:00000010:0.0:1769074808.038027:0:30564:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff982b985e4898. 00000008:00000010:0.0:1769074808.038767:0:30564:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b891cfe40. 00020000:00000010:0.0:1769074808.038778:0:30564:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b9875af40. 00008000:00000010:0.0:1769074808.038784:0:30564:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b88b52518. 00000080:00000010:0.0:1769074808.038789:0:30564:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b84eecc30. 00000020:00000010:0.0:1769074808.038795:0:30564:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b873f8a00. 00000020:00000001:0.0:1769074808.038799:0:30564:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769074808.038803:0:30564:0:(obd_config.c:927:class_incref()) incref lustre-clilov-ffff982b87054800 (ffff982b98724a88) now 3 - setup 00000020:00000080:0.0:1769074808.038807:0:30564:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-clilov-ffff982b87054800 (uuid 0d05e643-e609-4f9c-a8ce-9f27d385531c) 00000020:00000001:0.0:1769074808.038809:0:30564:0:(obd_config.c:763:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074808.038812:0:30564:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1769074808.038817:0:30564:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 160 at ffff982b8833b540. 00000020:00000010:0.0:1769074808.038821:0:30564:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff982b985c0300. 00000020:00000001:0.0:1769074808.038825:0:30564:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1769074808.038831:0:30564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b86020200 type=0x10620000 idx=4 00000040:00001000:0.0:1769074808.038835:0:30564:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:0.0:1769074808.038837:0:30564:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:0.0:1769074808.038840:0:30564:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1769074808.038843:0:30564:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1769074808.038845:0:30564:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1769074808.038847:0:30564:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1769074808.038855:0:30564:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff982b9816be00. 00000020:00000080:0.0:1769074808.038858:0:30564:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1769074808.038860:0:30564:0:(obd_config.c:1477:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:00000001:0.0:1769074808.038863:0:30564:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1769074808.038865:0:30564:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff982b9816be00. 00000020:00000001:0.0:1769074808.038869:0:30564:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1769074808.038871:0:30564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b860202e0 type=0x10620000 idx=5 00000040:00001000:0.0:1769074808.038873:0:30564:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:0.0:1769074808.038875:0:30564:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:0.0:1769074808.038876:0:30564:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1769074808.038877:0:30564:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1769074808.038878:0:30564:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1769074808.038880:0:30564:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:0.0:1769074808.038885:0:30564:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:00000001:0.0:1769074808.038888:0:30564:0:(obd_mount.c:936:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1769074808.038891:0:30564:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff982b9816be00. 00000020:00000080:0.0:1769074808.038894:0:30564:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1769074808.038895:0:30564:0:(obd_config.c:1477:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:00000001:0.0:1769074808.038897:0:30564:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1769074808.038898:0:30564:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff982b9816be00. 00000020:00000001:0.0:1769074808.038901:0:30564:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1769074808.038902:0:30564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b860203c0 type=0x10620000 idx=6 00000040:00001000:0.0:1769074808.038904:0:30564:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:0.0:1769074808.038906:0:30564:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:0.0:1769074808.038907:0:30564:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1769074808.038911:0:30564:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff982b985c0300. 00000020:01000000:0.0:1769074808.038914:0:30564:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff982b87054800 00000020:00000010:0.0:1769074808.038917:0:30564:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at ffff982b985e6e00. 00000020:00000080:0.0:1769074808.038919:0:30564:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:0.0:1769074808.038921:0:30564:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:0.0:1769074808.038925:0:30564:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:0.0:1769074808.038936:0:30564:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at ffff982b98726360. 00000020:00000080:0.0:1769074808.038941:0:30564:0:(genops.c:412:class_newdev()) Allocate new device lustre-clilmv-ffff982b87054800 (ffff982b98726360) 00000020:00000001:0.0:1769074808.038944:0:30564:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:0.0:1769074808.038949:0:30564:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff982b98907000. 00000020:00000001:0.0:1769074808.038954:0:30564:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074808.038956:0:30564:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b98907000 with handle 0x5d432443066b73a2 to hash 00000020:00000001:0.0:1769074808.038959:0:30564:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1769074808.038963:0:30564:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:0.0:1769074808.038965:0:30564:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074808.038969:0:30564:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446629911743459328 : -114161966092288 : ffff982b98907000) 00000020:00000040:0.0:1769074808.038972:0:30564:0:(genops.c:898:class_export_put()) PUTting export ffff982b98907000 : new refcount 1 00000020:00000040:0.0:1769074808.038980:0:30564:0:(obd_config.c:927:class_incref()) incref lustre-clilmv-ffff982b87054800 (ffff982b98726360) now 2 - obd_device_list 00000020:00000001:0.0:1769074808.038986:0:30564:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:0.0:1769074808.038989:0:30564:0:(obd_config.c:657:class_attach()) OBD: dev 7 attached type lmv with refcount 2 00000020:00000001:0.0:1769074808.038990:0:30564:0:(obd_config.c:659:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074808.038992:0:30564:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1769074808.038995:0:30564:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 128 at ffff982b985e6e00. 00000020:00000010:0.0:1769074808.038998:0:30564:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff982b985c0300. 00000020:00000001:0.0:1769074808.039000:0:30564:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1769074808.039002:0:30564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b86020438 type=0x10620000 idx=7 00000040:00001000:0.0:1769074808.039004:0:30564:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:0.0:1769074808.039006:0:30564:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:0.0:1769074808.039008:0:30564:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1769074808.039012:0:30564:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff982b985c0300. 00000020:01000000:0.0:1769074808.039014:0:30564:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff982b87054800 00000020:00000010:0.0:1769074808.039017:0:30564:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at ffff982b8833b540. 00000020:00000080:0.0:1769074808.039019:0:30564:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:0.0:1769074808.039022:0:30564:0:(obd_config.c:671:class_setup()) Process entered 00000001:00000001:0.0:1769074808.039532:0:30564:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1769074808.039538:0:30564:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff982b9816be00. 00000001:00000010:0.0:1769074808.039546:0:30564:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff982b98535e20. 00000001:00000010:0.0:1769074808.039551:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff982b873f8a00. 00000001:00000010:0.0:1769074808.040142:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff982b873f8800. 00000001:00000010:0.0:1769074808.040147:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff982b873f9c00. 00000001:00000010:0.0:1769074808.040150:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff982b873f8600. 00000001:00000001:0.0:1769074808.040153:0:30564:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1769074808.040155:0:30564:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff982b9816b000. 00000001:00000010:0.0:1769074808.040160:0:30564:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff982b98535660. 00000001:00000010:0.0:1769074808.040163:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff982b85b71000. 00000001:00000010:0.0:1769074808.040166:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff982b85b71400. 00000001:00000010:0.0:1769074808.040169:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff982b85b71200. 00000001:00000010:0.0:1769074808.040172:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff982b85b70600. 00000020:00000001:0.0:1769074808.040175:0:30564:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:0.0:1769074808.040179:0:30564:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b85b70400. 00000020:00000010:0.0:1769074808.040186:0:30564:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff982b985e6e00. 00000020:00000010:0.0:1769074808.040192:0:30564:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff982b985e4898. 00000008:00000010:0.0:1769074808.040198:0:30564:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff982b891cfe40. 00020000:00000010:0.0:1769074808.040208:0:30564:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff982b9875af40. 00008000:00000010:0.0:1769074808.040213:0:30564:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff982b88b52518. 00000080:00000010:0.0:1769074808.040220:0:30564:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff982b84eecc30. 00000020:00000010:0.0:1769074808.040226:0:30564:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b85b70c00. 00000020:00000010:0.0:1769074808.040230:0:30564:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff982b85b70e00. 00000040:00000010:0.0:1769074808.040235:0:30564:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff982b85b70000. 00000020:00000010:0.0:1769074808.040243:0:30564:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff982b98905800. 00000020:00000010:0.0:1769074808.040249:0:30564:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff982b85b70200. 00040000:00000010:0.0:1769074808.040254:0:30564:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff982b9816b300. 00040000:00000010:0.0:1769074808.040258:0:30564:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff982b85b71800. 00800000:00000001:0.0:1769074808.040263:0:30564:0:(lmv_obd.c:1218:lmv_device_alloc()) Process entered 00800000:00000010:0.0:1769074808.040265:0:30564:0:(lmv_obd.c:1220:lmv_device_alloc()) kmalloced '(lu)': 64 at ffff982b985c0040. 00000020:00000010:0.0:1769074808.040549:0:30564:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff982b903b1c00. 00000020:00000010:0.0:1769074808.040561:0:30564:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at ffff982b85b70a00. 80000000:00000001:0.0:1769074808.041148:0:30564:0:(fld_request.c:235:fld_client_init()) Process entered 80000000:00000001:0.0:1769074808.041154:0:30564:0:(fld_cache.c:37:fld_cache_init()) Process entered 80000000:00000010:0.0:1769074808.041158:0:30564:0:(fld_cache.c:42:fld_cache_init()) kmalloced '(cache)': 168 at ffff982b8833bc00. 80000000:00000040:0.0:1769074808.041162:0:30564:0:(fld_cache.c:61:fld_cache_init()) cli-lustre-clilmv-ffff982b87054800: FLD cache - Size: 18724, Threshold: 1872 80000000:00000001:0.0:1769074808.041164:0:30564:0:(fld_cache.c:63:fld_cache_init()) Process leaving (rc=18446629911468948480 : -114162240603136 : ffff982b8833bc00) 80000000:00000001:0.0:1769074808.041168:0:30564:0:(fld_request.c:210:fld_client_debugfs_init()) Process entered 80000000:00000001:0.0:1769074808.041200:0:30564:0:(fld_request.c:265:fld_client_init()) Process leaving 80000000:00000040:0.0:1769074808.041201:0:30564:0:(fld_request.c:271:fld_client_init()) cli-lustre-clilmv-ffff982b87054800: Using "RRB" hash 00800000:00000010:0.0:1769074808.041208:0:30564:0:(lmv_obd.c:1280:lmv_device_alloc()) kmalloced '(pat)': 280 at ffff982b85b70800. 00800000:00000010:0.0:1769074808.041211:0:30564:0:(lmv_obd.c:1289:lmv_device_alloc()) kmalloced '(pat)': 280 at ffff982b8ae7f600. 00800000:00000001:0.0:1769074808.041213:0:30564:0:(lmv_obd.c:1297:lmv_device_alloc()) Process leaving (rc=18446629911740022848 : -114161969528768 : ffff982b985c0040) 00000020:00000010:0.0:1769074808.041221:0:30564:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b85b70e00. 00000040:00000010:0.0:1769074808.041228:0:30564:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff982b85b70000. 00000020:00000010:0.0:1769074808.041233:0:30564:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff982b98905800. 00000020:00000010:0.0:1769074808.041240:0:30564:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff982b85b70200. 00040000:00000010:0.0:1769074808.041244:0:30564:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff982b9816b300. 00040000:00000010:0.0:1769074808.041249:0:30564:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff982b85b71800. 00000020:00000010:0.0:1769074808.041254:0:30564:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b85b70c00. 00000020:00000010:0.0:1769074808.041260:0:30564:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff982b985e6e00. 00000020:00000010:0.0:1769074808.041264:0:30564:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff982b985e4898. 00000008:00000010:0.0:1769074808.041270:0:30564:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b891cfe40. 00020000:00000010:0.0:1769074808.041274:0:30564:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b9875af40. 00008000:00000010:0.0:1769074808.041304:0:30564:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b88b52518. 00000080:00000010:0.0:1769074808.041311:0:30564:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b84eecc30. 00000020:00000010:0.0:1769074808.041315:0:30564:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b85b70400. 00000020:00000001:0.0:1769074808.041318:0:30564:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769074808.041322:0:30564:0:(obd_config.c:927:class_incref()) incref lustre-clilmv-ffff982b87054800 (ffff982b98726360) now 3 - setup 00000020:00000080:0.0:1769074808.041325:0:30564:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-clilmv-ffff982b87054800 (uuid 0d05e643-e609-4f9c-a8ce-9f27d385531c) 00000020:00000001:0.0:1769074808.041327:0:30564:0:(obd_config.c:763:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074808.041330:0:30564:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1769074808.041334:0:30564:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 160 at ffff982b8833b540. 00000020:00000010:0.0:1769074808.041337:0:30564:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff982b985c0300. 00000020:00000001:0.0:1769074808.041341:0:30564:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1769074808.041345:0:30564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b860204e0 type=0x10620000 idx=8 00000040:00001000:0.0:1769074808.041349:0:30564:0:(llog.c:776:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:0.0:1769074808.041352:0:30564:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:0.0:1769074808.041355:0:30564:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1769074808.041358:0:30564:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1769074808.041361:0:30564:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1769074808.041362:0:30564:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1769074808.041368:0:30564:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff982b9816b300. 00000020:00000080:0.0:1769074808.041371:0:30564:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1769074808.041373:0:30564:0:(obd_config.c:1477:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:00000001:0.0:1769074808.041376:0:30564:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1769074808.041378:0:30564:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff982b9816b300. 00000020:00000001:0.0:1769074808.041659:0:30564:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1769074808.041662:0:30564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b860205c0 type=0x10620000 idx=9 00000040:00001000:0.0:1769074808.041665:0:30564:0:(llog.c:776:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:0.0:1769074808.041667:0:30564:0:(llog.c:797:llog_process_thread()) index: 9, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:0.0:1769074808.041669:0:30564:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1769074808.041671:0:30564:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1769074808.041672:0:30564:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1769074808.041674:0:30564:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:0.0:1769074808.041678:0:30564:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:00000001:0.0:1769074808.041681:0:30564:0:(obd_mount.c:936:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1769074808.041685:0:30564:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff982b9816b300. 00000020:00000080:0.0:1769074808.041687:0:30564:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1769074808.041689:0:30564:0:(obd_config.c:1477:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000001:0.0:1769074808.041691:0:30564:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1769074808.041692:0:30564:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff982b9816b300. 00000020:00000001:0.0:1769074808.041695:0:30564:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1769074808.041697:0:30564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b860206a0 type=0x10620000 idx=10 00000040:00001000:0.0:1769074808.041699:0:30564:0:(llog.c:776:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:0.0:1769074808.041701:0:30564:0:(llog.c:797:llog_process_thread()) index: 10, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:0.0:1769074808.041702:0:30564:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1769074808.041705:0:30564:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff982b90217840. 00000020:00000080:0.0:1769074808.041707:0:30564:0:(obd_config.c:1389:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1769074808.041719:0:30564:0:(obd_config.c:1430:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:00000001:0.0:1769074808.041723:0:30564:0:(obd_config.c:1072:class_add_profile()) Process entered 00000020:01000000:0.0:1769074808.041724:0:30564:0:(obd_config.c:1074:class_add_profile()) Add profile lustre-client 00000020:00000010:0.0:1769074808.041728:0:30564:0:(obd_config.c:1076:class_add_profile()) kmalloced '(lprof)': 48 at ffff982b985c0300. 00000020:00000010:0.0:1769074808.041731:0:30564:0:(obd_config.c:1082:class_add_profile()) kmalloced '(lprof->lp_profile)': 14 at ffff982b985873b0. 00000020:00000010:0.0:1769074808.041735:0:30564:0:(obd_config.c:1088:class_add_profile()) kmalloced '(lprof->lp_dt)': 14 at ffff982b98587bd0. 00000020:00000010:0.0:1769074808.041739:0:30564:0:(obd_config.c:1095:class_add_profile()) kmalloced '(lprof->lp_md)': 14 at ffff982b98587680. 00000020:00000001:0.0:1769074808.041742:0:30564:0:(obd_config.c:1107:class_add_profile()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074808.041744:0:30564:0:(obd_config.c:1441:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1769074808.041746:0:30564:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff982b90217840. 00000020:00000001:0.0:1769074808.041748:0:30564:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1769074808.041750:0:30564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b86020718 type=0x10620000 idx=11 00000040:00001000:0.0:1769074808.041752:0:30564:0:(llog.c:776:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:0.0:1769074808.041754:0:30564:0:(llog.c:797:llog_process_thread()) index: 11, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:0.0:1769074808.041756:0:30564:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1769074808.041757:0:30564:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1769074808.041758:0:30564:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1769074808.041760:0:30564:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1769074808.041763:0:30564:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff982b9816b300. 00000020:00000080:0.0:1769074808.041765:0:30564:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1769074808.041767:0:30564:0:(obd_config.c:1477:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:00000001:0.0:1769074808.041769:0:30564:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1769074808.041772:0:30564:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff982b9816b300. 00000020:00000001:0.0:1769074808.041774:0:30564:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1769074808.041776:0:30564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b860207f8 type=0x10620000 idx=12 00000040:00001000:0.0:1769074808.041778:0:30564:0:(llog.c:776:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:0.0:1769074808.041780:0:30564:0:(llog.c:797:llog_process_thread()) index: 12, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:0.0:1769074808.041782:0:30564:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1769074808.041783:0:30564:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1769074808.041784:0:30564:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1769074808.041785:0:30564:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:0.0:1769074808.041789:0:30564:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:00000001:0.0:1769074808.041790:0:30564:0:(obd_mount.c:936:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1769074808.041792:0:30564:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff982b9816b300. 00000020:00000080:0.0:1769074808.041794:0:30564:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1769074808.041795:0:30564:0:(obd_config.c:1477:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000001:0.0:1769074808.041797:0:30564:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1769074808.041799:0:30564:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff982b9816b300. 00000020:00000001:0.0:1769074808.041801:0:30564:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1769074808.041803:0:30564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b860208d8 type=0x10620000 idx=13 00000040:00001000:0.0:1769074808.041805:0:30564:0:(llog.c:776:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:0.0:1769074808.041807:0:30564:0:(llog.c:797:llog_process_thread()) index: 13, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:0.0:1769074808.041809:0:30564:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1769074808.041811:0:30564:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff982b985c0e00. 00000020:00000080:0.0:1769074808.041812:0:30564:0:(obd_config.c:1389:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1769074808.041818:0:30564:0:(obd_config.c:1401:class_process_config()) adding mapping from uuid 192.168.204.151@tcp to nid 0x20000c0a8cc97 (192.168.204.151@tcp) 00000100:00000010:0.0:1769074808.041823:0:30564:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff982b903b1800. 00000100:00000040:0.0:1769074808.041831:0:30564:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.204.151@tcp 192.168.204.151@tcp cnt=1 00000400:00000200:0.0:1769074808.041835:0:30564:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:0.0:1769074808.041838:0:30564:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:0.0:1769074808.041841:0:30564:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.204.151@tcp 00000400:00000200:0.0:1769074808.041847:0:30564:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074808.041854:0:30564:0:(peer.c:1797:lnet_peer_add()) peer 192.168.204.151@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1769074808.041859:0:30564:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074808.041868:0:30564:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1769074808.041872:0:30564:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.204.151@tcp NID 192.168.204.151@tcp: 0. pending discovery 00000400:00000200:0.0:1769074808.041876:0:30564:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.204.151@tcp 00000100:00000010:0.0:1769074808.041878:0:30564:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffff982b903b1800. 00000020:00000001:0.0:1769074808.041881:0:30564:0:(obd_config.c:1416:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1769074808.041884:0:30564:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff982b985c0e00. 00000020:00000001:0.0:1769074808.041886:0:30564:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1769074808.041888:0:30564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b86020930 type=0x10620000 idx=14 00000040:00001000:0.0:1769074808.041890:0:30564:0:(llog.c:776:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000040:00001000:0.0:1769074808.041892:0:30564:0:(llog.c:797:llog_process_thread()) index: 14, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:0.0:1769074808.041894:0:30564:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1769074808.041897:0:30564:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff982b985c0e00. 00000020:01000000:0.0:1769074808.041900:0:30564:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff982b87054800 00000020:00000010:0.0:1769074808.041903:0:30564:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff982b8833b540. 00000020:00000080:0.0:1769074808.041905:0:30564:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:0.0:1769074808.041907:0:30564:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:0.0:1769074808.041911:0:30564:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:0.0:1769074808.041921:0:30564:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at ffff982b987218d8. 00000020:00000080:0.0:1769074808.041925:0:30564:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff982b87054800 (ffff982b987218d8) 00000020:00000001:0.0:1769074808.041929:0:30564:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:0.0:1769074808.041932:0:30564:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff982b98905800. 00000020:00000001:0.0:1769074808.041935:0:30564:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074808.041938:0:30564:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b98905800 with handle 0x5d432443066b73a9 to hash 00000020:00000001:0.0:1769074808.041940:0:30564:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1769074808.041944:0:30564:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:0.0:1769074808.041946:0:30564:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074808.041950:0:30564:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446629911743453184 : -114161966098432 : ffff982b98905800) 00000020:00000040:0.0:1769074808.041954:0:30564:0:(genops.c:898:class_export_put()) PUTting export ffff982b98905800 : new refcount 1 00000020:00000040:0.0:1769074808.041962:0:30564:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff982b87054800 (ffff982b987218d8) now 2 - obd_device_list 00000020:00000001:0.0:1769074808.041969:0:30564:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:0.0:1769074808.041971:0:30564:0:(obd_config.c:657:class_attach()) OBD: dev 8 attached type mdc with refcount 2 00000020:00000001:0.0:1769074808.041974:0:30564:0:(obd_config.c:659:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074808.041976:0:30564:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1769074808.041978:0:30564:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff982b8833b540. 00000020:00000010:0.0:1769074808.041981:0:30564:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff982b985c0e00. 00000020:00000001:0.0:1769074808.041983:0:30564:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1769074808.041985:0:30564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b860209b0 type=0x10620000 idx=15 00000040:00001000:0.0:1769074808.041987:0:30564:0:(llog.c:776:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000040:00001000:0.0:1769074808.041989:0:30564:0:(llog.c:797:llog_process_thread()) index: 15, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:0.0:1769074808.041991:0:30564:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1769074808.041994:0:30564:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff982b985c0e00. 00000020:01000000:0.0:1769074808.041996:0:30564:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff982b87054800 00000020:00000010:0.0:1769074808.041999:0:30564:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff982b8833b540. 00000020:00000080:0.0:1769074808.042001:0:30564:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:0.0:1769074808.042005:0:30564:0:(obd_config.c:671:class_setup()) Process entered 00000001:00000001:0.0:1769074808.042022:0:30564:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1769074808.042025:0:30564:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff982b9816b300. 00000001:00000010:0.0:1769074808.042674:0:30564:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff982b98535580. 00000001:00000010:0.0:1769074808.042683:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff982b85b70400. 00000001:00000010:0.0:1769074808.042687:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff982b85b70c00. 00000001:00000010:0.0:1769074808.042690:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff982b85b71800. 00000001:00000010:0.0:1769074808.042693:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff982b85b70200. 00000001:00000001:0.0:1769074808.042696:0:30564:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1769074808.042699:0:30564:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff982b9816bf00. 00000001:00000010:0.0:1769074808.042703:0:30564:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff982b98535640. 00000001:00000010:0.0:1769074808.042706:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff982b85b70000. 00000001:00000010:0.0:1769074808.042719:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff982b85b70e00. 00000001:00000010:0.0:1769074808.042723:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff982b81285c00. 00000001:00000010:0.0:1769074808.042726:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff982b81285800. 00000020:00000001:0.0:1769074808.042729:0:30564:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:0.0:1769074808.042735:0:30564:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b8ace7200. 00000020:00000010:0.0:1769074808.042742:0:30564:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff982b985e6e00. 00000020:00000010:0.0:1769074808.042748:0:30564:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff982b985e4898. 00000008:00000010:0.0:1769074808.042755:0:30564:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff982b891cfe40. 00020000:00000010:0.0:1769074808.042762:0:30564:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff982b9875af40. 00008000:00000010:0.0:1769074808.042768:0:30564:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff982b88b52518. 00000080:00000010:0.0:1769074808.042776:0:30564:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff982b84eecc30. 00000020:00000010:0.0:1769074808.042782:0:30564:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b8ace6c00. 00000020:00000010:0.0:1769074808.042786:0:30564:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff982b82bbe200. 00000020:00000010:0.0:1769074808.042791:0:30564:0:(cl_object.c:1091:cl_key_init()) kmalloced '(value)': 72 at ffff982b90217840. 00000008:00000010:0.0:1769074808.042796:0:30564:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff982b87d69650. 00020000:00000010:0.0:1769074808.042800:0:30564:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff982b84822f00. 00008000:00000010:0.0:1769074808.042804:0:30564:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff982b852dfc08. 00000080:00000010:0.0:1769074808.042809:0:30564:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff982b8528b690. 00000080:00000010:0.0:1769074808.042814:0:30564:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff982b852756d0. 00000002:00000010:0.0:1769074808.042819:0:30564:0:(mdc_dev.c:1712:mdc_device_alloc()) kmalloced '(osc)': 104 at ffff982b985e6480. 00000002:00000001:0.0:1769074808.042826:0:30564:0:(mdc_request.c:3013:mdc_setup()) Process entered 00000008:00000001:0.0:1769074808.042829:0:30564:0:(osc_request.c:4012:osc_setup_common()) Process entered 00000100:00000001:0.0:1769074808.042832:0:30564:0:(ptlrpcd.c:908:ptlrpcd_addref()) Process entered 00000100:00000001:0.0:1769074808.042836:0:30564:0:(ptlrpcd.c:917:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074808.042840:0:30564:0:(ldlm_lib.c:298:client_obd_setup()) Process entered 00010000:00000010:0.0:1769074808.042853:0:30564:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at ffff982b85000000. 00010000:00000010:0.0:1769074808.042860:0:30564:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at ffff982b85001000. 00010000:00000010:0.0:1769074808.042865:0:30564:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff982b985c0980. 00010000:00000001:0.0:1769074808.042869:0:30564:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:0.0:1769074808.042871:0:30564:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1769074808.042876:0:30564:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at ffff982b98901000. 00000020:00000040:0.0:1769074808.042879:0:30564:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff982b87054800 (ffff982b987218d8) now 3 - import 00000020:00000001:0.0:1769074808.042886:0:30564:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074808.042888:0:30564:0:(genops.c:1242:class_import_put()) import ffff982b98901000 refcount=1 obd=lustre-MDT0000-mdc-ffff982b87054800 00000020:00000001:0.0:1769074808.042891:0:30564:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1769074808.042894:0:30564:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:0.0:1769074808.042909:0:30564:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.151@tcp->12345-192.168.204.151@tcp 00000100:00000001:0.0:1769074808.042914:0:30564:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1769074808.042920:0:30564:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074808.042927:0:30564:0:(peer.c:1531:LNetPrimaryNID()) NID 192.168.204.151@tcp primary NID 192.168.204.151@tcp rc 0 00000100:00000001:0.0:1769074808.042931:0:30564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769074808.042934:0:30564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 13 to 192.168.204.151@tcp 00000100:00000001:0.0:1769074808.042937:0:30564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000001:0.0:1769074808.042940:0:30564:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446629911901409216 : -114161808142400 : 0xffff982ba1fa8fc0) 00000100:00000040:0.0:1769074808.042944:0:30564:0:(connection.c:149:ptlrpc_connection_get()) conn=ffff982ba1fa8fc0 refcount 13 to 192.168.204.151@tcp 00000100:00000040:0.0:1769074808.042948:0:30564:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.204.151@tcp -> ffff982ba1fa8fc0 00010000:00000010:0.0:1769074808.042952:0:30564:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff982b90217060. 00010000:00080000:0.0:1769074808.042956:0:30564:0:(ldlm_lib.c:102:import_set_conn()) imp ffff982b98901000@lustre-MDT0000-mdc-ffff982b87054800: add connection 192.168.204.151@tcp at head 00010000:00000001:0.0:1769074808.042959:0:30564:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074808.042962:0:30564:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:0.0:1769074808.042964:0:30564:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:0.0:1769074808.042966:0:30564:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1769074808.042970:0:30564:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at ffff982b871bf800. 00000001:00000001:0.0:1769074808.042972:0:30564:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1769074808.042976:0:30564:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffff982b8120ba00. 00000001:00000010:0.0:1769074808.042980:0:30564:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff982b9816b700. 00000001:00000010:0.0:1769074808.043688:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbcdb01c41000. 00000001:00000010:0.0:1769074808.043771:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbcdb01c51000. 00000001:00000010:0.0:1769074808.043835:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbcdb01c5b000. 00000001:00000010:0.0:1769074808.043897:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbcdb01c65000. 00000001:00000010:0.0:1769074808.043956:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbcdb01c81000. 00000001:00000010:0.0:1769074808.044014:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbcdb01c8b000. 00000001:00000010:0.0:1769074808.044528:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbcdb01c95000. 00000001:00000010:0.0:1769074808.044675:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbcdb01c9f000. 00000001:00000010:0.0:1769074808.044743:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbcdb01ca9000. 00000001:00000010:0.0:1769074808.044801:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbcdb01cb3000. 00000001:00000010:0.0:1769074808.044853:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbcdb01cbd000. 00000001:00000010:0.0:1769074808.044907:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbcdb01cc7000. 00000001:00000010:0.0:1769074808.044964:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbcdb01cd1000. 00000001:00000010:0.0:1769074808.045014:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbcdb01cdb000. 00000001:00000010:0.0:1769074808.045751:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbcdb01ce5000. 00000001:00000010:0.0:1769074808.045808:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbcdb01cf9000. 00000001:00000010:0.0:1769074808.045863:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbcdb01d03000. 00000001:00000010:0.0:1769074808.045926:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbcdb01d0d000. 00000001:00000010:0.0:1769074808.045978:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbcdb01d17000. 00000001:00000010:0.0:1769074808.046421:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbcdb01d21000. 00000001:00000010:0.0:1769074808.046478:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbcdb01d2b000. 00000001:00000010:0.0:1769074808.046524:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbcdb01d35000. 00000001:00000010:0.0:1769074808.046583:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbcdb01d3f000. 00000001:00000010:0.0:1769074808.046632:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbcdb01d49000. 00000001:00000010:0.0:1769074808.046675:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbcdb01d53000. 00000001:00000010:0.0:1769074808.046734:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbcdb01d5d000. 00000001:00000010:0.0:1769074808.046781:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbcdb01d67000. 00000001:00000010:0.0:1769074808.046826:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbcdb01d71000. 00000001:00000010:0.0:1769074808.046875:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbcdb01d7b000. 00000001:00000010:0.0:1769074808.046924:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbcdb01d85000. 00000001:00000010:0.0:1769074808.046969:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbcdb01d8f000. 00000001:00000010:0.0:1769074808.047014:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffbcdb01da1000. 00000020:00000010:0.0:1769074808.047109:0:30564:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff982b871bf400. 00000020:00000010:0.0:1769074808.047113:0:30564:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff982b98535080. 00010000:00000001:0.0:1769074808.047150:0:30564:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00010000:00000001:0.0:1769074808.047175:0:30564:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:0.0:1769074808.047191:0:30564:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff982b871bd800. 00000020:00000010:0.0:1769074808.047195:0:30564:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff982b8120be00. 00010000:00000001:0.0:1769074808.047209:0:30564:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:0.0:1769074808.047211:0:30564:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff982b87054800-4 is initialized 00010000:00000001:0.0:1769074808.047214:0:30564:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074808.047218:0:30564:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446629911450613760 : -114162258937856 : ffff982b871bf800) 00010000:00000001:0.0:1769074808.047223:0:30564:0:(ldlm_lib.c:605:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1769074808.047232:0:30564:0:(osc_request.c:735:osc_update_next_shrink()) next time 2997 to shrink grant 00000008:00000001:0.0:1769074808.047235:0:30564:0:(osc_request.c:4034:osc_setup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1769074808.047453:0:30564:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff982b8a7ed000. 00000020:00000010:0.0:1769074808.047457:0:30564:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at ffff982b8669e200. 00000020:00000010:0.0:1769074808.047485:0:30564:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff982b8a7ef400. 00000020:00000010:0.0:1769074808.047487:0:30564:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff982b85006000. 00000002:00000001:0.0:1769074808.047510:0:30564:0:(mdc_request.c:2984:mdc_llog_init()) Process entered 00000040:00000001:0.0:1769074808.047514:0:30564:0:(llog_obd.c:133:llog_setup()) Process entered 00000040:00000010:0.0:1769074808.047520:0:30564:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at ffff982b8833bd80. 00000020:00000040:0.0:1769074808.047525:0:30564:0:(genops.c:887:class_export_get()) GET export ffff982b98905800 refcount=2 00000040:01000000:0.0:1769074808.047531:0:30564:0:(llog_obd.c:195:llog_setup()) obd lustre-MDT0000-mdc-ffff982b87054800 ctxt 13 is initialized 00000040:00000001:0.0:1769074808.047533:0:30564:0:(llog_obd.c:199:llog_setup()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:0.0:1769074808.047537:0:30564:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff982b8833bd80 : new refcount 2 00000040:00000001:0.0:1769074808.047541:0:30564:0:(llog_net.c:31:llog_initiator_connect()) Process entered 00000020:00000040:0.0:1769074808.047544:0:30564:0:(genops.c:1229:class_import_get()) import ffff982b98901000 refcount=2 obd=lustre-MDT0000-mdc-ffff982b87054800 00000040:00000001:0.0:1769074808.047548:0:30564:0:(llog_net.c:44:llog_initiator_connect()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:0.0:1769074808.047550:0:30564:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff982b8833bd80 : new refcount 1 00000002:00000001:0.0:1769074808.047554:0:30564:0:(mdc_request.c:2994:mdc_llog_init()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074808.047558:0:30564:0:(mdc_changelog.c:796:mdc_changelog_cdev_init()) Process entered 00000002:00000010:0.0:1769074808.047562:0:30564:0:(mdc_changelog.c:798:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at ffff982b98902800. 00000002:00000001:0.0:1769074808.047567:0:30564:0:(mdc_changelog.c:813:mdc_changelog_cdev_init()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000002:00000010:0.0:1769074808.047571:0:30564:0:(mdc_changelog.c:855:mdc_changelog_cdev_init()) kfreed 'entry': 1304 at ffff982b98902800. 00000002:00000001:0.0:1769074808.047574:0:30564:0:(mdc_changelog.c:856:mdc_changelog_cdev_init()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074808.047577:0:30564:0:(mdc_request.c:3043:mdc_setup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074808.047580:0:30564:0:(mdc_dev.c:1732:mdc_device_alloc()) Process leaving (rc=18446629911740179584 : -114161969372032 : ffff982b985e6480) 00000002:00000001:0.0:1769074808.047584:0:30564:0:(mdc_dev.c:1738:mdc_device_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1769074808.047591:0:30564:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b82bbe200. 00000020:00000010:0.0:1769074808.047601:0:30564:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b90217840. 00000008:00000010:0.0:1769074808.047608:0:30564:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b87d69650. 00020000:00000010:0.0:1769074808.047617:0:30564:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b84822f00. 00008000:00000010:0.0:1769074808.047625:0:30564:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b852dfc08. 00000080:00000010:0.0:1769074808.047635:0:30564:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b8528b690. 00000080:00000010:0.0:1769074808.047641:0:30564:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b852756d0. 00000020:00000010:0.0:1769074808.047647:0:30564:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b8ace6c00. 00000020:00000010:0.0:1769074808.047655:0:30564:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff982b985e6e00. 00000020:00000010:0.0:1769074808.047660:0:30564:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff982b985e4898. 00000008:00000010:0.0:1769074808.047667:0:30564:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b891cfe40. 00020000:00000010:0.0:1769074808.047672:0:30564:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b9875af40. 00008000:00000010:0.0:1769074808.047678:0:30564:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b88b52518. 00000080:00000010:0.0:1769074808.047684:0:30564:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b84eecc30. 00000020:00000010:0.0:1769074808.047689:0:30564:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b8ace7200. 00000020:00000001:0.0:1769074808.047694:0:30564:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769074808.047697:0:30564:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff982b87054800 (ffff982b987218d8) now 4 - setup 00000020:00000080:0.0:1769074808.047702:0:30564:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff982b87054800 (uuid 0d05e643-e609-4f9c-a8ce-9f27d385531c) 00000020:00000001:0.0:1769074808.047705:0:30564:0:(obd_config.c:763:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074808.047721:0:30564:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1769074808.047726:0:30564:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff982b8833b540. 00000020:00000010:0.0:1769074808.047730:0:30564:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff982b985c0e00. 00000020:00000001:0.0:1769074808.047732:0:30564:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1769074808.047738:0:30564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b86020a40 type=0x10620000 idx=16 00000040:00001000:0.0:1769074808.047743:0:30564:0:(llog.c:776:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000040:00001000:0.0:1769074808.047746:0:30564:0:(llog.c:797:llog_process_thread()) index: 16, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:0.0:1769074808.047750:0:30564:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1769074808.047756:0:30564:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff982b985c0e00. 00000020:01000000:0.0:1769074808.047759:0:30564:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff982b87054800 00000020:00000010:0.0:1769074808.047763:0:30564:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at ffff982b8833b540. 00000020:00000080:0.0:1769074808.047767:0:30564:0:(obd_config.c:1389:class_process_config()) processing cmd: cf014 00000020:00000001:0.0:1769074808.047777:0:30564:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1769074808.047782:0:30564:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b8669f200. 00000020:00000010:0.0:1769074808.047787:0:30564:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff982b8669e000. 00000040:00000010:0.0:1769074808.047790:0:30564:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff982b8ace7200. 00000020:00000010:0.0:1769074808.047795:0:30564:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff982b98902800. 00000020:00000010:0.0:1769074808.047801:0:30564:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff982b8ace6c00. 00040000:00000010:0.0:1769074808.047808:0:30564:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff982b9816bd00. 00040000:00000010:0.0:1769074808.047813:0:30564:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff982b82bbe200. 00800000:00000001:0.0:1769074808.047819:0:30564:0:(lmv_obd.c:1346:lmv_process_config()) Process entered 00800000:00000001:0.0:1769074808.047827:0:30564:0:(lmv_obd.c:423:lmv_add_target()) Process entered 00800000:01000000:0.0:1769074808.047828:0:30564:0:(lmv_obd.c:425:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00800000:00000010:0.0:1769074808.047837:0:30564:0:(lmv_obd.c:434:lmv_add_target()) kmalloced '(tgt)': 368 at ffff982b9037c800. 00020000:00000001:0.0:1769074808.047840:0:30564:0:(lu_tgt_descs.c:357:ltd_add_tgt()) Process entered 00020000:00000010:0.0:1769074808.047845:0:30564:0:(lu_tgt_descs.c:376:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at ffff982b85003000. 00020000:00000001:0.0:1769074808.047848:0:30564:0:(lu_tgt_descs.c:388:ltd_add_tgt()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074808.047850:0:30564:0:(lmv_obd.c:452:lmv_add_target()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074808.047852:0:30564:0:(lmv_obd.c:1363:lmv_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074808.047854:0:30564:0:(lmv_obd.c:1369:lmv_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1769074808.047856:0:30564:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b8669e000. 00000040:00000010:0.0:1769074808.047860:0:30564:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff982b8ace7200. 00000020:00000010:0.0:1769074808.047864:0:30564:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff982b98902800. 00000020:00000010:0.0:1769074808.047868:0:30564:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff982b8ace6c00. 00040000:00000010:0.0:1769074808.047872:0:30564:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff982b9816bd00. 00040000:00000010:0.0:1769074808.047878:0:30564:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff982b82bbe200. 00000020:00000010:0.0:1769074808.047880:0:30564:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b8669f200. 00000020:00000001:0.0:1769074808.047883:0:30564:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074808.047886:0:30564:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1769074808.047889:0:30564:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b9037d800. 00000020:00000010:0.0:1769074808.047892:0:30564:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff982b9037c600. 00000020:00000010:0.0:1769074808.047896:0:30564:0:(cl_object.c:1091:cl_key_init()) kmalloced '(value)': 72 at ffff982b90217840. 00000008:00000010:0.0:1769074808.047901:0:30564:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff982b87d69650. 00020000:00000010:0.0:1769074808.047905:0:30564:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff982b84822f00. 00008000:00000010:0.0:1769074808.047910:0:30564:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff982b852dfc08. 00000080:00000010:0.0:1769074808.047913:0:30564:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff982b8528b690. 00000080:00000010:0.0:1769074808.047916:0:30564:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff982b852756d0. 00020000:00000001:0.0:1769074808.047921:0:30564:0:(lov_obd.c:805:lov_process_config_base()) Process entered 00020000:00000001:0.0:1769074808.047924:0:30564:0:(lov_obd.c:859:lov_process_config_base()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074808.047929:0:30564:0:(lov_dev.c:455:lov_add_mdc_target()) Process entered 00000020:00000040:0.0:1769074808.047934:0:30564:0:(obd_config.c:927:class_incref()) incref lustre-clilmv-ffff982b87054800 (ffff982b98726360) now 4 - lov 00020000:00000001:0.0:1769074808.047937:0:30564:0:(lov_dev.c:514:lov_add_mdc_target()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074808.047940:0:30564:0:(lov_dev.c:582:lov_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1769074808.047942:0:30564:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b9037c600. 00000020:00000010:0.0:1769074808.047944:0:30564:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b90217840. 00000008:00000010:0.0:1769074808.047946:0:30564:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b87d69650. 00020000:00000010:0.0:1769074808.047948:0:30564:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b84822f00. 00008000:00000010:0.0:1769074808.047950:0:30564:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b852dfc08. 00000080:00000010:0.0:1769074808.047953:0:30564:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b8528b690. 00000080:00000010:0.0:1769074808.047955:0:30564:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b852756d0. 00000020:00000010:0.0:1769074808.047957:0:30564:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b9037d800. 00000020:00000001:0.0:1769074808.047960:0:30564:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074808.047962:0:30564:0:(obd_config.c:1605:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1769074808.047964:0:30564:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 152 at ffff982b8833b540. 00000020:00000010:0.0:1769074808.047966:0:30564:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff982b985c0e00. 00000020:00000001:0.0:1769074808.047968:0:30564:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1769074808.047970:0:30564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b86020ae0 type=0x10620000 idx=17 00000040:00001000:0.0:1769074808.047973:0:30564:0:(llog.c:776:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000040:00001000:0.0:1769074808.047975:0:30564:0:(llog.c:797:llog_process_thread()) index: 17, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:0.0:1769074808.047976:0:30564:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1769074808.047979:0:30564:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1769074808.047981:0:30564:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1769074808.047982:0:30564:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1769074808.047985:0:30564:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff982b9816bd00. 00000020:00000080:0.0:1769074808.047987:0:30564:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1769074808.047989:0:30564:0:(obd_config.c:1477:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:00000001:0.0:1769074808.047991:0:30564:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1769074808.047993:0:30564:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff982b9816bd00. 00000020:00000001:0.0:1769074808.047995:0:30564:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1769074808.047997:0:30564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b86020bc0 type=0x10620000 idx=18 00000040:00001000:0.0:1769074808.047999:0:30564:0:(llog.c:776:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000040:00001000:0.0:1769074808.048001:0:30564:0:(llog.c:797:llog_process_thread()) index: 18, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:0.0:1769074808.048003:0:30564:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1769074808.048004:0:30564:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1769074808.048005:0:30564:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1769074808.048006:0:30564:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1769074808.048009:0:30564:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #8 00000020:01000000:0.0:1769074808.048010:0:30564:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:00000001:0.0:1769074808.048012:0:30564:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1769074808.048013:0:30564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b86020ca0 type=0x10620000 idx=19 00000040:00001000:0.0:1769074808.048015:0:30564:0:(llog.c:776:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000040:00001000:0.0:1769074808.048017:0:30564:0:(llog.c:797:llog_process_thread()) index: 19, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:0.0:1769074808.048018:0:30564:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:01000000:0.0:1769074808.048019:0:30564:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:00000001:0.0:1769074808.048021:0:30564:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1769074808.048023:0:30564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b86020cf0 type=0x10620000 idx=20 00000040:00001000:0.0:1769074808.048024:0:30564:0:(llog.c:776:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000040:00001000:0.0:1769074808.048026:0:30564:0:(llog.c:797:llog_process_thread()) index: 20, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:0.0:1769074808.048027:0:30564:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1769074808.048029:0:30564:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1769074808.048030:0:30564:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1769074808.048031:0:30564:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000010:0.0:1769074808.048034:0:30564:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff982b9816bd00. 00000020:00000080:0.0:1769074808.048036:0:30564:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1769074808.048037:0:30564:0:(obd_config.c:1477:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:00000001:0.0:1769074808.048039:0:30564:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1769074808.048041:0:30564:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff982b9816bd00. 00000020:00000001:0.0:1769074808.048043:0:30564:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1769074808.048045:0:30564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b86020dd0 type=0x10620000 idx=21 00000040:00001000:0.0:1769074808.048046:0:30564:0:(llog.c:776:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000040:00001000:0.0:1769074808.048048:0:30564:0:(llog.c:797:llog_process_thread()) index: 21, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:0.0:1769074808.048049:0:30564:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1769074808.048051:0:30564:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1769074808.048051:0:30564:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1769074808.048053:0:30564:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:0.0:1769074808.048058:0:30564:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:01000004:0.0:1769074808.048060:0:30564:0:(obd_mount.c:939:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.204.151@tcp:/lustre 00000020:00000001:0.0:1769074808.048062:0:30564:0:(obd_mount.c:947:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1769074808.048064:0:30564:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff982b9816bd00. 00000020:00000080:0.0:1769074808.048066:0:30564:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1769074808.048067:0:30564:0:(obd_config.c:1477:class_process_config()) marker 13 (0x1) lustre-OST0000 add osc 00000020:00000001:0.0:1769074808.048069:0:30564:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1769074808.048071:0:30564:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff982b9816bd00. 00000020:00000001:0.0:1769074808.048073:0:30564:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1769074808.048074:0:30564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b86020eb0 type=0x10620000 idx=22 00000040:00001000:0.0:1769074808.048076:0:30564:0:(llog.c:776:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000040:00001000:0.0:1769074808.048078:0:30564:0:(llog.c:797:llog_process_thread()) index: 22, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:0.0:1769074808.048079:0:30564:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1769074808.048081:0:30564:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff982b985c0e00. 00000020:00000080:0.0:1769074808.048082:0:30564:0:(obd_config.c:1389:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1769074808.048089:0:30564:0:(obd_config.c:1401:class_process_config()) adding mapping from uuid 192.168.204.151@tcp to nid 0x20000c0a8cc97 (192.168.204.151@tcp) 00000100:00000010:0.0:1769074808.048097:0:30564:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff982b8938fc00. 00000100:00000040:0.0:1769074808.048105:0:30564:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.204.151@tcp 192.168.204.151@tcp cnt=1 00000400:00000200:0.0:1769074808.048109:0:30564:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:0.0:1769074808.048113:0:30564:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:0.0:1769074808.048116:0:30564:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.204.151@tcp 00000400:00000200:0.0:1769074808.048122:0:30564:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074808.048128:0:30564:0:(peer.c:1797:lnet_peer_add()) peer 192.168.204.151@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1769074808.048134:0:30564:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074808.048142:0:30564:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1769074808.048145:0:30564:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.204.151@tcp NID 192.168.204.151@tcp: 0. pending discovery 00000400:00000200:0.0:1769074808.048149:0:30564:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.204.151@tcp 00000100:00000010:0.0:1769074808.048152:0:30564:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffff982b8938fc00. 00000020:00000001:0.0:1769074808.048155:0:30564:0:(obd_config.c:1416:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1769074808.048157:0:30564:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff982b985c0e00. 00000020:00000001:0.0:1769074808.048159:0:30564:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1769074808.048161:0:30564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b86020f08 type=0x10620000 idx=23 00000040:00001000:0.0:1769074808.048162:0:30564:0:(llog.c:776:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000040:00001000:0.0:1769074808.048164:0:30564:0:(llog.c:797:llog_process_thread()) index: 23, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:0.0:1769074808.048165:0:30564:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1769074808.048168:0:30564:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff982b985c0e00. 00000020:01000000:0.0:1769074808.048170:0:30564:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff982b87054800 00000020:00000010:0.0:1769074808.048172:0:30564:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff982b8833b540. 00000020:00000080:0.0:1769074808.048174:0:30564:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:0.0:1769074808.048176:0:30564:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:0.0:1769074808.048179:0:30564:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:0.0:1769074808.048187:0:30564:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at ffff982b987231b0. 00000020:00000080:0.0:1769074808.048191:0:30564:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000-osc-ffff982b87054800 (ffff982b987231b0) 00000020:00000001:0.0:1769074808.048194:0:30564:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:0.0:1769074808.048196:0:30564:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff982b98902800. 00000020:00000001:0.0:1769074808.048199:0:30564:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074808.048202:0:30564:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b98902800 with handle 0x5d432443066b73b0 to hash 00000020:00000001:0.0:1769074808.048205:0:30564:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1769074808.048208:0:30564:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:0.0:1769074808.048210:0:30564:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074808.048212:0:30564:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446629911743440896 : -114161966110720 : ffff982b98902800) 00000020:00000040:0.0:1769074808.048217:0:30564:0:(genops.c:898:class_export_put()) PUTting export ffff982b98902800 : new refcount 1 00000020:00000040:0.0:1769074808.048223:0:30564:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osc-ffff982b87054800 (ffff982b987231b0) now 2 - obd_device_list 00000020:00000001:0.0:1769074808.048227:0:30564:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:0.0:1769074808.048230:0:30564:0:(obd_config.c:657:class_attach()) OBD: dev 9 attached type osc with refcount 2 00000020:00000001:0.0:1769074808.048232:0:30564:0:(obd_config.c:659:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074808.048234:0:30564:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1769074808.048237:0:30564:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff982b8833b540. 00000020:00000010:0.0:1769074808.048239:0:30564:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff982b985c0e00. 00000020:00000001:0.0:1769074808.048241:0:30564:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1769074808.048243:0:30564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b86020f88 type=0x10620000 idx=24 00000040:00001000:0.0:1769074808.048244:0:30564:0:(llog.c:776:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000040:00001000:0.0:1769074808.048246:0:30564:0:(llog.c:797:llog_process_thread()) index: 24, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:0.0:1769074808.048247:0:30564:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1769074808.048249:0:30564:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff982b985c0e00. 00000020:01000000:0.0:1769074808.048251:0:30564:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff982b87054800 00000020:00000010:0.0:1769074808.048254:0:30564:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff982b8833b540. 00000020:00000080:0.0:1769074808.048255:0:30564:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:0.0:1769074808.048258:0:30564:0:(obd_config.c:671:class_setup()) Process entered 00000001:00000001:0.0:1769074808.048274:0:30564:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1769074808.048277:0:30564:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff982b9816bd00. 00000001:00000010:0.0:1769074808.048314:0:30564:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff982b98535a00. 00000001:00000010:0.0:1769074808.048318:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff982b9037d800. 00000001:00000010:0.0:1769074808.048320:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff982b9037c600. 00000001:00000010:0.0:1769074808.048323:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff982b9037c400. 00000001:00000010:0.0:1769074808.048325:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff982b9037d400. 00000001:00000001:0.0:1769074808.048327:0:30564:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1769074808.048329:0:30564:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff982b9816b600. 00000001:00000010:0.0:1769074808.048332:0:30564:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff982b98535400. 00000001:00000010:0.0:1769074808.048334:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff982b9037d000. 00000001:00000010:0.0:1769074808.048337:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff982b9037c000. 00000001:00000010:0.0:1769074808.048340:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff982b9037ca00. 00000001:00000010:0.0:1769074808.048343:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff982b9037cc00. 00000020:00000001:0.0:1769074808.048345:0:30564:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:0.0:1769074808.048348:0:30564:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b9037ce00. 00000020:00000010:0.0:1769074808.048352:0:30564:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff982b985e6e00. 00000020:00000010:0.0:1769074808.048357:0:30564:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff982b985e4898. 00000008:00000010:0.0:1769074808.048361:0:30564:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff982b891cfe40. 00020000:00000010:0.0:1769074808.048365:0:30564:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff982b9875af40. 00008000:00000010:0.0:1769074808.048370:0:30564:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff982b88b52518. 00000080:00000010:0.0:1769074808.048373:0:30564:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff982b84eecc30. 00000020:00000010:0.0:1769074808.048376:0:30564:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b9037c200. 00000020:00000010:0.0:1769074808.048379:0:30564:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff982b9037da00. 00000020:00000010:0.0:1769074808.048382:0:30564:0:(cl_object.c:1091:cl_key_init()) kmalloced '(value)': 72 at ffff982b90217840. 00000008:00000010:0.0:1769074808.048384:0:30564:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff982b87d69650. 00020000:00000010:0.0:1769074808.048387:0:30564:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff982b84822f00. 00008000:00000010:0.0:1769074808.048390:0:30564:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff982b852dfc08. 00000080:00000010:0.0:1769074808.048392:0:30564:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff982b8528b690. 00000080:00000010:0.0:1769074808.048394:0:30564:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff982b852756d0. 00000008:00000010:0.0:1769074808.048398:0:30564:0:(osc_dev.c:192:osc_device_alloc()) kmalloced '(osc)': 104 at ffff982b985e6280. 00000008:00000001:0.0:1769074808.048404:0:30564:0:(osc_request.c:4054:osc_setup()) Process entered 00000008:00000001:0.0:1769074808.048406:0:30564:0:(osc_request.c:4012:osc_setup_common()) Process entered 00000100:00000001:0.0:1769074808.048409:0:30564:0:(ptlrpcd.c:908:ptlrpcd_addref()) Process entered 00000100:00000001:0.0:1769074808.048412:0:30564:0:(ptlrpcd.c:917:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074808.048415:0:30564:0:(ldlm_lib.c:298:client_obd_setup()) Process entered 00010000:00000010:0.0:1769074808.048423:0:30564:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at ffff982b85005000. 00010000:00000010:0.0:1769074808.048430:0:30564:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at ffff982b88bed000. 00010000:00000001:0.0:1769074808.048437:0:30564:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:0.0:1769074808.048439:0:30564:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1769074808.048443:0:30564:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at ffff982b98900800. 00000020:00000040:0.0:1769074808.048446:0:30564:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osc-ffff982b87054800 (ffff982b987231b0) now 3 - import 00000020:00000001:0.0:1769074808.048453:0:30564:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074808.048455:0:30564:0:(genops.c:1242:class_import_put()) import ffff982b98900800 refcount=1 obd=lustre-OST0000-osc-ffff982b87054800 00000020:00000001:0.0:1769074808.048458:0:30564:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1769074808.048460:0:30564:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:0.0:1769074808.048472:0:30564:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.151@tcp->12345-192.168.204.151@tcp 00000100:00000001:0.0:1769074808.048476:0:30564:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1769074808.048479:0:30564:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074808.048483:0:30564:0:(peer.c:1531:LNetPrimaryNID()) NID 192.168.204.151@tcp primary NID 192.168.204.151@tcp rc 0 00000100:00000001:0.0:1769074808.048487:0:30564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769074808.048490:0:30564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 14 to 192.168.204.151@tcp 00000100:00000001:0.0:1769074808.048493:0:30564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000001:0.0:1769074808.048496:0:30564:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446629911901409216 : -114161808142400 : 0xffff982ba1fa8fc0) 00000100:00000040:0.0:1769074808.048499:0:30564:0:(connection.c:149:ptlrpc_connection_get()) conn=ffff982ba1fa8fc0 refcount 14 to 192.168.204.151@tcp 00000100:00000040:0.0:1769074808.048502:0:30564:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.204.151@tcp -> ffff982ba1fa8fc0 00010000:00000010:0.0:1769074808.048505:0:30564:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff982b902178a0. 00010000:00080000:0.0:1769074808.048508:0:30564:0:(ldlm_lib.c:102:import_set_conn()) imp ffff982b98900800@lustre-OST0000-osc-ffff982b87054800: add connection 192.168.204.151@tcp at head 00010000:00000001:0.0:1769074808.048511:0:30564:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074808.048513:0:30564:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:0.0:1769074808.048515:0:30564:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:0.0:1769074808.048516:0:30564:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1769074808.048519:0:30564:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at ffff982b8606d800. 00000001:00000001:0.0:1769074808.048521:0:30564:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1769074808.048523:0:30564:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffff982b82bbe200. 00000001:00000010:0.0:1769074808.048528:0:30564:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at ffff982b985e6800. 00000001:00000010:0.0:1769074808.048533:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff982b888f6000. 00000001:00000010:0.0:1769074808.048540:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff982b888f2000. 00000001:00000010:0.0:1769074808.048547:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff982b888f4000. 00000001:00000010:0.0:1769074808.048555:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff982b888f0000. 00000001:00000010:0.0:1769074808.048565:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff982b98708000. 00000001:00000010:0.0:1769074808.048573:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff982b9870e000. 00000001:00000010:0.0:1769074808.048581:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff982b9870a000. 00000001:00000010:0.0:1769074808.048588:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff982b9870c000. 00000001:00000010:0.0:1769074808.048596:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff982b86766000. 00000001:00000010:0.0:1769074808.048603:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff982b86762000. 00000001:00000010:0.0:1769074808.048611:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff982b86764000. 00000001:00000010:0.0:1769074808.048618:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff982b86760000. 00000001:00000010:0.0:1769074808.048628:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff982b9106e000. 00000001:00000010:0.0:1769074808.048636:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff982b9106a000. 00000001:00000010:0.0:1769074808.048644:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff982b9106c000. 00000001:00000010:0.0:1769074808.048656:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff982b85ba4000. 00000020:00000010:0.0:1769074808.053979:0:30564:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff982b8606d400. 00000020:00000010:0.0:1769074808.053993:0:30564:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff982b98535e40. 00010000:00000001:0.0:1769074808.054022:0:30564:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00010000:00000001:0.0:1769074808.054056:0:30564:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:0.0:1769074808.054075:0:30564:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff982b8606fc00. 00000020:00000010:0.0:1769074808.054079:0:30564:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff982b8ace6c00. 00010000:00000001:0.0:1769074808.054095:0:30564:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:0.0:1769074808.054097:0:30564:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff982b87054800-5 is initialized 00010000:00000001:0.0:1769074808.054100:0:30564:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074808.054105:0:30564:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446629911432452096 : -114162277099520 : ffff982b8606d800) 00010000:00000001:0.0:1769074808.054111:0:30564:0:(ldlm_lib.c:605:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1769074808.054120:0:30564:0:(osc_request.c:735:osc_update_next_shrink()) next time 2997 to shrink grant 00000008:00000001:0.0:1769074808.054123:0:30564:0:(osc_request.c:4034:osc_setup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074808.054331:0:30564:0:(lprocfs_status.c:1344:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1769074808.054353:0:30564:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff982b8606f400. 00000020:00000010:0.0:1769074808.054356:0:30564:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff982b88bef000. 00000008:00000001:0.0:1769074808.054390:0:30564:0:(osc_request.c:4088:osc_setup()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769074808.054395:0:30564:0:(osc_dev.c:210:osc_device_alloc()) Process leaving (rc=18446629911740179072 : -114161969372544 : ffff982b985e6280) 00000008:00000001:0.0:1769074808.054399:0:30564:0:(osc_dev.c:155:osc_device_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1769074808.054406:0:30564:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b9037da00. 00000020:00000010:0.0:1769074808.054414:0:30564:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b90217840. 00000008:00000010:0.0:1769074808.054420:0:30564:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b87d69650. 00020000:00000010:0.0:1769074808.054428:0:30564:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b84822f00. 00008000:00000010:0.0:1769074808.054435:0:30564:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b852dfc08. 00000080:00000010:0.0:1769074808.054443:0:30564:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b8528b690. 00000080:00000010:0.0:1769074808.054448:0:30564:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b852756d0. 00000020:00000010:0.0:1769074808.054452:0:30564:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b9037c200. 00000020:00000010:0.0:1769074808.054460:0:30564:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff982b985e6e00. 00000020:00000010:0.0:1769074808.054465:0:30564:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff982b985e4898. 00000008:00000010:0.0:1769074808.054471:0:30564:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b891cfe40. 00020000:00000010:0.0:1769074808.054475:0:30564:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b9875af40. 00008000:00000010:0.0:1769074808.054481:0:30564:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b88b52518. 00000080:00000010:0.0:1769074808.054485:0:30564:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b84eecc30. 00000020:00000010:0.0:1769074808.054490:0:30564:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b9037ce00. 00000020:00000001:0.0:1769074808.054493:0:30564:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769074808.054497:0:30564:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osc-ffff982b87054800 (ffff982b987231b0) now 4 - setup 00000020:00000080:0.0:1769074808.054501:0:30564:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-OST0000-osc-ffff982b87054800 (uuid 0d05e643-e609-4f9c-a8ce-9f27d385531c) 00000020:00000001:0.0:1769074808.054504:0:30564:0:(obd_config.c:763:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074808.054507:0:30564:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1769074808.054512:0:30564:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff982b8833b540. 00000020:00000010:0.0:1769074808.054515:0:30564:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff982b985c0e00. 00000020:00000001:0.0:1769074808.054518:0:30564:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1769074808.054523:0:30564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b86021018 type=0x10620000 idx=25 00000040:00001000:0.0:1769074808.054528:0:30564:0:(llog.c:776:llog_process_thread()) lrh_index: 25 lrh_len: 128 (4072 remains) 00000040:00001000:0.0:1769074808.054531:0:30564:0:(llog.c:797:llog_process_thread()) index: 25, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:0.0:1769074808.054533:0:30564:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1769074808.054540:0:30564:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff982b985c0e00. 00000020:01000000:0.0:1769074808.054543:0:30564:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff982b87054800 00000020:00000010:0.0:1769074808.054547:0:30564:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at ffff982b985e6e00. 00000020:00000080:0.0:1769074808.054551:0:30564:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00d 00000020:00000001:0.0:1769074808.054560:0:30564:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1769074808.054564:0:30564:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b9037ce00. 00000020:00000010:0.0:1769074808.054569:0:30564:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff982b9037c200. 00000020:00000010:0.0:1769074808.054737:0:30564:0:(cl_object.c:1091:cl_key_init()) kmalloced '(value)': 72 at ffff982b90217840. 00000008:00000010:0.0:1769074808.054743:0:30564:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff982b87d69650. 00020000:00000010:0.0:1769074808.054748:0:30564:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff982b84822f00. 00008000:00000010:0.0:1769074808.054752:0:30564:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff982b852dfc08. 00000080:00000010:0.0:1769074808.054758:0:30564:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff982b8528b690. 00000080:00000010:0.0:1769074808.054761:0:30564:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff982b852756d0. 00020000:00000001:0.0:1769074808.054767:0:30564:0:(lov_obd.c:805:lov_process_config_base()) Process entered 00020000:00000001:0.0:1769074808.054772:0:30564:0:(lov_obd.c:467:lov_add_target()) Process entered 00020000:01000000:0.0:1769074808.054775:0:30564:0:(lov_obd.c:469:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:00000010:0.0:1769074808.054785:0:30564:0:(lov_obd.c:492:lov_add_target()) kmalloced '(tgt)': 368 at ffff982b9037da00. 00020000:01000000:0.0:1769074808.054788:0:30564:0:(lov_obd.c:498:lov_add_target()) lustre-clilov-ffff982b87054800: Adding target lustre-OST0000_UUID 00020000:00000001:0.0:1769074808.054791:0:30564:0:(lu_tgt_descs.c:357:ltd_add_tgt()) Process entered 00020000:00000010:0.0:1769074808.054797:0:30564:0:(lu_tgt_descs.c:376:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at ffff982b88bee000. 00020000:00000001:0.0:1769074808.054799:0:30564:0:(lu_tgt_descs.c:388:ltd_add_tgt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074808.054802:0:30564:0:(lu_tgt_pool.c:120:lu_tgt_pool_add_lock()) Process entered 00000020:00000001:0.0:1769074808.054806:0:30564:0:(lu_tgt_pool.c:138:lu_tgt_pool_add_lock()) Process leaving 00020000:01000000:0.0:1769074808.054808:0:30564:0:(lov_obd.c:520:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00020000:00000001:0.0:1769074808.054811:0:30564:0:(lov_obd.c:527:lov_add_target()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074808.054813:0:30564:0:(lov_obd.c:837:lov_process_config_base()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769074808.054815:0:30564:0:(lov_obd.c:859:lov_process_config_base()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074808.054818:0:30564:0:(lov_dev.c:400:lov_cl_add_target()) Process entered 00020000:00000001:0.0:1769074808.054821:0:30564:0:(lov_dev.c:355:lov_expand_targets()) Process entered 00020000:00000010:0.0:1769074808.054826:0:30564:0:(lov_dev.c:363:lov_expand_targets()) kmalloced '(newd)': 512 at ffff982b8669ec00. 00020000:00000001:0.0:1769074808.054828:0:30564:0:(lov_dev.c:377:lov_expand_targets()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074808.054831:0:30564:0:(lov_dev.c:429:lov_cl_add_target()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074808.054833:0:30564:0:(lov_dev.c:582:lov_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1769074808.054835:0:30564:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b9037c200. 00000020:00000010:0.0:1769074808.054838:0:30564:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b90217840. 00000008:00000010:0.0:1769074808.054841:0:30564:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b87d69650. 00020000:00000010:0.0:1769074808.054843:0:30564:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b84822f00. 00008000:00000010:0.0:1769074808.054846:0:30564:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b852dfc08. 00000080:00000010:0.0:1769074808.054848:0:30564:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b8528b690. 00000080:00000010:0.0:1769074808.054850:0:30564:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b852756d0. 00000020:00000010:0.0:1769074808.054852:0:30564:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b9037ce00. 00000020:00000001:0.0:1769074808.054854:0:30564:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074808.054856:0:30564:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1769074808.054858:0:30564:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 120 at ffff982b985e6e00. 00000020:00000010:0.0:1769074808.054861:0:30564:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff982b985c0e00. 00000020:00000001:0.0:1769074808.054863:0:30564:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1769074808.054865:0:30564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b86021098 type=0x10620000 idx=26 00000040:00001000:0.0:1769074808.054868:0:30564:0:(llog.c:776:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3944 remains) 00000040:00001000:0.0:1769074808.054870:0:30564:0:(llog.c:797:llog_process_thread()) index: 26, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:0.0:1769074808.054872:0:30564:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1769074808.054875:0:30564:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1769074808.054877:0:30564:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1769074808.054879:0:30564:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1769074808.054884:0:30564:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff982b9816b400. 00000020:00000080:0.0:1769074808.054888:0:30564:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1769074808.054889:0:30564:0:(obd_config.c:1477:class_process_config()) marker 13 (0x2) lustre-OST0000 add osc 00000020:00000001:0.0:1769074808.054892:0:30564:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1769074808.054894:0:30564:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff982b9816b400. 00000020:00000001:0.0:1769074808.054900:0:30564:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1769074808.054902:0:30564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b86021178 type=0x10620000 idx=27 00000040:00001000:0.0:1769074808.054904:0:30564:0:(llog.c:776:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3720 remains) 00000040:00001000:0.0:1769074808.054906:0:30564:0:(llog.c:797:llog_process_thread()) index: 27, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:0.0:1769074808.054907:0:30564:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1769074808.054909:0:30564:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1769074808.054910:0:30564:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1769074808.054912:0:30564:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1769074808.054915:0:30564:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #15 00000020:01000000:0.0:1769074808.054916:0:30564:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:00000001:0.0:1769074808.054918:0:30564:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1769074808.054920:0:30564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b86021258 type=0x10620000 idx=28 00000040:00001000:0.0:1769074808.054922:0:30564:0:(llog.c:776:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3496 remains) 00000040:00001000:0.0:1769074808.054924:0:30564:0:(llog.c:797:llog_process_thread()) index: 28, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:0.0:1769074808.054926:0:30564:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:01000000:0.0:1769074808.054927:0:30564:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:00000001:0.0:1769074808.054929:0:30564:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1769074808.054930:0:30564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b860212a8 type=0x10620000 idx=29 00000040:00001000:0.0:1769074808.054932:0:30564:0:(llog.c:776:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3416 remains) 00000040:00001000:0.0:1769074808.054934:0:30564:0:(llog.c:797:llog_process_thread()) index: 29, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:0.0:1769074808.054935:0:30564:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1769074808.054937:0:30564:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1769074808.054938:0:30564:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1769074808.054939:0:30564:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000010:0.0:1769074808.054942:0:30564:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff982b9816b400. 00000020:00000080:0.0:1769074808.054944:0:30564:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1769074808.054945:0:30564:0:(obd_config.c:1477:class_process_config()) marker 15 (0x6) lustre sys.timeout 00000020:00000001:0.0:1769074808.054947:0:30564:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1769074808.054949:0:30564:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff982b9816b400. 00000020:00000001:0.0:1769074808.054952:0:30564:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1769074808.054954:0:30564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b86021388 type=0x10620000 idx=30 00000040:00001000:0.0:1769074808.054956:0:30564:0:(llog.c:776:llog_process_thread()) lrh_index: 30 lrh_len: 224 (3192 remains) 00000040:00001000:0.0:1769074808.054958:0:30564:0:(llog.c:797:llog_process_thread()) index: 30, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:0.0:1769074808.054960:0:30564:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1769074808.054961:0:30564:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1769074808.054962:0:30564:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1769074808.054964:0:30564:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:0.0:1769074808.054969:0:30564:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:01000004:0.0:1769074808.054971:0:30564:0:(obd_mount.c:939:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.204.151@tcp:/lustre 00000020:00000001:0.0:1769074808.054975:0:30564:0:(obd_mount.c:947:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1769074808.054978:0:30564:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff982b9816b400. 00000020:00000080:0.0:1769074808.054980:0:30564:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1769074808.054981:0:30564:0:(obd_config.c:1477:class_process_config()) marker 19 (0x1) lustre-OST0001 add osc 00000020:00000001:0.0:1769074808.054983:0:30564:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1769074808.054985:0:30564:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff982b9816b400. 00000020:00000001:0.0:1769074808.054988:0:30564:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1769074808.054990:0:30564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b86021468 type=0x10620000 idx=31 00000040:00001000:0.0:1769074808.054991:0:30564:0:(llog.c:776:llog_process_thread()) lrh_index: 31 lrh_len: 88 (2968 remains) 00000040:00001000:0.0:1769074808.054993:0:30564:0:(llog.c:797:llog_process_thread()) index: 31, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:0.0:1769074808.054995:0:30564:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1769074808.054997:0:30564:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff982b985c0e00. 00000020:00000080:0.0:1769074808.054998:0:30564:0:(obd_config.c:1389:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1769074808.055005:0:30564:0:(obd_config.c:1401:class_process_config()) adding mapping from uuid 192.168.204.151@tcp to nid 0x20000c0a8cc97 (192.168.204.151@tcp) 00000100:00000010:0.0:1769074808.055010:0:30564:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff982b8606d000. 00000100:00000040:0.0:1769074808.055019:0:30564:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.204.151@tcp 192.168.204.151@tcp cnt=1 00000400:00000200:0.0:1769074808.055023:0:30564:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:0.0:1769074808.055027:0:30564:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:0.0:1769074808.055032:0:30564:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.204.151@tcp 00000400:00000200:0.0:1769074808.055039:0:30564:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074808.055047:0:30564:0:(peer.c:1797:lnet_peer_add()) peer 192.168.204.151@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1769074808.055053:0:30564:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074808.055060:0:30564:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1769074808.055063:0:30564:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.204.151@tcp NID 192.168.204.151@tcp: 0. pending discovery 00000400:00000200:0.0:1769074808.055067:0:30564:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.204.151@tcp 00000100:00000010:0.0:1769074808.055070:0:30564:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffff982b8606d000. 00000020:00000001:0.0:1769074808.055076:0:30564:0:(obd_config.c:1416:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1769074808.055078:0:30564:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff982b985c0e00. 00000020:00000001:0.0:1769074808.055080:0:30564:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1769074808.055082:0:30564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b860214c0 type=0x10620000 idx=32 00000040:00001000:0.0:1769074808.055084:0:30564:0:(llog.c:776:llog_process_thread()) lrh_index: 32 lrh_len: 128 (2880 remains) 00000040:00001000:0.0:1769074808.055087:0:30564:0:(llog.c:797:llog_process_thread()) index: 32, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:0.0:1769074808.055088:0:30564:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1769074808.055091:0:30564:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff982b985c0e00. 00000020:01000000:0.0:1769074808.055094:0:30564:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff982b87054800 00000020:00000010:0.0:1769074808.055096:0:30564:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff982b8833b540. 00000020:00000080:0.0:1769074808.055098:0:30564:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:0.0:1769074808.055101:0:30564:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:0.0:1769074808.055105:0:30564:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:0.0:1769074808.055113:0:30564:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at ffff982b98720000. 00000020:00000080:0.0:1769074808.055119:0:30564:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0001-osc-ffff982b87054800 (ffff982b98720000) 00000020:00000001:0.0:1769074808.055123:0:30564:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:0.0:1769074808.055128:0:30564:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff982b98906000. 00000020:00000001:0.0:1769074808.055131:0:30564:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074808.055135:0:30564:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b98906000 with handle 0x5d432443066b73b7 to hash 00000020:00000001:0.0:1769074808.055137:0:30564:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1769074808.055141:0:30564:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:0.0:1769074808.055144:0:30564:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074808.055146:0:30564:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446629911743455232 : -114161966096384 : ffff982b98906000) 00000020:00000040:0.0:1769074808.055152:0:30564:0:(genops.c:898:class_export_put()) PUTting export ffff982b98906000 : new refcount 1 00000020:00000040:0.0:1769074808.055160:0:30564:0:(obd_config.c:927:class_incref()) incref lustre-OST0001-osc-ffff982b87054800 (ffff982b98720000) now 2 - obd_device_list 00000020:00000001:0.0:1769074808.055164:0:30564:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:0.0:1769074808.055166:0:30564:0:(obd_config.c:657:class_attach()) OBD: dev 10 attached type osc with refcount 2 00000020:00000001:0.0:1769074808.055169:0:30564:0:(obd_config.c:659:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074808.055171:0:30564:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1769074808.055173:0:30564:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff982b8833b540. 00000020:00000010:0.0:1769074808.055177:0:30564:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff982b985c0e00. 00000020:00000001:0.0:1769074808.055179:0:30564:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1769074808.055182:0:30564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b86021540 type=0x10620000 idx=33 00000040:00001000:0.0:1769074808.055184:0:30564:0:(llog.c:776:llog_process_thread()) lrh_index: 33 lrh_len: 144 (2752 remains) 00000040:00001000:0.0:1769074808.055186:0:30564:0:(llog.c:797:llog_process_thread()) index: 33, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:0.0:1769074808.055187:0:30564:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1769074808.055191:0:30564:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff982b985c0e00. 00000020:01000000:0.0:1769074808.055193:0:30564:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff982b87054800 00000020:00000010:0.0:1769074808.055195:0:30564:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff982b8833b540. 00000020:00000080:0.0:1769074808.055197:0:30564:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:0.0:1769074808.055200:0:30564:0:(obd_config.c:671:class_setup()) Process entered 00000001:00000001:0.0:1769074808.055220:0:30564:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1769074808.055224:0:30564:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff982b9816b400. 00000001:00000010:0.0:1769074808.055231:0:30564:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff982b98535840. 00000001:00000010:0.0:1769074808.055236:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff982b8669f200. 00000001:00000010:0.0:1769074808.055240:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff982b8669e000. 00000001:00000010:0.0:1769074808.055244:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff982b9037ce00. 00000001:00000010:0.0:1769074808.055247:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff982b9037c200. 00000001:00000001:0.0:1769074808.055249:0:30564:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1769074808.055252:0:30564:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff982b9816ba00. 00000001:00000010:0.0:1769074808.055255:0:30564:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff982b98535f00. 00000001:00000010:0.0:1769074808.055259:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff982b85260e00. 00000001:00000010:0.0:1769074808.055262:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff982b85260c00. 00000001:00000010:0.0:1769074808.055264:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff982b85260000. 00000001:00000010:0.0:1769074808.055266:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff982b85260800. 00000020:00000001:0.0:1769074808.055269:0:30564:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:0.0:1769074808.055271:0:30564:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b85260400. 00000020:00000010:0.0:1769074808.055275:0:30564:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff982b985e6e00. 00000020:00000010:0.0:1769074808.055314:0:30564:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff982b985e4898. 00000008:00000010:0.0:1769074808.055319:0:30564:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff982b891cfe40. 00020000:00000010:0.0:1769074808.055323:0:30564:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff982b9875af40. 00008000:00000010:0.0:1769074808.055327:0:30564:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff982b88b52518. 00000080:00000010:0.0:1769074808.055331:0:30564:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff982b84eecc30. 00000020:00000010:0.0:1769074808.055334:0:30564:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b85260a00. 00000020:00000010:0.0:1769074808.055337:0:30564:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff982b85261600. 00000020:00000010:0.0:1769074808.055340:0:30564:0:(cl_object.c:1091:cl_key_init()) kmalloced '(value)': 72 at ffff982b90217840. 00000008:00000010:0.0:1769074808.055343:0:30564:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff982b87d69650. 00020000:00000010:0.0:1769074808.055345:0:30564:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff982b84822f00. 00008000:00000010:0.0:1769074808.055348:0:30564:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff982b852dfc08. 00000080:00000010:0.0:1769074808.055351:0:30564:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff982b8528b690. 00000080:00000010:0.0:1769074808.055354:0:30564:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff982b852756d0. 00000008:00000010:0.0:1769074808.055358:0:30564:0:(osc_dev.c:192:osc_device_alloc()) kmalloced '(osc)': 104 at ffff982b985e6700. 00000008:00000001:0.0:1769074808.055363:0:30564:0:(osc_request.c:4054:osc_setup()) Process entered 00000008:00000001:0.0:1769074808.055365:0:30564:0:(osc_request.c:4012:osc_setup_common()) Process entered 00000100:00000001:0.0:1769074808.055367:0:30564:0:(ptlrpcd.c:908:ptlrpcd_addref()) Process entered 00000100:00000001:0.0:1769074808.055371:0:30564:0:(ptlrpcd.c:917:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074808.055375:0:30564:0:(ldlm_lib.c:298:client_obd_setup()) Process entered 00010000:00000010:0.0:1769074808.055468:0:30564:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at ffff982b88be9000. 00010000:00000010:0.0:1769074808.055475:0:30564:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at ffff982b88bec000. 00010000:00000001:0.0:1769074808.055481:0:30564:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:0.0:1769074808.055483:0:30564:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1769074808.055489:0:30564:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at ffff982b98900000. 00000020:00000040:0.0:1769074808.055492:0:30564:0:(obd_config.c:927:class_incref()) incref lustre-OST0001-osc-ffff982b87054800 (ffff982b98720000) now 3 - import 00000020:00000001:0.0:1769074808.055499:0:30564:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074808.055501:0:30564:0:(genops.c:1242:class_import_put()) import ffff982b98900000 refcount=1 obd=lustre-OST0001-osc-ffff982b87054800 00000020:00000001:0.0:1769074808.055504:0:30564:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1769074808.055506:0:30564:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:0.0:1769074808.055519:0:30564:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.151@tcp->12345-192.168.204.151@tcp 00000100:00000001:0.0:1769074808.055523:0:30564:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1769074808.055527:0:30564:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074808.055533:0:30564:0:(peer.c:1531:LNetPrimaryNID()) NID 192.168.204.151@tcp primary NID 192.168.204.151@tcp rc 0 00000100:00000001:0.0:1769074808.055537:0:30564:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769074808.055539:0:30564:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 15 to 192.168.204.151@tcp 00000100:00000001:0.0:1769074808.055542:0:30564:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000001:0.0:1769074808.055545:0:30564:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446629911901409216 : -114161808142400 : 0xffff982ba1fa8fc0) 00000100:00000040:0.0:1769074808.055548:0:30564:0:(connection.c:149:ptlrpc_connection_get()) conn=ffff982ba1fa8fc0 refcount 15 to 192.168.204.151@tcp 00000100:00000040:0.0:1769074808.055550:0:30564:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.204.151@tcp -> ffff982ba1fa8fc0 00010000:00000010:0.0:1769074808.055554:0:30564:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff982b90217120. 00010000:00080000:0.0:1769074808.055557:0:30564:0:(ldlm_lib.c:102:import_set_conn()) imp ffff982b98900000@lustre-OST0001-osc-ffff982b87054800: add connection 192.168.204.151@tcp at head 00010000:00000001:0.0:1769074808.055560:0:30564:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074808.055563:0:30564:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:0.0:1769074808.055565:0:30564:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:0.0:1769074808.055566:0:30564:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1769074808.056793:0:30564:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at ffff982b87faa000. 00000001:00000001:0.0:1769074808.056806:0:30564:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1769074808.056814:0:30564:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffff982b85016e00. 00000001:00000010:0.0:1769074808.056822:0:30564:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at ffff982b985e6000. 00000001:00000010:0.0:1769074808.056832:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff982b8501c000. 00000001:00000010:0.0:1769074808.056840:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff982b8501e000. 00000001:00000010:0.0:1769074808.056850:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff982b98706000. 00000001:00000010:0.0:1769074808.056859:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff982b98702000. 00000001:00000010:0.0:1769074808.056867:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff982b98704000. 00000001:00000010:0.0:1769074808.056875:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff982b98700000. 00000001:00000010:0.0:1769074808.056886:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff982b86646000. 00000001:00000010:0.0:1769074808.056894:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff982b8676c000. 00000001:00000010:0.0:1769074808.056903:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff982b86768000. 00000001:00000010:0.0:1769074808.056912:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff982b8676a000. 00000001:00000010:0.0:1769074808.056922:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff982b85e98000. 00000001:00000010:0.0:1769074808.056930:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff982b86710000. 00000001:00000010:0.0:1769074808.056938:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff982b86712000. 00000001:00000010:0.0:1769074808.056948:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff982b91072000. 00000001:00000010:0.0:1769074808.056970:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff982b88bb2000. 00000001:00000010:0.0:1769074808.056977:0:30564:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff982b88bb4000. 00000020:00000010:0.0:1769074808.057051:0:30564:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff982b87fa9c00. 00000020:00000010:0.0:1769074808.057055:0:30564:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff982b98535a80. 00010000:00000001:0.0:1769074808.057095:0:30564:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00010000:00000001:0.0:1769074808.057124:0:30564:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:0.0:1769074808.057142:0:30564:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff982b87fa9400. 00000020:00000010:0.0:1769074808.057146:0:30564:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff982b85016600. 00010000:00000001:0.0:1769074808.057160:0:30564:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:0.0:1769074808.057162:0:30564:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff982b87054800-6 is initialized 00010000:00000001:0.0:1769074808.057164:0:30564:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074808.057168:0:30564:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446629911465205760 : -114162244345856 : ffff982b87faa000) 00010000:00000001:0.0:1769074808.057171:0:30564:0:(ldlm_lib.c:605:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1769074808.057180:0:30564:0:(osc_request.c:735:osc_update_next_shrink()) next time 2997 to shrink grant 00000008:00000001:0.0:1769074808.057183:0:30564:0:(osc_request.c:4034:osc_setup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074808.057374:0:30564:0:(lprocfs_status.c:1344:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1769074808.059791:0:30564:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff982b87faa400. 00000020:00000010:0.0:1769074808.059804:0:30564:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff982b88bea000. 00000008:00000001:0.0:1769074808.059837:0:30564:0:(osc_request.c:4088:osc_setup()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769074808.059842:0:30564:0:(osc_dev.c:210:osc_device_alloc()) Process leaving (rc=18446629911740180224 : -114161969371392 : ffff982b985e6700) 00000008:00000001:0.0:1769074808.059848:0:30564:0:(osc_dev.c:155:osc_device_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1769074808.059855:0:30564:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b85261600. 00000020:00000010:0.0:1769074808.059862:0:30564:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b90217840. 00000008:00000010:0.0:1769074808.059868:0:30564:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b87d69650. 00020000:00000010:0.0:1769074808.059875:0:30564:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b84822f00. 00008000:00000010:0.0:1769074808.059881:0:30564:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b852dfc08. 00000080:00000010:0.0:1769074808.059889:0:30564:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b8528b690. 00000080:00000010:0.0:1769074808.059894:0:30564:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b852756d0. 00000020:00000010:0.0:1769074808.059899:0:30564:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b85260a00. 00000020:00000010:0.0:1769074808.059908:0:30564:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff982b985e6e00. 00000020:00000010:0.0:1769074808.059913:0:30564:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff982b985e4898. 00000008:00000010:0.0:1769074808.059919:0:30564:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b891cfe40. 00020000:00000010:0.0:1769074808.059924:0:30564:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b9875af40. 00008000:00000010:0.0:1769074808.059930:0:30564:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b88b52518. 00000080:00000010:0.0:1769074808.059934:0:30564:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b84eecc30. 00000020:00000010:0.0:1769074808.059938:0:30564:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b85260400. 00000020:00000001:0.0:1769074808.059942:0:30564:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769074808.059946:0:30564:0:(obd_config.c:927:class_incref()) incref lustre-OST0001-osc-ffff982b87054800 (ffff982b98720000) now 4 - setup 00000020:00000080:0.0:1769074808.059949:0:30564:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-OST0001-osc-ffff982b87054800 (uuid 0d05e643-e609-4f9c-a8ce-9f27d385531c) 00000020:00000001:0.0:1769074808.059952:0:30564:0:(obd_config.c:763:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074808.059955:0:30564:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1769074808.059961:0:30564:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff982b8833b540. 00000020:00000010:0.0:1769074808.059965:0:30564:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff982b985c0e00. 00000020:00000001:0.0:1769074808.059969:0:30564:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1769074808.059974:0:30564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b860215d0 type=0x10620000 idx=34 00000040:00001000:0.0:1769074808.059979:0:30564:0:(llog.c:776:llog_process_thread()) lrh_index: 34 lrh_len: 128 (2608 remains) 00000040:00001000:0.0:1769074808.059982:0:30564:0:(llog.c:797:llog_process_thread()) index: 34, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:0.0:1769074808.059985:0:30564:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1769074808.059991:0:30564:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff982b985c0e00. 00000020:01000000:0.0:1769074808.059994:0:30564:0:(obd_config.c:1903:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff982b87054800 00000020:00000010:0.0:1769074808.059999:0:30564:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at ffff982b985e6e00. 00000020:00000080:0.0:1769074808.060002:0:30564:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00d 00000020:00000001:0.0:1769074808.060011:0:30564:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1769074808.060015:0:30564:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b85017e00. 00000020:00000010:0.0:1769074808.060019:0:30564:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff982b85017200. 00000020:00000010:0.0:1769074808.060023:0:30564:0:(cl_object.c:1091:cl_key_init()) kmalloced '(value)': 72 at ffff982b90217840. 00000008:00000010:0.0:1769074808.060030:0:30564:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff982b87d69650. 00020000:00000010:0.0:1769074808.060034:0:30564:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff982b84822f00. 00008000:00000010:0.0:1769074808.060038:0:30564:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff982b852dfc08. 00000080:00000010:0.0:1769074808.060044:0:30564:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff982b8528b690. 00000080:00000010:0.0:1769074808.060047:0:30564:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff982b852756d0. 00020000:00000001:0.0:1769074808.060052:0:30564:0:(lov_obd.c:805:lov_process_config_base()) Process entered 00020000:00000001:0.0:1769074808.060058:0:30564:0:(lov_obd.c:467:lov_add_target()) Process entered 00020000:01000000:0.0:1769074808.060060:0:30564:0:(lov_obd.c:469:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:00000010:0.0:1769074808.060071:0:30564:0:(lov_obd.c:492:lov_add_target()) kmalloced '(tgt)': 368 at ffff982b85016800. 00020000:01000000:0.0:1769074808.060073:0:30564:0:(lov_obd.c:498:lov_add_target()) lustre-clilov-ffff982b87054800: Adding target lustre-OST0001_UUID 00020000:00000001:0.0:1769074808.060076:0:30564:0:(lu_tgt_descs.c:357:ltd_add_tgt()) Process entered 00020000:00000001:0.0:1769074808.060079:0:30564:0:(lu_tgt_descs.c:388:ltd_add_tgt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074808.060082:0:30564:0:(lu_tgt_pool.c:120:lu_tgt_pool_add_lock()) Process entered 00000020:00000001:0.0:1769074808.060084:0:30564:0:(lu_tgt_pool.c:138:lu_tgt_pool_add_lock()) Process leaving 00020000:01000000:0.0:1769074808.060087:0:30564:0:(lov_obd.c:520:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00020000:00000001:0.0:1769074808.060089:0:30564:0:(lov_obd.c:527:lov_add_target()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074808.060091:0:30564:0:(lov_obd.c:837:lov_process_config_base()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769074808.060093:0:30564:0:(lov_obd.c:859:lov_process_config_base()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074808.060097:0:30564:0:(lov_dev.c:400:lov_cl_add_target()) Process entered 00020000:00000001:0.0:1769074808.060100:0:30564:0:(lov_dev.c:355:lov_expand_targets()) Process entered 00020000:00000001:0.0:1769074808.060102:0:30564:0:(lov_dev.c:377:lov_expand_targets()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074808.060105:0:30564:0:(lov_dev.c:429:lov_cl_add_target()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074808.060108:0:30564:0:(lov_dev.c:582:lov_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1769074808.060110:0:30564:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b85017200. 00000020:00000010:0.0:1769074808.060114:0:30564:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b90217840. 00000008:00000010:0.0:1769074808.060117:0:30564:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b87d69650. 00020000:00000010:0.0:1769074808.060120:0:30564:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b84822f00. 00008000:00000010:0.0:1769074808.060122:0:30564:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b852dfc08. 00000080:00000010:0.0:1769074808.060125:0:30564:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b8528b690. 00000080:00000010:0.0:1769074808.060127:0:30564:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b852756d0. 00000020:00000010:0.0:1769074808.060130:0:30564:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b85017e00. 00000020:00000001:0.0:1769074808.060133:0:30564:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074808.060136:0:30564:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1769074808.060138:0:30564:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 120 at ffff982b985e6e00. 00000020:00000010:0.0:1769074808.060140:0:30564:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff982b985c0e00. 00000020:00000001:0.0:1769074808.060142:0:30564:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1769074808.060145:0:30564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b86021650 type=0x10620000 idx=35 00000040:00001000:0.0:1769074808.060147:0:30564:0:(llog.c:776:llog_process_thread()) lrh_index: 35 lrh_len: 224 (2480 remains) 00000040:00001000:0.0:1769074808.060149:0:30564:0:(llog.c:797:llog_process_thread()) index: 35, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:0.0:1769074808.060151:0:30564:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1769074808.060154:0:30564:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1769074808.060156:0:30564:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1769074808.060158:0:30564:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1769074808.060163:0:30564:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff982b9816b800. 00000020:00000080:0.0:1769074808.060165:0:30564:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1769074808.060168:0:30564:0:(obd_config.c:1477:class_process_config()) marker 19 (0x2) lustre-OST0001 add osc 00000020:00000001:0.0:1769074808.060171:0:30564:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1769074808.060172:0:30564:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff982b9816b800. 00000020:00000001:0.0:1769074808.060179:0:30564:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1769074808.060181:0:30564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b86021730 type=0x10620000 idx=36 00000040:00001000:0.0:1769074808.060183:0:30564:0:(llog.c:776:llog_process_thread()) lrh_index: 36 lrh_len: 224 (2256 remains) 00000040:00001000:0.0:1769074808.060185:0:30564:0:(llog.c:797:llog_process_thread()) index: 36, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:0.0:1769074808.060187:0:30564:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1769074808.060189:0:30564:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1769074808.060190:0:30564:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1769074808.060191:0:30564:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:0.0:1769074808.060196:0:30564:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:00000001:0.0:1769074808.060198:0:30564:0:(obd_mount.c:936:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1769074808.060201:0:30564:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff982b9816b800. 00000020:00000080:0.0:1769074808.060203:0:30564:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1769074808.060205:0:30564:0:(obd_config.c:1477:class_process_config()) marker 21 (0x1) lustre sys.timeout 00000020:00000001:0.0:1769074808.060206:0:30564:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1769074808.060208:0:30564:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff982b9816b800. 00000020:00000001:0.0:1769074808.060210:0:30564:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1769074808.060212:0:30564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b86021810 type=0x10620000 idx=37 00000040:00001000:0.0:1769074808.060214:0:30564:0:(llog.c:776:llog_process_thread()) lrh_index: 37 lrh_len: 80 (2032 remains) 00000040:00001000:0.0:1769074808.060216:0:30564:0:(llog.c:797:llog_process_thread()) index: 37, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:0.0:1769074808.060218:0:30564:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1769074808.060220:0:30564:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at ffff982b985c0e00. 00000020:00000080:0.0:1769074808.060222:0:30564:0:(obd_config.c:1389:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1769074808.060224:0:30564:0:(obd_config.c:1451:class_process_config()) changing lustre timeout from 20 to 20 00000020:00000001:0.0:1769074808.060227:0:30564:0:(obd_config.c:1455:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1769074808.060229:0:30564:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 56 at ffff982b985c0e00. 00000020:00000001:0.0:1769074808.060231:0:30564:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1769074808.060233:0:30564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b86021860 type=0x10620000 idx=38 00000040:00001000:0.0:1769074808.060236:0:30564:0:(llog.c:776:llog_process_thread()) lrh_index: 38 lrh_len: 224 (1952 remains) 00000040:00001000:0.0:1769074808.060238:0:30564:0:(llog.c:797:llog_process_thread()) index: 38, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:0.0:1769074808.060241:0:30564:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1769074808.060242:0:30564:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1769074808.060243:0:30564:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1769074808.060245:0:30564:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1769074808.060248:0:30564:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff982b9816b800. 00000020:00000080:0.0:1769074808.060250:0:30564:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1769074808.060252:0:30564:0:(obd_config.c:1477:class_process_config()) marker 21 (0x2) lustre sys.timeout 00000020:00000001:0.0:1769074808.060254:0:30564:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1769074808.060255:0:30564:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff982b9816b800. 00000020:00000001:0.0:1769074808.060260:0:30564:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1769074808.060262:0:30564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b86021940 type=0x10620000 idx=39 00000040:00001000:0.0:1769074808.060264:0:30564:0:(llog.c:776:llog_process_thread()) lrh_index: 39 lrh_len: 224 (1728 remains) 00000040:00001000:0.0:1769074808.060265:0:30564:0:(llog.c:797:llog_process_thread()) index: 39, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:0.0:1769074808.060267:0:30564:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1769074808.060268:0:30564:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1769074808.060269:0:30564:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1769074808.060271:0:30564:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:0.0:1769074808.060272:0:30564:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:00000001:0.0:1769074808.060273:0:30564:0:(obd_mount.c:936:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1769074808.060276:0:30564:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff982b9816b800. 00000020:00000080:0.0:1769074808.060278:0:30564:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1769074808.060310:0:30564:0:(obd_config.c:1477:class_process_config()) marker 25 (0x1) lustre sys.jobid_var 00000020:00000001:0.0:1769074808.060312:0:30564:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1769074808.060314:0:30564:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff982b9816b800. 00000020:00000001:0.0:1769074808.060318:0:30564:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1769074808.060320:0:30564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b86021a20 type=0x10620000 idx=40 00000040:00001000:0.0:1769074808.060323:0:30564:0:(llog.c:776:llog_process_thread()) lrh_index: 40 lrh_len: 120 (1504 remains) 00000040:00001000:0.0:1769074808.060324:0:30564:0:(llog.c:797:llog_process_thread()) index: 40, lh_last_idx: 41 synced_idx: 0 lgh_last_idx: 41 00000020:00000001:0.0:1769074808.060326:0:30564:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1769074808.060329:0:30564:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff982b90217840. 00000020:00000080:0.0:1769074808.060330:0:30564:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1769074808.060336:0:30564:0:(obd_config.c:1503:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1769074808.060338:0:30564:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff982b90217840. 00000020:00000001:0.0:1769074808.060340:0:30564:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1769074808.060341:0:30564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b86021a98 type=0x10620000 idx=41 00000040:00001000:0.0:1769074808.060344:0:30564:0:(llog.c:720:llog_process_thread()) synced_idx: 41 00000040:00000001:0.0:1769074808.060348:0:30564:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1769074808.060351:0:30564:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:0.0:1769074808.060355:0:30564:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000010:0.0:1769074808.060362:0:30564:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903a8e00. 00000020:00000040:0.0:1769074808.060366:0:30564:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=5 obd=MGC192.168.204.151@tcp 00000100:00000001:0.0:1769074808.060371:0:30564:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074808.060375:0:30564:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074808.060390:0:30564:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074808.060399:0:30564:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b85017e00. 00000100:00000001:0.0:1769074808.060408:0:30564:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074808.060416:0:30564:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074808.060418:0:30564:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074808.060425:0:30564:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b8833b540. 00000100:00000001:0.0:1769074808.060427:0:30564:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911468946752 : -114162240604864 : ffff982b8833b540) 00000100:00000001:0.0:1769074808.060431:0:30564:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074808.060432:0:30564:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603613184 : -114162105938432 : ffff982b903a8e00) 00000100:00000001:0.0:1769074808.060438:0:30564:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074808.060444:0:30564:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074808.060446:0:30564:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074808.060448:0:30564:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074808.060462:0:30564:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903a8e00 x1855007613323392/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074808.060472:0:30564:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074808.060475:0:30564:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074808.060479:0:30564:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074808.060482:0:30564:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074808.060485:0:30564:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074808.060488:0:30564:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903a8e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:61009b19-6c2d-431f-95c4-80fb0f04a0d4:30564:1855007613323392:192.168.204.151@tcp:502:llog_process_th.0 00000100:00000001:0.0:1769074808.060493:0:30564:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074808.060499:0:30564:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074808.060502:0:30564:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074808.060505:0:30564:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074808.060526:0:30564:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff982b86718000. 02000000:00000001:0.0:1769074808.060529:0:30564:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074808.060541:0:30564:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074808.060546:0:30564:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b63c8. 00000400:00000010:0.0:1769074808.060554:0:30564:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff982b8833bf00. 00000100:00000200:0.0:1769074808.060564:0:30564:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1855007613323392, portal 25 00000100:00000001:0.0:1769074808.060566:0:30564:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074808.060568:0:30564:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603613184 : -114162105938432 : ffff982b903a8e00) 00000100:00000040:0.0:1769074808.062017:0:30564:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b903a8e00 x1855007613323392/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074824 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074808.062036:0:30564:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074808.062039:0:30564:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074808.062045:0:30564:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f4c8. 00000100:00000200:0.0:1769074808.062053:0:30564:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1855007613323392, offset 0 00000400:00000200:0.0:1769074808.062060:0:30564:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074808.062072:0:30564:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074808.062081:0:30564:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074808.062087:0:30564:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074808.062092:0:30564:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074808.062096:0:30564:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074808.062099:0:30564:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074808.062103:0:30564:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15264:15264:256:4294967295] 192.168.204.151@tcp LPNI seq info [15264:15264:8:4294967295] 00000400:00000200:0.0:1769074808.062108:0:30564:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074808.062121:0:30564:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074808.062128:0:30564:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074808.062134:0:30564:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b800. 00000800:00000200:0.0:1769074808.062143:0:30564:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074808.062154:0:30564:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074808.062160:0:30564:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816b800 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1769074808.062176:0:30564:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074808.062183:0:30564:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074808.062186:0:30564:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296473832 00000100:00000001:0.0:1769074808.062196:0:30564:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296473788 00000100:00000001:0.0:1769074808.062203:0:30564:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296473832 00000100:00000001:0.0:1769074808.062207:0:30564:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296473788 00000100:00000001:0.0:1769074808.062211:0:30564:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074808.062215:0:30564:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074808.062219:0:30564:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074808.062222:0:30564:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074808.062226:0:30564:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8833b540 going to sleep for 11 seconds 00000100:00000001:0.0:1769074808.062230:0:30564:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074808.062235:0:30564:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074808.077669:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074808.077686:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b800. 00000400:00000200:2.0:1769074808.077718:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074808.077732:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074808.077744:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f4c8 00000400:00000010:2.0:1769074808.077747:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f4c8. 00000100:00000001:2.0:1769074808.077756:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074808.077769:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903a8e00 x1855007613323392/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074824 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074808.077785:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074808.077789:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a8e00 x1855007613323392/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074824 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074808.077796:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074808.077799:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074808.089137:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074808.089164:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074808.089175:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074808.089179:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074808.089195:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.089204:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074808.089214:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.089219:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.089227:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.089233:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 8472 into portal 25 MB=0x6971e9dd90880 00000400:00000200:3.0:1769074808.089239:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.089249:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 8472/8472 into md 0x21f65 [4] + 224 00000800:00000001:3.0:1769074808.089260:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074808.089328:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074808.089333:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074808.089339:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074808.089349:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074808.089361:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903a8e00 x1855007613323392/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074824 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074808.089373:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff982b903a8e00 x1855007613323392/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074824 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074808.089954:0:30564:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074808.089960:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1769074808.089967:0:30564:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074808.089969:0:30564:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1769074808.089974:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1769074808.089975:0:30564:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b63c8. 00000800:00000001:3.0:1769074808.089980:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1769074808.089981:0:30564:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8833bf00 00000400:00000010:0.0:1769074808.089984:0:30564:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff982b8833bf00. 00000100:00000001:0.0:1769074808.089988:0:30564:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074808.089996:0:30564:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903a8e00 x1855007613323392/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074824 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074808.090005:0:30564:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903a8e00 x1855007613323392/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074824 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074808.090011:0:30564:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074808.090014:0:30564:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074808.090017:0:30564:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074808.090021:0:30564:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074808.090024:0:30564:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074808.090027:0:30564:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074808.090041:0:30564:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074808.090052:0:30564:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=80 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074808.090058:0:30564:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=81 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074808.090061:0:30564:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074808.090064:0:30564:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074808.090067:0:30564:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074808.090070:0:30564:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074808.090073:0:30564:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074808.090079:0:30564:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903a8e00 x1855007613323392/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074824 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074808.090086:0:30564:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074808.090090:0:30564:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074808.090092:0:30564:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074808.090097:0:30564:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903a8e00 x1855007613323392/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074824 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074808.090111:0:30564:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903a8e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:61009b19-6c2d-431f-95c4-80fb0f04a0d4:30564:1855007613323392:192.168.204.151@tcp:502:llog_process_th.0 00000100:00000001:0.0:1769074808.090117:0:30564:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074808.090120:0:30564:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074808.090123:0:30564:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074808.090126:0:30564:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074808.090130:0:30564:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903a8e00 x1855007613323392/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074824 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074808.090137:0:30564:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074808.090140:0:30564:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b8833b540. 00000100:00000001:0.0:1769074808.090143:0:30564:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074808.090144:0:30564:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1769074808.090156:0:30564:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:0.0:1769074808.090157:0:30564:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074808.090161:0:30564:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b903a8e00 x1855007613323392/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074824 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074808.090168:0:30564:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074808.090171:0:30564:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074808.090175:0:30564:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff982b86718000. 02000000:00000001:0.0:1769074808.090189:0:30564:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074808.090192:0:30564:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074808.090195:0:30564:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000020:00000001:0.0:1769074808.090198:0:30564:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074808.090201:0:30564:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b85017e00. 02000000:00000001:0.0:1769074808.090205:0:30564:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074808.090209:0:30564:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074808.090212:0:30564:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b903a8e00. 00000100:00000001:0.0:1769074808.090216:0:30564:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074808.090217:0:30564:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769074808.090221:0:30564:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074808.090222:0:30564:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:0.0:1769074808.090224:0:30564:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:0.0:1769074808.090227:0:30564:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1769074808.090231:0:30564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b86021a98 type=0x10620000 idx=41 00000040:00001000:0.0:1769074808.090236:0:30564:0:(llog.c:776:llog_process_thread()) lrh_index: 41 lrh_len: 224 (1384 remains) 00000040:00001000:0.0:1769074808.090238:0:30564:0:(llog.c:797:llog_process_thread()) index: 41, lh_last_idx: 41 synced_idx: 41 lgh_last_idx: 41 00000020:00000001:0.0:1769074808.090243:0:30564:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1769074808.090248:0:30564:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1769074808.090250:0:30564:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1769074808.090252:0:30564:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1769074808.090263:0:30564:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff982b9816b100. 00000020:00000080:0.0:1769074808.090266:0:30564:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1769074808.090268:0:30564:0:(obd_config.c:1477:class_process_config()) marker 25 (0x2) lustre sys.jobid_var 00000020:00000001:0.0:1769074808.090271:0:30564:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1769074808.090275:0:30564:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff982b9816b100. 00000020:00000001:0.0:1769074808.090311:0:30564:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1769074808.090313:0:30564:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b86021b78 type=0x0 idx=0 00000040:00000001:0.0:1769074808.090316:0:30564:0:(llog.c:676:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1769074808.090318:0:30564:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 00000040:00000010:0.0:1769074808.090322:0:30564:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff982b86020000. 00000020:00000010:0.0:1769074808.090333:0:30564:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff982b985de800. 00000020:00000010:0.0:1769074808.090351:0:30564:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b9827c000. 00000040:00000010:0.0:1769074808.090356:0:30564:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff982b9827d000. 00000020:00000010:0.0:1769074808.090361:0:30564:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff982b88b8b800. 00000020:00000010:0.0:1769074808.090367:0:30564:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff982b84ee73b8. 00000020:00000010:0.0:1769074808.090374:0:30564:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff982b9827c600. 80000000:00000010:0.0:1769074808.090378:0:30564:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff982b98466060. 40000000:00000010:0.0:1769074808.090383:0:30564:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff982b985deec0. 00100000:00000010:0.0:1769074808.090389:0:30564:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff982b88b88000. 00040000:00000010:0.0:1769074808.090394:0:30564:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff982b99274700. 00040000:00000010:0.0:1769074808.090399:0:30564:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff982b88b8e000. 00040000:00000010:0.0:1769074808.090403:0:30564:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff982b9827ca00. 00000004:00000010:0.0:1769074808.090407:0:30564:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff982b88b89800. 00000004:00000010:0.0:1769074808.090413:0:30564:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff982b88a71000. 00000004:00000010:0.0:1769074808.090419:0:30564:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff982b88b8e800. 00002000:00000010:0.0:1769074808.090424:0:30564:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff982b98c01000. 00000004:00000010:0.0:1769074808.090430:0:30564:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff982b98c00000. 00000020:00000010:0.0:1769074808.090435:0:30564:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b9827de00. 00000040:00000010:2.0:1769074808.090570:0:30558:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff982b902171e0. 00000040:00000001:2.0:1769074808.090575:0:30558:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1769074808.090578:0:30558:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 00000040:00000010:2.0:1769074808.090584:0:30558:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff982b866e4000. 00000040:00000010:2.0:1769074808.090588:0:30558:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff982b88307600. 00000020:00000001:2.0:1769074808.090591:0:30558:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1769074808.090595:0:30558:0:(mgc_request.c:1735:mgc_process_cfg_log()) Process leaving 00000020:00000010:2.0:1769074808.090598:0:30558:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b88306600. 00000040:00000010:2.0:1769074808.090601:0:30558:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff982b88306800. 00000020:00000010:2.0:1769074808.090603:0:30558:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff982b87053000. 00000020:00000010:2.0:1769074808.090607:0:30558:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff982b88306e00. 80000000:00000010:2.0:1769074808.090610:0:30558:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff982b984d67e0. 00040000:00000010:2.0:1769074808.090613:0:30558:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff982b88307c00. 20000000:00000010:2.0:1769074808.090617:0:30558:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at ffff982b88307400. 00000020:00000010:2.0:1769074808.090619:0:30558:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b88307000. 10000000:00000010:2.0:1769074808.090622:0:30558:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at ffff982b984bae40. 10000000:01000000:2.0:1769074808.090626:0:30558:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.151@tcp: configuration from log 'lustre-client' succeeded (0). 10000000:00000001:2.0:1769074808.090641:0:30558:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1769074808.090644:0:30558:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074808.090647:0:30558:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074808.090650:0:30558:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340400 refcount=3 00000020:00000001:2.0:1769074808.090653:0:30558:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603184640 : -114162106366976 : ffff982b90340400) 00010000:00000001:2.0:1769074808.090657:0:30558:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603184640 : -114162106366976 : ffff982b90340400) 00010000:00000001:2.0:1769074808.090659:0:30558:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074808.090665:0:30558:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.151@tcp lock: ffff982b90340400/0x5d432443066b7394 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf5b77ed682f5d043 expref: -99 pid: 30558 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074808.090675:0:30558:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074808.090678:0:30558:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1769074808.090680:0:30558:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.151@tcp lock: ffff982b90340400/0x5d432443066b7394 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf5b77ed682f5d043 expref: -99 pid: 30558 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074808.090686:0:30558:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074808.090688:0:30558:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074808.090689:0:30558:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1769074808.090690:0:30558:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1769074808.090692:0:30558:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1769074808.090695:0:30558:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:2.0:1769074808.090697:0:30558:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-cliir-ffff982b87054800 from 1 10000000:00000001:2.0:1769074808.090700:0:30558:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1769074808.090702:0:30558:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:2.0:1769074808.090708:0:30558:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037aa00. 00000020:00000040:2.0:1769074808.090720:0:30558:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:2.0:1769074808.090725:0:30558:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074808.090728:0:30558:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074808.090734:0:30558:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074808.090742:0:30558:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b88307000. 00000100:00000001:2.0:1769074808.090750:0:30558:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074808.090756:0:30558:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1769074808.090758:0:30558:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1769074808.090766:0:30558:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020cc00 count: 2 00010000:00000001:2.0:1769074808.090770:0:30558:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074808.090774:0:30558:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1769074808.090779:0:30558:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b90341a00. 00000020:00000001:2.0:1769074808.090784:0:30558:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1769074808.090787:0:30558:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b90341a00 with handle 0x5d432443066b73be to hash 00000020:00000001:2.0:1769074808.090789:0:30558:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1769074808.090791:0:30558:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911603190272 : -114162106361344 : ffff982b90341a00) 00010000:00000001:2.0:1769074808.090795:0:30558:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911603190272 : -114162106361344 : ffff982b90341a00) 00010000:00000001:2.0:1769074808.090800:0:30558:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074808.090803:0:30558:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074808.090806:0:30558:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.151@tcp lock: ffff982b90341a00/0x5d432443066b73be lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 30558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074808.090815:0:30558:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.151@tcp lock: ffff982b90341a00/0x5d432443066b73be lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 30558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074808.090827:0:30558:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.151@tcp lock: ffff982b90341a00/0x5d432443066b73be lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 30558 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1769074808.090833:0:30558:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074808.090836:0:30558:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074808.090844:0:30558:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b85821000. 00000100:00000001:2.0:1769074808.090847:0:30558:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911423750144 : -114162285801472 : ffff982b85821000) 00000100:00000001:2.0:1769074808.090850:0:30558:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074808.090852:0:30558:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603423744 : -114162106127872 : ffff982b9037aa00) 00000100:00000001:2.0:1769074808.090857:0:30558:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074808.090863:0:30558:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074808.090865:0:30558:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074808.090867:0:30558:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074808.090874:0:30558:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037aa00 x1855007613323520/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074808.090882:0:30558:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074808.090885:0:30558:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074808.090889:0:30558:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074808.090892:0:30558:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074808.090895:0:30558:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074808.090899:0:30558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:61009b19-6c2d-431f-95c4-80fb0f04a0d4:30558:1855007613323520:192.168.204.151@tcp:101:mount.lustre.0 00000100:00000001:2.0:1769074808.090903:0:30558:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074808.090910:0:30558:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074808.090912:0:30558:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074808.090915:0:30558:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074808.090920:0:30558:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c0a800. 02000000:00000001:2.0:1769074808.090922:0:30558:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074808.090932:0:30558:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074808.090936:0:30558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7e7e8. 00000400:00000010:2.0:1769074808.090944:0:30558:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f5d8. 00000100:00000200:2.0:1769074808.090953:0:30558:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613323520, portal 25 00000100:00000001:2.0:1769074808.090954:0:30558:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074808.090956:0:30558:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603423744 : -114162106127872 : ffff982b9037aa00) 00000100:00000040:2.0:1769074808.090962:0:30558:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9037aa00 x1855007613323520/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074824 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074808.090970:0:30558:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074808.090974:0:30558:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074808.090977:0:30558:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f440. 00000100:00000200:2.0:1769074808.090981:0:30558:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1855007613323520, offset 0 00000400:00000200:2.0:1769074808.090989:0:30558:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074808.091000:0:30558:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.091021:0:30558:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074808.091029:0:30558:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074808.091035:0:30558:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074808.091039:0:30558:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074808.091042:0:30558:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074808.091047:0:30558:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15265:15265:256:4294967295] 192.168.204.151@tcp LPNI seq info [15265:15265:8:4294967295] 00000400:00000200:2.0:1769074808.091051:0:30558:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.091059:0:30558:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074808.091067:0:30558:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074808.091074:0:30558:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcbf00. 00000800:00000200:2.0:1769074808.091081:0:30558:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074808.091091:0:30558:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074808.091097:0:30558:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84fcbf00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1769074808.091122:0:30558:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074808.091127:0:30558:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074808.091130:0:30558:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296473861 00000100:00000001:2.0:1769074808.091139:0:30558:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296473832 00000100:00000001:2.0:1769074808.091144:0:30558:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296473861 00000100:00000001:2.0:1769074808.091148:0:30558:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296473832 00000100:00000001:2.0:1769074808.091151:0:30558:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074808.091154:0:30558:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074808.091157:0:30558:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074808.091159:0:30558:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074808.091163:0:30558:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b85821000 going to sleep for 11 seconds 00000100:00000001:2.0:1769074808.091165:0:30558:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074808.091178:0:30558:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074808.091211:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074808.091215:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074808.091218:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074808.091219:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074808.091347:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074808.091351:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074808.091355:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1769074808.093444:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074808.093457:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcbf00. 00000400:00000200:3.0:1769074808.093467:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074808.093480:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074808.093490:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f440 00000400:00000010:3.0:1769074808.093494:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f440. 00000100:00000001:3.0:1769074808.093499:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074808.093509:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9037aa00 x1855007613323520/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074824 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074808.093525:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074808.093529:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9037aa00 x1855007613323520/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074824 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074808.093536:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074808.093538:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074808.098360:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074808.098385:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074808.098390:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074808.098393:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074808.098407:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.098418:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074808.098427:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.098433:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.098440:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.098445:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 344 into portal 25 MB=0x6971e9dd90900 00000400:00000200:2.0:1769074808.098451:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.098459:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 344/344 into md 0x21f6d [1] + 224 00000800:00000001:2.0:1769074808.098473:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074808.098490:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074808.098493:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074808.098499:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074808.098509:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074808.098522:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9037aa00 x1855007613323520/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074824 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074808.098535:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff982b9037aa00 x1855007613323520/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074824 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074808.098556:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074808.098567:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074808.098571:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074808.098678:0:30558:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074808.098689:0:30558:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074808.098692:0:30558:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074808.098696:0:30558:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7e7e8. 00000400:00000200:0.0:1769074808.098703:0:30558:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f5d8 00000400:00000010:0.0:1769074808.098706:0:30558:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f5d8. 00000100:00000001:0.0:1769074808.098720:0:30558:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074808.098726:0:30558:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037aa00 x1855007613323520/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074824 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074808.098735:0:30558:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037aa00 x1855007613323520/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074824 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074808.098741:0:30558:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074808.098744:0:30558:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074808.098747:0:30558:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074808.098751:0:30558:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074808.098754:0:30558:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074808.098758:0:30558:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074808.098762:0:30558:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074808.098773:0:30558:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=80 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074808.098778:0:30558:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=81 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074808.098781:0:30558:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074808.098783:0:30558:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074808.098786:0:30558:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074808.098789:0:30558:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074808.098792:0:30558:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074808.098797:0:30558:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037aa00 x1855007613323520/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074824 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074808.098805:0:30558:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074808.098809:0:30558:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074808.098811:0:30558:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074808.098816:0:30558:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037aa00 x1855007613323520/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074824 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074808.098830:0:30558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:61009b19-6c2d-431f-95c4-80fb0f04a0d4:30558:1855007613323520:192.168.204.151@tcp:101:mount.lustre.0 00000100:00000001:0.0:1769074808.098837:0:30558:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074808.098840:0:30558:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074808.098843:0:30558:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074808.098845:0:30558:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074808.098849:0:30558:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037aa00 x1855007613323520/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074824 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074808.098856:0:30558:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074808.098859:0:30558:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b85821000. 00000100:00000001:0.0:1769074808.098864:0:30558:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074808.098865:0:30558:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074808.098869:0:30558:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074808.098873:0:30558:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074808.098877:0:30558:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074808.098881:0:30558:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341a00 refcount=4 00000020:00000001:0.0:1769074808.098884:0:30558:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603190272 : -114162106361344 : ffff982b90341a00) 00010000:00000001:0.0:1769074808.098888:0:30558:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603190272 : -114162106361344 : ffff982b90341a00) 00010000:00000040:0.0:1769074808.098898:0:30558:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b90341a00, remote cookie: 0xf5b77ed682f5d04a, flags: 0x0 00010000:00000001:0.0:1769074808.098903:0:30558:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074808.098909:0:30558:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074808.098912:0:30558:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074808.098914:0:30558:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074808.098915:0:30558:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074808.098919:0:30558:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (ffff982b9020cc00) refcount = 2 00010000:00000040:0.0:1769074808.098935:0:30558:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1769074808.098940:0:30558:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.204.151@tcp lock: ffff982b902ed200/0x5d432443066b7371 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf5b77ed682f597f6 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074808.098951:0:30558:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.151@tcp lock: ffff982b90341a00/0x5d432443066b73be lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf5b77ed682f5d04a expref: -99 pid: 30558 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074808.098958:0:30558:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074808.098961:0:30558:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074808.098963:0:30558:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074808.098967:0:30558:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074808.098970:0:30558:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074808.098973:0:30558:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.151@tcp lock: ffff982b90341a00/0x5d432443066b73be lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf5b77ed682f5d04a expref: -99 pid: 30558 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074808.098978:0:30558:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074808.098981:0:30558:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074808.098983:0:30558:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074808.098984:0:30558:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074808.098985:0:30558:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074808.098987:0:30558:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074808.098990:0:30558:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074808.098994:0:30558:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037aa00 x1855007613323520/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074824 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074808.099001:0:30558:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074808.099005:0:30558:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074808.099009:0:30558:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c0a800. 02000000:00000001:0.0:1769074808.099013:0:30558:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074808.099016:0:30558:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074808.099018:0:30558:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:0.0:1769074808.099021:0:30558:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074808.099024:0:30558:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b88307000. 02000000:00000001:0.0:1769074808.099028:0:30558:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074808.099039:0:30558:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074808.099041:0:30558:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037aa00. 00000100:00000001:0.0:1769074808.099046:0:30558:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074808.099048:0:30558:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1769074808.099050:0:30558:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1769074808.099054:0:30558:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1769074808.099057:0:30558:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff982b9037ee00) refs 2 10000000:00000001:0.0:1769074808.099059:0:30558:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074808.099062:0:30558:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074808.099063:0:30558:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074808.099065:0:30558:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341a00 refcount=3 00000020:00000001:0.0:1769074808.099067:0:30558:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603190272 : -114162106361344 : ffff982b90341a00) 00010000:00000001:0.0:1769074808.099070:0:30558:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603190272 : -114162106361344 : ffff982b90341a00) 00010000:00000001:0.0:1769074808.099072:0:30558:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1769074808.099073:0:30558:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074808.099074:0:30558:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074808.099076:0:30558:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1769074808.099079:0:30558:0:(mgc_request.c:1532:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1769074808.099087:0:30558:0:(mgc_request.c:1544:mgc_process_recover_log()) kmalloced '(pages)': 2048 at ffff982b98907800. 00000100:00000010:0.0:1769074808.099942:0:30558:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903a8e00. 00000020:00000040:0.0:1769074808.099953:0:30558:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:0.0:1769074808.099958:0:30558:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074808.099962:0:30558:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074808.099969:0:30558:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074808.099977:0:30558:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b85017e00. 00000100:00000001:0.0:1769074808.099986:0:30558:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074808.099992:0:30558:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1769074808.099998:0:30558:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff982b87faa800. 00000100:00000010:0.0:1769074808.100005:0:30558:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff982b88be8000. 00000020:00000040:0.0:1769074808.100007:0:30558:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=5 obd=MGC192.168.204.151@tcp 00000100:00000001:0.0:1769074808.100027:0:30558:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074808.100030:0:30558:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074808.100037:0:30558:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b8833b540. 00000100:00000001:0.0:1769074808.100040:0:30558:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911468946752 : -114162240604864 : ffff982b8833b540) 00000100:00000001:0.0:1769074808.100043:0:30558:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074808.100044:0:30558:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603613184 : -114162105938432 : ffff982b903a8e00) 00000100:00000001:0.0:1769074808.100051:0:30558:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074808.100055:0:30558:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074808.100058:0:30558:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074808.100060:0:30558:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074808.100069:0:30558:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903a8e00 x1855007613323648/t0(0) o256->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074808.100077:0:30558:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074808.100080:0:30558:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074808.100085:0:30558:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074808.100088:0:30558:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074808.100092:0:30558:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074808.100096:0:30558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903a8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:61009b19-6c2d-431f-95c4-80fb0f04a0d4:30558:1855007613323648:192.168.204.151@tcp:256:mount.lustre.0 00000100:00000001:0.0:1769074808.100100:0:30558:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074808.100106:0:30558:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074808.100109:0:30558:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074808.100112:0:30558:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:0.0:1769074808.100124:0:30558:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074808.100130:0:30558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b63c8. 00000400:00000010:0.0:1769074808.100141:0:30558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff982b88bb0000. 00000100:00000200:0.0:1769074808.100150:0:30558:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6971e9dd90980-0x6971e9dd90980, portal 33 00000100:00000001:0.0:1769074808.100154:0:30558:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074808.100156:0:30558:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074808.100161:0:30558:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b85017200. 02000000:00000001:0.0:1769074808.100163:0:30558:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074808.100181:0:30558:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074808.100185:0:30558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b66e0. 00000400:00000010:0.0:1769074808.100191:0:30558:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f990. 00000100:00000200:0.0:1769074808.100196:0:30558:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613323648, portal 25 00000100:00000001:0.0:1769074808.100198:0:30558:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074808.100199:0:30558:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603613184 : -114162105938432 : ffff982b903a8e00) 00000100:00000040:0.0:1769074808.100205:0:30558:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b903a8e00 x1855007613323648/t0(0) o256->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074824 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074808.100214:0:30558:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074808.100217:0:30558:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074808.100221:0:30558:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604fdd0. 00000100:00000200:0.0:1769074808.100225:0:30558:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1855007613323648, offset 0 00000400:00000200:0.0:1769074808.100233:0:30558:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074808.100243:0:30558:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074808.100254:0:30558:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074808.100261:0:30558:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074808.100268:0:30558:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074808.100274:0:30558:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074808.100277:0:30558:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074808.100321:0:30558:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15266:15266:256:4294967295] 192.168.204.151@tcp LPNI seq info [15266:15266:8:4294967295] 00000400:00000200:0.0:1769074808.100325:0:30558:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074808.100337:0:30558:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074808.100345:0:30558:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074808.100351:0:30558:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b100. 00000800:00000200:0.0:1769074808.100359:0:30558:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074808.100368:0:30558:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074808.100373:0:30558:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816b100 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:0.0:1769074808.101520:0:30558:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074808.101537:0:30558:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074808.101542:0:30558:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296473872 00000100:00000001:0.0:1769074808.101554:0:30558:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296473861 00000100:00000001:0.0:1769074808.101563:0:30558:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296473872 00000100:00000001:0.0:1769074808.101566:0:30558:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296473861 00000100:00000001:0.0:1769074808.101653:0:30558:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074808.101658:0:30558:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074808.101663:0:30558:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074808.101665:0:30558:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074808.101669:0:30558:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8833b540 going to sleep for 11 seconds 00000100:00000001:0.0:1769074808.101674:0:30558:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074808.101678:0:30558:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074808.101719:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074808.101724:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b100. 00000400:00000200:3.0:1769074808.101738:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074808.101748:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074808.101758:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604fdd0 00000400:00000010:3.0:1769074808.101763:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604fdd0. 00000100:00000001:3.0:1769074808.101770:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074808.101778:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903a8e00 x1855007613323648/t0(0) o256->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074824 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074808.101789:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074808.101793:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a8e00 x1855007613323648/t0(0) o256->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074824 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074808.101800:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074808.101802:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074808.104346:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074808.104369:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074808.104374:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074808.104376:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074808.104390:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.104401:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074808.104412:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.104419:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.104427:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.104432:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 44 into portal 33 MB=0x6971e9dd90980 00000400:00000200:2.0:1769074808.104438:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.104447:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.204.151@tcp of length 44/44 into md 0x21f7d [256] + 0 00000400:00000010:2.0:1769074808.104454:0:2358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b63c8. 00000400:00000200:2.0:1769074808.104461:0:2358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff982b88bb0000 00000800:00000001:2.0:1769074808.104472:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074808.104482:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074808.104485:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074808.104491:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074808.104500:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b88bb0000 00000400:00000010:2.0:1769074808.104503:0:2358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff982b88bb0000. 00000100:00000001:2.0:1769074808.104512:0:2358:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1769074808.104515:0:2358:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff982b903a8e00 desc ffff982b87faa800 mbits 1855007613323648 00000100:00000001:2.0:1769074808.104532:0:2358:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1769074808.104543:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769074808.104546:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.104568:0:2358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074808.104575:0:2358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15267:15267:256:4294967295] 192.168.204.151@tcp LPNI seq info [15267:15267:8:4294967295] 00000400:00000200:2.0:1769074808.104580:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.104589:0:2358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:2.0:1769074808.104596:0:2358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074808.104606:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff982b866e4000. 00000800:00000200:2.0:1769074808.104613:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074808.104622:0:2358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074808.104627:0:2358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b866e4000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1769074808.104746:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074808.104750:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff982b866e4000. 00000400:00000200:2.0:1769074808.104753:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074808.104757:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:2.0:1769074808.104763:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074808.104766:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074808.108786:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074808.108814:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074808.108819:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074808.108822:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074808.108841:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.108852:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074808.108862:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.108869:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.108877:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.108882:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 240 into portal 25 MB=0x6971e9dd90980 00000400:00000200:2.0:1769074808.108889:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.108898:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 240/240 into md 0x21f85 [1] + 224 00000800:00000001:2.0:1769074808.108911:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074808.108923:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074808.108928:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074808.108933:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074808.108944:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074808.108958:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903a8e00 x1855007613323648/t0(0) o256->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074824 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074808.108971:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@ffff982b903a8e00 x1855007613323648/t0(0) o256->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074824 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074808.108986:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074808.108997:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074808.109001:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1769074808.116428:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074808.116445:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b98b34e00. 00000400:00000200:2.0:1769074808.116456:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074808.116470:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074808.116482:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8aa0 00000400:00000010:2.0:1769074808.116485:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8aa0. 00000100:00000001:2.0:1769074808.116492:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074808.116503:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849f100 x1855007613323776/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074824 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074808.116520:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074808.116524:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849f100 x1855007613323776/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074824 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074808.116532:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074808.116534:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074808.126155:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074808.126192:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074808.126197:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074808.126200:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074808.126216:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.126227:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074808.126238:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.126244:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.126251:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.126257:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 344 into portal 25 MB=0x6971e9dd90a00 00000400:00000200:2.0:1769074808.126265:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.126273:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 344/344 into md 0x21f8d [1] + 224 00000800:00000001:2.0:1769074808.126324:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074808.126339:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074808.126344:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074808.126350:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074808.126362:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074808.126374:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849f100 x1855007613323776/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074824 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074808.126386:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff982b9849f100 x1855007613323776/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074824 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074808.126397:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074808.126407:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074808.126411:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1769074808.128999:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074808.129020:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b98b34900. 00000400:00000200:2.0:1769074808.129029:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074808.129039:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074808.129048:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8198 00000400:00000010:2.0:1769074808.129051:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8198. 00000100:00000001:2.0:1769074808.129057:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074808.129066:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849f100 x1855007613323904/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074824 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074808.129080:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074808.129084:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849f100 x1855007613323904/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074824 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074808.129091:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074808.129094:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074808.135656:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074808.135682:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074808.135688:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074808.135691:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074808.135737:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.135749:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074808.135759:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.135765:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.135773:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.135779:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 272 into portal 25 MB=0x6971e9dd90a80 00000400:00000200:2.0:1769074808.135785:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.135794:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 272/272 into md 0x21f95 [1] + 224 00000800:00000001:2.0:1769074808.135805:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074808.135815:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074808.135819:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074808.135825:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074808.135835:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074808.135847:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849f100 x1855007613323904/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074824 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074808.135860:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff982b9849f100 x1855007613323904/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074824 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074808.135891:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074808.135902:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074808.135906:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074808.136321:0:30558:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074808.136333:0:30558:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074808.136336:0:30558:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074808.136341:0:30558:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47898. 00000400:00000200:0.0:1769074808.136347:0:30558:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8330 00000400:00000010:0.0:1769074808.136350:0:30558:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8330. 00000100:00000001:0.0:1769074808.136354:0:30558:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074808.136360:0:30558:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849f100 x1855007613323904/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074824 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074808.136371:0:30558:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849f100 x1855007613323904/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074824 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074808.136379:0:30558:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074808.136382:0:30558:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074808.136385:0:30558:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074808.136390:0:30558:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074808.136393:0:30558:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074808.136396:0:30558:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074808.136400:0:30558:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074808.136410:0:30558:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=80 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074808.136414:0:30558:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=81 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074808.136418:0:30558:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074808.136420:0:30558:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074808.136423:0:30558:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074808.136426:0:30558:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074808.136430:0:30558:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074808.136435:0:30558:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849f100 x1855007613323904/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074824 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074808.136443:0:30558:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074808.136447:0:30558:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074808.136450:0:30558:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074808.136455:0:30558:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849f100 x1855007613323904/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074824 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074808.136462:0:30558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:61009b19-6c2d-431f-95c4-80fb0f04a0d4:30558:1855007613323904:192.168.204.151@tcp:501:mount.lustre.0 00000100:00000001:0.0:1769074808.136467:0:30558:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074808.136470:0:30558:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074808.136473:0:30558:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074808.136476:0:30558:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074808.136479:0:30558:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849f100 x1855007613323904/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074824 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074808.136486:0:30558:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074808.136489:0:30558:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b90257f00. 00000100:00000001:0.0:1769074808.136494:0:30558:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074808.136496:0:30558:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1769074808.136503:0:30558:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1769074808.136508:0:30558:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074808.136511:0:30558:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000020:00000001:0.0:1769074808.136513:0:30558:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1769074808.136515:0:30558:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074808.136518:0:30558:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9849f100 x1855007613323904/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074824 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074808.136525:0:30558:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074808.136528:0:30558:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074808.136532:0:30558:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b85cb1a00. 02000000:00000001:0.0:1769074808.136536:0:30558:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074808.136537:0:30558:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074808.136538:0:30558:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:0.0:1769074808.136540:0:30558:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074808.136543:0:30558:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b85cb1600. 02000000:00000001:0.0:1769074808.136547:0:30558:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074808.138162:0:30558:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074808.138182:0:30558:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9849f100. 00000100:00000001:0.0:1769074808.138191:0:30558:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074808.138194:0:30558:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1769074808.138199:0:30558:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1769074808.138204:0:30558:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1769074808.138218:0:30558:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff982b88bb6000. 00000040:00000001:0.0:1769074808.138221:0:30558:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1769074808.138224:0:30558:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:0.0:1769074808.138228:0:30558:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000010:0.0:1769074808.138234:0:30558:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903aaa00. 00000020:00000040:0.0:1769074808.138237:0:30558:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=5 obd=MGC192.168.204.151@tcp 00000100:00000001:0.0:1769074808.138241:0:30558:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074808.138245:0:30558:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074808.138251:0:30558:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074808.138259:0:30558:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b85016a00. 00000100:00000001:0.0:1769074808.138267:0:30558:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074808.138272:0:30558:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074808.138274:0:30558:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074808.138293:0:30558:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b8833bf00. 00000100:00000001:0.0:1769074808.138296:0:30558:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911468949248 : -114162240602368 : ffff982b8833bf00) 00000100:00000001:0.0:1769074808.138300:0:30558:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074808.138301:0:30558:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603620352 : -114162105931264 : ffff982b903aaa00) 00000100:00000001:0.0:1769074808.138308:0:30558:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074808.138314:0:30558:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074808.138317:0:30558:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074808.138318:0:30558:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074808.138332:0:30558:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903aaa00 x1855007613324032/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074808.138341:0:30558:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074808.138343:0:30558:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074808.138348:0:30558:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074808.138352:0:30558:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074808.138355:0:30558:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074808.138359:0:30558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903aaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:61009b19-6c2d-431f-95c4-80fb0f04a0d4:30558:1855007613324032:192.168.204.151@tcp:503:mount.lustre.0 00000100:00000001:0.0:1769074808.138365:0:30558:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074808.138371:0:30558:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074808.138374:0:30558:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074808.138377:0:30558:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074808.138401:0:30558:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff982b86718000. 02000000:00000001:0.0:1769074808.138404:0:30558:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074808.138416:0:30558:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074808.138422:0:30558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b65d8. 00000400:00000010:0.0:1769074808.138431:0:30558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff982b8833b840. 00000100:00000200:0.0:1769074808.138439:0:30558:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1855007613324032, portal 25 00000100:00000001:0.0:1769074808.138441:0:30558:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074808.138443:0:30558:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603620352 : -114162105931264 : ffff982b903aaa00) 00000100:00000040:0.0:1769074808.138449:0:30558:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b903aaa00 x1855007613324032/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074824 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074808.138457:0:30558:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074808.138459:0:30558:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074808.138463:0:30558:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f3b8. 00000100:00000200:0.0:1769074808.138467:0:30558:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1855007613324032, offset 0 00000400:00000200:0.0:1769074808.138476:0:30558:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074808.138485:0:30558:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074808.138495:0:30558:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074808.138502:0:30558:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074808.138508:0:30558:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074808.138512:0:30558:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074808.138516:0:30558:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074808.138520:0:30558:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15270:15270:256:4294967295] 192.168.204.151@tcp LPNI seq info [15270:15270:8:4294967295] 00000400:00000200:0.0:1769074808.138525:0:30558:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074808.138538:0:30558:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074808.138546:0:30558:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074808.138563:0:30558:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b500. 00000800:00000200:0.0:1769074808.138573:0:30558:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074808.138584:0:30558:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074808.138589:0:30558:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816b500 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1769074808.138603:0:30558:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074808.138608:0:30558:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074808.138612:0:30558:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296473907 00000100:00000001:0.0:1769074808.138622:0:30558:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296473897 00000100:00000001:0.0:1769074808.138629:0:30558:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296473907 00000100:00000001:0.0:1769074808.138633:0:30558:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296473898 00000100:00000001:0.0:1769074808.138636:0:30558:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074808.138639:0:30558:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074808.138643:0:30558:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074808.138645:0:30558:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074808.138649:0:30558:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8833bf00 going to sleep for 11 seconds 00000100:00000001:0.0:1769074808.138651:0:30558:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074808.138654:0:30558:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074808.140269:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074808.140314:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b500. 00000400:00000200:2.0:1769074808.140327:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074808.140337:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074808.140346:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f3b8 00000400:00000010:2.0:1769074808.140349:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f3b8. 00000100:00000001:2.0:1769074808.140354:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074808.140363:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903aaa00 x1855007613324032/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074824 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074808.140377:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074808.140380:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903aaa00 x1855007613324032/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074824 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074808.140388:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074808.140390:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074808.156607:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074808.156637:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074808.156643:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074808.156646:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074808.156661:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.156672:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074808.156681:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.156688:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.156696:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.156700:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 8416 into portal 25 MB=0x6971e9dd90b00 00000400:00000200:2.0:1769074808.156717:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.156726:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 8416/8416 into md 0x21f9d [4] + 224 00000800:00000001:2.0:1769074808.156740:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074808.156761:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074808.156764:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074808.156770:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074808.156782:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074808.156796:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903aaa00 x1855007613324032/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074824 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074808.156810:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff982b903aaa00 x1855007613324032/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074824 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074808.156831:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074808.156843:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074808.156847:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074808.156939:0:30558:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074808.156949:0:30558:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074808.156952:0:30558:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074808.156958:0:30558:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b65d8. 00000400:00000200:0.0:1769074808.156964:0:30558:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8833b840 00000400:00000010:0.0:1769074808.156967:0:30558:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff982b8833b840. 00000100:00000001:0.0:1769074808.156970:0:30558:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074808.156976:0:30558:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903aaa00 x1855007613324032/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074824 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074808.156984:0:30558:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903aaa00 x1855007613324032/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074824 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074808.156990:0:30558:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074808.156993:0:30558:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074808.156996:0:30558:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074808.157000:0:30558:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074808.157003:0:30558:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074808.157005:0:30558:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074808.157009:0:30558:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074808.157018:0:30558:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=80 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074808.157022:0:30558:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=81 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074808.157024:0:30558:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074808.157026:0:30558:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074808.157037:0:30558:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074808.157040:0:30558:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074808.157044:0:30558:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074808.157048:0:30558:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903aaa00 x1855007613324032/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074824 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074808.157056:0:30558:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074808.157059:0:30558:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074808.157061:0:30558:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074808.157066:0:30558:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903aaa00 x1855007613324032/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074824 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074808.157072:0:30558:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903aaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:61009b19-6c2d-431f-95c4-80fb0f04a0d4:30558:1855007613324032:192.168.204.151@tcp:503:mount.lustre.0 00000100:00000001:0.0:1769074808.157079:0:30558:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074808.157082:0:30558:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074808.157085:0:30558:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074808.157088:0:30558:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074808.157091:0:30558:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903aaa00 x1855007613324032/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074824 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074808.157099:0:30558:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074808.157102:0:30558:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b8833bf00. 00000100:00000001:0.0:1769074808.157104:0:30558:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074808.157106:0:30558:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1769074808.157119:0:30558:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1769074808.157121:0:30558:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074808.157124:0:30558:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b903aaa00 x1855007613324032/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074824 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074808.157131:0:30558:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074808.157134:0:30558:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074808.157138:0:30558:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff982b86718000. 02000000:00000001:0.0:1769074808.157159:0:30558:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074808.157163:0:30558:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074808.157166:0:30558:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000020:00000001:0.0:1769074808.157168:0:30558:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074808.157172:0:30558:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b85016a00. 02000000:00000001:0.0:1769074808.157177:0:30558:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074808.157180:0:30558:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074808.157182:0:30558:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b903aaa00. 00000100:00000001:0.0:1769074808.157187:0:30558:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074808.157188:0:30558:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769074808.157191:0:30558:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074808.157193:0:30558:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:0.0:1769074808.157195:0:30558:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:0.0:1769074808.157198:0:30558:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1769074808.157202:0:30558:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1769074808.157206:0:30558:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1769074808.157212:0:30558:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff982b90217840. 00000040:00001000:0.0:1769074808.157214:0:30558:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:3.0:1769074808.158569:0:30570:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:3.0:1769074808.158587:0:30570:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b9827c800. 00000020:00000010:3.0:1769074808.158599:0:30570:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff982b9827de00. 00000040:00000010:3.0:1769074808.158605:0:30570:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff982b9827ca00. 00000020:00000010:3.0:1769074808.158613:0:30570:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff982b88b8e800. 00000020:00000010:3.0:1769074808.158621:0:30570:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff982b84ee5a90. 00000020:00000010:3.0:1769074808.158626:0:30570:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff982b9827c600. 80000000:00000010:3.0:1769074808.158632:0:30570:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff982b98466780. 40000000:00000010:3.0:1769074808.158638:0:30570:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff982b985de5c0. 00100000:00000010:3.0:1769074808.158644:0:30570:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff982b88b89800. 00040000:00000010:3.0:1769074808.158650:0:30570:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff982b99274400. 00040000:00000010:3.0:1769074808.158656:0:30570:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff982b88b8e000. 00040000:00000010:3.0:1769074808.158661:0:30570:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff982b9827d000. 00000004:00000010:3.0:1769074808.158668:0:30570:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff982b88b88000. 00000004:00000010:3.0:1769074808.158677:0:30570:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff982b88a70000. 00000004:00000010:3.0:1769074808.158684:0:30570:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff982b88b8b800. 00002000:00000010:3.0:1769074808.158692:0:30570:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff982b98c02000. 00000004:00000010:3.0:1769074808.158700:0:30570:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff982b98c03c00. 00000020:00000010:3.0:1769074808.158706:0:30570:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff982b985de3c0. 00000040:00000010:3.0:1769074808.158728:0:30570:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff982b86020000. 00000040:00001000:3.0:1769074808.158731:0:30570:0:(llog.c:607:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:3.0:1769074808.158734:0:30570:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1769074808.158738:0:30570:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1769074808.158742:0:30570:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000010:3.0:1769074808.158750:0:30570:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90373480. 00000020:00000040:3.0:1769074808.158753:0:30570:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=5 obd=MGC192.168.204.151@tcp 00000100:00000001:3.0:1769074808.158757:0:30570:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074808.158762:0:30570:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074808.158770:0:30570:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074808.158779:0:30570:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b9827c000. 00000100:00000001:3.0:1769074808.158789:0:30570:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074808.158795:0:30570:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074808.158798:0:30570:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074808.158806:0:30570:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b98e9e9c0. 00000100:00000001:3.0:1769074808.158808:0:30570:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911749323200 : -114161960228416 : ffff982b98e9e9c0) 00000100:00000001:3.0:1769074808.158812:0:30570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074808.158813:0:30570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603393664 : -114162106157952 : ffff982b90373480) 00000100:00000001:3.0:1769074808.158820:0:30570:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074808.158826:0:30570:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074808.158829:0:30570:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074808.158831:0:30570:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074808.158846:0:30570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90373480 x1855007613324160/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074808.158857:0:30570:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074808.158860:0:30570:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074808.158865:0:30570:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074808.158869:0:30570:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074808.158873:0:30570:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074808.158877:0:30570:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90373480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:61009b19-6c2d-431f-95c4-80fb0f04a0d4:30570:1855007613324160:192.168.204.151@tcp:502:llog_process_th.0 00000100:00000001:3.0:1769074808.158883:0:30570:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074808.158890:0:30570:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074808.158894:0:30570:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074808.158897:0:30570:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074808.158926:0:30570:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff982b86718000. 02000000:00000001:3.0:1769074808.158929:0:30570:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074808.158942:0:30570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074808.158948:0:30570:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7420. 00000400:00000010:3.0:1769074808.158957:0:30570:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff982b98e9e600. 00000100:00000200:3.0:1769074808.158970:0:30570:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1855007613324160, portal 25 00000100:00000001:3.0:1769074808.158972:0:30570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074808.158973:0:30570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603393664 : -114162106157952 : ffff982b90373480) 00000100:00000040:3.0:1769074808.158980:0:30570:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90373480 x1855007613324160/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074824 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074808.158988:0:30570:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074808.158991:0:30570:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074808.158996:0:30570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6220. 00000100:00000200:3.0:1769074808.158999:0:30570:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1855007613324160, offset 0 00000400:00000200:3.0:1769074808.159021:0:30570:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074808.159033:0:30570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.159044:0:30570:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074808.159054:0:30570:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074808.159061:0:30570:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074808.159065:0:30570:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074808.159068:0:30570:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074808.159073:0:30570:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15271:15271:256:4294967295] 192.168.204.151@tcp LPNI seq info [15271:15271:8:4294967295] 00000400:00000200:3.0:1769074808.159078:0:30570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.159091:0:30570:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074808.159099:0:30570:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074808.159116:0:30570:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99274a00. 00000800:00000200:3.0:1769074808.159126:0:30570:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074808.159135:0:30570:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074808.159140:0:30570:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99274a00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1769074808.159162:0:30570:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074808.159175:0:30570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074808.159178:0:30570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296473929 00000100:00000001:3.0:1769074808.159190:0:30570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296473907 00000100:00000001:3.0:1769074808.159197:0:30570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296473929 00000100:00000001:3.0:1769074808.159201:0:30570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296473907 00000100:00000001:3.0:1769074808.159204:0:30570:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074808.159208:0:30570:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074808.159211:0:30570:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074808.159213:0:30570:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1769074808.159216:0:30570:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b98e9e9c0 going to sleep for 11 seconds 00000100:00000001:3.0:1769074808.159219:0:30570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074808.159223:0:30570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074808.159787:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074808.159796:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99274a00. 00000400:00000200:2.0:1769074808.159805:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074808.159813:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074808.159821:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6220 00000400:00000010:2.0:1769074808.159825:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6220. 00000100:00000001:2.0:1769074808.159832:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074808.159839:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90373480 x1855007613324160/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074824 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074808.159851:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074808.159855:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90373480 x1855007613324160/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074824 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074808.159862:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074808.159863:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074808.174362:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074808.174396:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074808.174402:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074808.174405:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074808.174425:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.174438:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074808.174449:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.174455:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.174464:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.174469:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 8472 into portal 25 MB=0x6971e9dd90b80 00000400:00000200:2.0:1769074808.174476:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.174485:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 8472/8472 into md 0x21fa5 [4] + 224 00000800:00000001:2.0:1769074808.174498:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074808.174543:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074808.174547:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074808.174570:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074808.174585:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074808.174600:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90373480 x1855007613324160/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074824 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074808.174615:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff982b90373480 x1855007613324160/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074824 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074808.174632:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074808.174644:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074808.174649:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074808.174905:0:30570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074808.174918:0:30570:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074808.174921:0:30570:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074808.174927:0:30570:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7420. 00000400:00000200:3.0:1769074808.174934:0:30570:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b98e9e600 00000400:00000010:3.0:1769074808.174937:0:30570:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff982b98e9e600. 00000100:00000001:3.0:1769074808.174942:0:30570:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074808.174947:0:30570:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90373480 x1855007613324160/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074824 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074808.174959:0:30570:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90373480 x1855007613324160/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074824 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074808.174965:0:30570:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074808.174968:0:30570:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074808.174971:0:30570:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074808.174975:0:30570:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074808.174979:0:30570:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074808.174982:0:30570:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074808.174986:0:30570:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074808.174996:0:30570:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=80 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074808.175001:0:30570:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=81 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074808.175005:0:30570:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074808.175017:0:30570:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074808.175021:0:30570:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074808.175025:0:30570:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074808.175029:0:30570:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074808.175035:0:30570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90373480 x1855007613324160/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074824 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074808.175044:0:30570:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074808.175047:0:30570:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074808.175050:0:30570:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074808.175055:0:30570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90373480 x1855007613324160/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074824 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074808.175062:0:30570:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90373480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:61009b19-6c2d-431f-95c4-80fb0f04a0d4:30570:1855007613324160:192.168.204.151@tcp:502:llog_process_th.0 00000100:00000001:3.0:1769074808.175068:0:30570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074808.175072:0:30570:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074808.175075:0:30570:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1769074808.175077:0:30570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074808.175080:0:30570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90373480 x1855007613324160/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074824 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074808.175093:0:30570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769074808.175097:0:30570:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b98e9e9c0. 00000100:00000001:3.0:1769074808.175099:0:30570:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1769074808.175101:0:30570:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1769074808.175127:0:30570:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1769074808.175129:0:30570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074808.175132:0:30570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90373480 x1855007613324160/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074824 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074808.175140:0:30570:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074808.175143:0:30570:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074808.175147:0:30570:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff982b86718000. 02000000:00000001:3.0:1769074808.175168:0:30570:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074808.175172:0:30570:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074808.175175:0:30570:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000020:00000001:3.0:1769074808.175178:0:30570:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074808.175183:0:30570:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b9827c000. 02000000:00000001:3.0:1769074808.175188:0:30570:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074808.175191:0:30570:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074808.175193:0:30570:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90373480. 00000100:00000001:3.0:1769074808.175197:0:30570:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074808.175199:0:30570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769074808.175203:0:30570:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074808.175204:0:30570:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:3.0:1769074808.175206:0:30570:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1769074808.175210:0:30570:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1769074808.175213:0:30570:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b86020000 type=0x10620000 idx=1 00000040:00001000:3.0:1769074808.175219:0:30570:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:3.0:1769074808.175222:0:30570:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:3.0:1769074808.175226:0:30570:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1769074808.175229:0:30570:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1769074808.175231:0:30570:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1769074808.175234:0:30570:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:3.0:1769074808.175240:0:30570:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:00000001:3.0:1769074808.175242:0:30570:0:(obd_mount.c:936:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1769074808.175253:0:30570:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff982b99274a00. 00000020:00000080:3.0:1769074808.175257:0:30570:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1769074808.175259:0:30570:0:(obd_config.c:1477:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:00000001:3.0:1769074808.175262:0:30570:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1769074808.175265:0:30570:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff982b99274a00. 00000020:00000001:3.0:1769074808.175270:0:30570:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1769074808.175272:0:30570:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b860200e0 type=0x10620000 idx=2 00000040:00001000:3.0:1769074808.175275:0:30570:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 112 (7968 remains) 00000040:00001000:3.0:1769074808.175277:0:30570:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:3.0:1769074808.175278:0:30570:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1769074808.175317:0:30570:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 28 at ffff982b8757e5e0. 00000020:01000000:3.0:1769074808.175321:0:30570:0:(obd_config.c:1903:class_config_llog_handler()) cmd ce032, instance name: general-ffff982b87054800 00000020:00000010:3.0:1769074808.175324:0:30570:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at ffff982b98393d80. 00000020:00000080:3.0:1769074808.175326:0:30570:0:(obd_config.c:1389:class_process_config()) processing cmd: ce032 00000020:00000001:3.0:1769074808.175329:0:30570:0:(obd_config.c:1290:process_param2_config()) Process entered 00000040:00000001:3.0:1769074808.175331:0:30570:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1769074808.175333:0:30570:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff982b98393d80 00000040:00001000:3.0:1769074808.175335:0:30570:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1769074808.175336:0:30570:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xce032 00000040:00001000:3.0:1769074808.175338:0:30570:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1769074808.175339:0:30570:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1769074808.175342:0:30570:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1769074808.175343:0:30570:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 3 00000040:00001000:3.0:1769074808.175345:0:30570:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 25 general-ffff982b87054800 00000040:00001000:3.0:1769074808.175346:0:30570:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 21 debug_raw_pointers=Y 00000040:00001000:3.0:1769074808.175348:0:30570:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[2]: 5 lctl 00000040:00000001:3.0:1769074808.175349:0:30570:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000001:3.0:1769074808.175355:0:30570:0:(obd_config.c:1299:process_param2_config()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769074808.175357:0:30570:0:(obd_config.c:1517:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1769074808.175359:0:30570:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at ffff982b98393d80. 00000020:00000010:3.0:1769074808.175363:0:30570:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 28 at ffff982b8757e5e0. 00000020:00000001:3.0:1769074808.175365:0:30570:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1769074808.175368:0:30570:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b86020150 type=0x10620000 idx=3 00000040:00001000:3.0:1769074808.175371:0:30570:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 224 (7856 remains) 00000040:00001000:3.0:1769074808.175373:0:30570:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:3.0:1769074808.175375:0:30570:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1769074808.175376:0:30570:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1769074808.175378:0:30570:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1769074808.175379:0:30570:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:3.0:1769074808.175382:0:30570:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff982b99274a00. 00000020:00000080:3.0:1769074808.175384:0:30570:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1769074808.175386:0:30570:0:(obd_config.c:1477:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:00000001:3.0:1769074808.175388:0:30570:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1769074808.175390:0:30570:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff982b99274a00. 00000020:00000001:3.0:1769074808.175392:0:30570:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1769074808.175394:0:30570:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b86020230 type=0x10620000 idx=4 00000040:00001000:3.0:1769074808.175396:0:30570:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7632 remains) 00000040:00001000:3.0:1769074808.175398:0:30570:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:3.0:1769074808.175400:0:30570:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1769074808.175401:0:30570:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1769074808.175402:0:30570:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1769074808.175403:0:30570:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:3.0:1769074808.175405:0:30570:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:00000001:3.0:1769074808.175407:0:30570:0:(obd_mount.c:936:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1769074808.175410:0:30570:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff982b99274a00. 00000020:00000080:3.0:1769074808.175412:0:30570:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1769074808.175413:0:30570:0:(obd_config.c:1477:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:00000001:3.0:1769074808.175415:0:30570:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1769074808.175417:0:30570:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff982b99274a00. 00000020:00000001:3.0:1769074808.175419:0:30570:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1769074808.175421:0:30570:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b86020310 type=0x10620000 idx=5 00000040:00001000:3.0:1769074808.175423:0:30570:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 112 (7408 remains) 00000040:00001000:3.0:1769074808.175425:0:30570:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:3.0:1769074808.175427:0:30570:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1769074808.175429:0:30570:0:(obd_config.c:1895:class_config_llog_handler()) kmalloced '(inst_name)': 28 at ffff982b8757e5e0. 00000020:01000000:3.0:1769074808.175432:0:30570:0:(obd_config.c:1903:class_config_llog_handler()) cmd ce032, instance name: general-ffff982b87054800 00000020:00000010:3.0:1769074808.175434:0:30570:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at ffff982b98393d80. 00000020:00000080:3.0:1769074808.175436:0:30570:0:(obd_config.c:1389:class_process_config()) processing cmd: ce032 00000020:00000001:3.0:1769074808.175438:0:30570:0:(obd_config.c:1290:process_param2_config()) Process entered 00000040:00000001:3.0:1769074808.175440:0:30570:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1769074808.175441:0:30570:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff982b98393d80 00000040:00001000:3.0:1769074808.175442:0:30570:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1769074808.175444:0:30570:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xce032 00000040:00001000:3.0:1769074808.175445:0:30570:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1769074808.175446:0:30570:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1769074808.175448:0:30570:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1769074808.175450:0:30570:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 3 00000040:00001000:3.0:1769074808.175451:0:30570:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 25 general-ffff982b87054800 00000040:00001000:3.0:1769074808.175453:0:30570:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 21 lod.*.mdt_hash=crush 00000040:00001000:3.0:1769074808.175454:0:30570:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[2]: 5 lctl 00000040:00000001:3.0:1769074808.175456:0:30570:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000001:3.0:1769074808.175533:0:30570:0:(obd_config.c:1325:process_param2_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074808.175536:0:30570:0:(obd_config.c:1517:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1769074808.175538:0:30570:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at ffff982b98393d80. 00000020:00000010:3.0:1769074808.175541:0:30570:0:(obd_config.c:1990:class_config_llog_handler()) kfreed 'inst_name': 28 at ffff982b8757e5e0. 00000020:00000001:3.0:1769074808.175543:0:30570:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1769074808.175545:0:30570:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b86020380 type=0x10620000 idx=6 00000040:00001000:3.0:1769074808.175969:0:30570:0:(llog.c:720:llog_process_thread()) synced_idx: 6 00000040:00000001:3.0:1769074808.175975:0:30570:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1769074808.175979:0:30570:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1769074808.175984:0:30570:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000010:3.0:1769074808.175991:0:30570:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90373480. 00000020:00000040:3.0:1769074808.175995:0:30570:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=5 obd=MGC192.168.204.151@tcp 00000100:00000001:3.0:1769074808.176000:0:30570:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074808.176013:0:30570:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074808.176020:0:30570:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074808.176029:0:30570:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b9827c400. 00000100:00000001:3.0:1769074808.176038:0:30570:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074808.176045:0:30570:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074808.176047:0:30570:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074808.176053:0:30570:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b98e9e9c0. 00000100:00000001:3.0:1769074808.176056:0:30570:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911749323200 : -114161960228416 : ffff982b98e9e9c0) 00000100:00000001:3.0:1769074808.176059:0:30570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074808.176060:0:30570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603393664 : -114162106157952 : ffff982b90373480) 00000100:00000001:3.0:1769074808.176066:0:30570:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074808.176073:0:30570:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074808.176075:0:30570:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074808.176076:0:30570:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074808.176085:0:30570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90373480 x1855007613324288/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074808.176095:0:30570:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074808.176098:0:30570:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074808.176216:0:30570:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074808.176221:0:30570:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074808.176224:0:30570:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074808.176229:0:30570:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90373480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:61009b19-6c2d-431f-95c4-80fb0f04a0d4:30570:1855007613324288:192.168.204.151@tcp:502:llog_process_th.0 00000100:00000001:3.0:1769074808.176236:0:30570:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074808.176243:0:30570:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074808.176246:0:30570:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074808.176249:0:30570:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074808.176312:0:30570:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff982b86718000. 02000000:00000001:3.0:1769074808.176315:0:30570:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074808.176326:0:30570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074808.176331:0:30570:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7420. 00000400:00000010:3.0:1769074808.176338:0:30570:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff982b98e9e600. 00000100:00000200:3.0:1769074808.176347:0:30570:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1855007613324288, portal 25 00000100:00000001:3.0:1769074808.176349:0:30570:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074808.176351:0:30570:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603393664 : -114162106157952 : ffff982b90373480) 00000100:00000040:3.0:1769074808.176357:0:30570:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90373480 x1855007613324288/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074824 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074808.176364:0:30570:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074808.176368:0:30570:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074808.176372:0:30570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6a18. 00000100:00000200:3.0:1769074808.176375:0:30570:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1855007613324288, offset 0 00000400:00000200:3.0:1769074808.176383:0:30570:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074808.176393:0:30570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.176403:0:30570:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074808.176409:0:30570:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074808.176415:0:30570:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074808.176419:0:30570:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074808.176423:0:30570:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074808.176427:0:30570:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15272:15272:256:4294967295] 192.168.204.151@tcp LPNI seq info [15272:15272:8:4294967295] 00000400:00000200:3.0:1769074808.176431:0:30570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.176441:0:30570:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074808.176449:0:30570:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074808.176454:0:30570:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99274a00. 00000800:00000200:3.0:1769074808.176463:0:30570:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074808.176474:0:30570:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074808.176479:0:30570:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99274a00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1769074808.176496:0:30570:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074808.176501:0:30570:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074808.176504:0:30570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296473945 00000100:00000001:3.0:1769074808.176515:0:30570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296473929 00000100:00000001:3.0:1769074808.176524:0:30570:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296473945 00000100:00000001:3.0:1769074808.176528:0:30570:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296473929 00000100:00000001:3.0:1769074808.176531:0:30570:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074808.176535:0:30570:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074808.176537:0:30570:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074808.176540:0:30570:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1769074808.176544:0:30570:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b98e9e9c0 going to sleep for 11 seconds 00000100:00000001:3.0:1769074808.176547:0:30570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1769074808.176997:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074808.177018:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99274a00. 00000400:00000200:2.0:1769074808.177025:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074808.177033:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074808.177042:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6a18 00000400:00000010:2.0:1769074808.177046:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6a18. 00000100:00000001:2.0:1769074808.177051:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074808.177056:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90373480 x1855007613324288/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074824 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074808.177066:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074808.177069:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90373480 x1855007613324288/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074824 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074808.177077:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074808.177079:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769074808.177265:0:30570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1769074808.193328:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074808.193356:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074808.193361:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074808.193363:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074808.193386:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.193396:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074808.193408:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.193414:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.193423:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.193427:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 8472 into portal 25 MB=0x6971e9dd90c00 00000400:00000200:2.0:1769074808.193433:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.193441:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 8472/8472 into md 0x21fb5 [4] + 224 00000800:00000001:2.0:1769074808.193453:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074808.193471:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074808.193475:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074808.193480:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074808.193491:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074808.193505:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90373480 x1855007613324288/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074824 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074808.193519:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff982b90373480 x1855007613324288/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074824 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074808.193533:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074808.193545:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074808.193549:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074808.194187:0:30570:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074808.194213:0:30570:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074808.194217:0:30570:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074808.194223:0:30570:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7420. 00000400:00000200:3.0:1769074808.194230:0:30570:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b98e9e600 00000400:00000010:3.0:1769074808.194234:0:30570:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff982b98e9e600. 00000100:00000001:3.0:1769074808.194238:0:30570:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074808.194246:0:30570:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90373480 x1855007613324288/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074824 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074808.194258:0:30570:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90373480 x1855007613324288/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074824 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074808.194265:0:30570:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074808.194267:0:30570:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074808.194270:0:30570:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074808.194275:0:30570:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074808.194278:0:30570:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074808.194622:0:30570:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074808.194626:0:30570:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074808.194638:0:30570:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=80 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074808.194643:0:30570:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=81 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074808.194647:0:30570:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074808.194649:0:30570:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074808.194652:0:30570:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074808.194655:0:30570:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074808.194659:0:30570:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074808.194667:0:30570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90373480 x1855007613324288/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074824 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074808.194676:0:30570:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074808.194680:0:30570:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074808.194682:0:30570:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074808.194687:0:30570:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90373480 x1855007613324288/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074824 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074808.194695:0:30570:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90373480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:61009b19-6c2d-431f-95c4-80fb0f04a0d4:30570:1855007613324288:192.168.204.151@tcp:502:llog_process_th.0 00000100:00000001:3.0:1769074808.194703:0:30570:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074808.194716:0:30570:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074808.194720:0:30570:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1769074808.194722:0:30570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074808.194726:0:30570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90373480 x1855007613324288/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074824 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074808.194738:0:30570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769074808.194742:0:30570:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b98e9e9c0. 00000100:00000001:3.0:1769074808.194747:0:30570:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1769074808.194748:0:30570:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1769074808.194761:0:30570:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1769074808.194764:0:30570:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074808.194767:0:30570:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90373480 x1855007613324288/t0(0) o502->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8472 e 0 to 0 dl 1769074824 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074808.194774:0:30570:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074808.194778:0:30570:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074808.194783:0:30570:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff982b86718000. 02000000:00000001:3.0:1769074808.194807:0:30570:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074808.194811:0:30570:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074808.194814:0:30570:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000020:00000001:3.0:1769074808.194817:0:30570:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074808.194821:0:30570:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b9827c400. 02000000:00000001:3.0:1769074808.194826:0:30570:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074808.194830:0:30570:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074808.194832:0:30570:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90373480. 00000100:00000001:3.0:1769074808.194837:0:30570:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074808.194839:0:30570:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769074808.194843:0:30570:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074808.194844:0:30570:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:3.0:1769074808.194846:0:30570:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1769074808.194849:0:30570:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1769074808.194852:0:30570:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b86020380 type=0x10620000 idx=6 00000040:00001000:3.0:1769074808.194857:0:30570:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 224 (7296 remains) 00000040:00001000:3.0:1769074808.194860:0:30570:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 6 synced_idx: 6 lgh_last_idx: 6 00000020:00000001:3.0:1769074808.194864:0:30570:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1769074808.194868:0:30570:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1769074808.194870:0:30570:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1769074808.194873:0:30570:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:3.0:1769074808.194885:0:30570:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff982b99274700. 00000020:00000080:3.0:1769074808.194889:0:30570:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1769074808.194892:0:30570:0:(obd_config.c:1477:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:00000001:3.0:1769074808.194896:0:30570:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1769074808.194899:0:30570:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff982b99274700. 00000020:00000001:3.0:1769074808.194905:0:30570:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1769074808.194907:0:30570:0:(llog.c:663:llog_process_thread()) processing rec 0xffff982b86020460 type=0x0 idx=0 00000040:00000001:3.0:1769074808.194911:0:30570:0:(llog.c:676:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:3.0:1769074808.194913:0:30570:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000040:00000010:3.0:1769074808.194917:0:30570:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff982b86020000. 00000020:00000010:3.0:1769074808.194930:0:30570:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff982b985de3c0. 00000020:00000010:3.0:1769074808.194954:0:30570:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b9827de00. 00000040:00000010:3.0:1769074808.194960:0:30570:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff982b9827ca00. 00000020:00000010:3.0:1769074808.194965:0:30570:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff982b88b8e800. 00000020:00000010:3.0:1769074808.194971:0:30570:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff982b84ee5a90. 00000020:00000010:3.0:1769074808.194980:0:30570:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff982b9827c600. 80000000:00000010:3.0:1769074808.194985:0:30570:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff982b98466780. 40000000:00000010:3.0:1769074808.194990:0:30570:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff982b985de5c0. 00100000:00000010:3.0:1769074808.194996:0:30570:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff982b88b89800. 00040000:00000010:3.0:1769074808.195001:0:30570:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff982b99274400. 00040000:00000010:3.0:1769074808.195006:0:30570:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff982b88b8e000. 00040000:00000010:3.0:1769074808.195010:0:30570:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff982b9827d000. 00000004:00000010:3.0:1769074808.195014:0:30570:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff982b88b88000. 00000004:00000010:3.0:1769074808.195021:0:30570:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff982b88a70000. 00000004:00000010:3.0:1769074808.195028:0:30570:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff982b88b8b800. 00002000:00000010:3.0:1769074808.195035:0:30570:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff982b98c02000. 00000004:00000010:3.0:1769074808.195040:0:30570:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff982b98c03c00. 00000020:00000010:3.0:1769074808.195044:0:30570:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b9827c800. 00000100:00000001:2.0:1769074808.196139:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074808.196146:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074808.196150:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074808.196162:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9849e300 x1855007613324416/t0(0) o38->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074808.196264:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074808.196266:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074808.196271:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074808.196274:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074808.196277:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074808.196306:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9849e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0d05e643-e609-4f9c-a8ce-9f27d385531c:2363:1855007613324416:192.168.204.151@tcp:38:mount.lustre.0 00000100:00000001:2.0:1769074808.196314:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074808.196321:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074808.196325:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074808.196331:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074808.196338:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c08000. 02000000:00000001:2.0:1769074808.196342:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074808.196353:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074808.196360:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7e210. 00000400:00000010:2.0:1769074808.196370:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f990. 00000100:00000200:2.0:1769074808.196382:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613324416, portal 10 00000100:00000001:2.0:1769074808.196396:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074808.196401:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738835712 : -114161970715904 : ffff982b9849e300) 00000020:00000010:2.0:1769074808.196414:0:2363:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff982b866e4000. 00000100:00000040:2.0:1769074808.196426:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9849e300 x1855007613324416/t0(0) o38->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074808.196441:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074808.196449:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074808.196455:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f2a8. 00000100:00000200:2.0:1769074808.196460:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613324416, offset 0 00000400:00000200:2.0:1769074808.196474:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074808.196489:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.196502:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074808.196513:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074808.196520:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074808.196526:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074808.196529:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074808.196534:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15273:15273:256:4294967295] 192.168.204.151@tcp LPNI seq info [15273:15273:8:4294967295] 00000400:00000200:2.0:1769074808.196539:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.196550:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074808.196558:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074808.196564:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcb000. 00000800:00000200:2.0:1769074808.196573:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074808.196584:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074808.196590:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84fcb000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1769074808.196603:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074808.196607:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: using a timeout of 0 usecs (0 jiffies) 00000400:00000200:2.0:1769074808.196611:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074808.196614:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS new deadline estimation for cpu 2 is 4296473967 00000100:00000001:2.0:1769074808.196621:0:2363:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS request active for cpu 2, simply extend its deadline from 4296473945 00000100:00000001:2.0:1769074808.196626:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS new deadline estimation for cpu 3 is 4296473967 00000100:00000001:2.0:1769074808.196630:0:2363:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS request active for cpu 3, simply extend its deadline from 4296473945 00000100:00000001:2.0:1769074808.196633:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074808.196636:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074808.196639:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074808.196641:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074808.196645:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074808.196647:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1769074808.196649:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074808.196651:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074808.196652:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074808.196653:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074808.196891:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1802) 00000800:00000200:2.0:1769074808.197759:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074808.197766:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcb000. 00000400:00000200:2.0:1769074808.197776:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074808.197787:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074808.197796:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f2a8 00000400:00000010:2.0:1769074808.197798:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f2a8. 00000100:00000001:2.0:1769074808.197804:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074808.197813:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849e300 x1855007613324416/t0(0) o38->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074808.197824:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074808.197827:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849e300 x1855007613324416/t0(0) o38->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074818 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074808.197835:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074808.197837:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074808.206599:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074808.206622:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074808.206628:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074808.206631:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074808.206647:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.206657:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074808.206668:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.206674:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.206683:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.206690:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 416 into portal 10 MB=0x6971e9dd90c80 00000400:00000200:3.0:1769074808.206697:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.206719:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 416/416 into md 0x21fc5 [1] + 0 00000800:00000001:3.0:1769074808.206732:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074808.206748:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074808.206752:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074808.206758:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074808.206769:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074808.206783:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849e300 x1855007613324416/t0(0) o38->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074818 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074808.206797:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff982b9849e300 x1855007613324416/t0(0) o38->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074818 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074808.206825:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074808.206839:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074808.206843:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074808.206947:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074808.206953:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074808.206962:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074808.206965:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074808.206969:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7e210. 00000400:00000200:0.0:1769074808.206975:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f990 00000400:00000010:0.0:1769074808.206978:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f990. 00000100:00000001:0.0:1769074808.206982:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074808.206987:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849e300 x1855007613324416/t0(0) o38->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074818 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074808.206998:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849e300 x1855007613324416/t0(0) o38->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074818 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074808.207005:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074808.207008:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074808.207011:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074808.207015:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074808.207019:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074808.207022:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074808.207026:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1769074808.207050:0:2363:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff982b88bb6000. 00000100:00001000:0.0:1769074808.207060:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b98901458 time=1769074808 v=5 (0 0 0 0) 00000100:00001000:0.0:1769074808.207066:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b98901410 time=1769074808 v=0 (0 0 0 0) 00000100:00001000:0.0:1769074808.207069:0:2363:0:(import.c:2194:obd_at_measure()) AT ffff982b98901410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:0.0:1769074808.207072:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074808.207074:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074808.207078:0:2363:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074808.207083:0:2363:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074808.207087:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1769074808.207090:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b87054800: committing for last_committed 0 gen 1 00000100:00000040:0.0:1769074808.207093:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b87054800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1769074808.207096:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074808.207098:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074808.207104:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849e300 x1855007613324416/t0(0) o38->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 520/416 e 0 to 0 dl 1769074818 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074808.207113:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074808.207116:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074808.207119:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074808.207122:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1769074808.207129:0:2363:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff982b87054800: connect to target with instance 17 00000020:00000001:0.0:1769074808.207134:0:2363:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769074808.207136:0:2363:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066b73d3 00000020:00000001:0.0:1769074808.207139:0:2363:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074808.207142:0:2363:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b85915000 refcount=5 00000020:00000001:0.0:1769074808.207144:0:2363:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424749568 : -114162284802048 : ffff982b85915000) 00000020:00000001:0.0:1769074808.207147:0:2363:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424749568 : -114162284802048 : ffff982b85915000) 00000100:00001000:0.0:1769074808.207151:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b98901410 time=1769074808 v=0 (0 0 0 0) 00000100:00001000:0.0:1769074808.207154:0:2363:0:(import.c:2194:obd_at_measure()) AT ffff982b98901410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1769074808.207160:0:2363:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 747, crc32c 4359, adler 847 00000100:00080000:0.0:1769074808.207165:0:2363:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff982b87054800: Resetting ns_connect_flags to server flags: 0xae7a5e7be344d3b8 00000020:00000040:0.0:1769074808.207170:0:2363:0:(genops.c:898:class_export_put()) PUTting export ffff982b85915000 : new refcount 4 00000100:00000001:0.0:1769074808.207173:0:2363:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:0.0:1769074808.207177:0:2363:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000008:00000020:0.0:1769074808.207183:0:2363:0:(osc_request.c:1046:osc_init_grant()) lustre-MDT0000-mdc-ffff982b87054800, setting cl_avail_grant: 3407872 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:0.0:1769074808.207189:0:2363:0:(mdc_request.c:3069:mdc_init_ea_size()) Process entered 00000002:00000001:0.0:1769074808.207190:0:2363:0:(mdc_request.c:3076:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074808.207193:0:2363:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:0.0:1769074808.207197:0:2363:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:0.0:1769074808.207200:0:2363:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074808.207202:0:2363:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074808.207205:0:2363:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074808.207207:0:2363:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1769074808.207209:0:2363:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1769074808.207213:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b98901000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1769074808.207216:0:2363:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:0.0:1769074808.207217:0:2363:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:0.0:1769074808.207218:0:2363:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:0.0:1769074808.207219:0:2363:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:0.0:1769074808.207221:0:2363:0:(lmv_obd.c:83:lmv_set_mdc_active()) Process entered 00800000:00000040:0.0:1769074808.207224:0:2363:0:(lmv_obd.c:86:lmv_set_mdc_active()) Searching in lmv ffff982b98726aa0 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:0.0:1769074808.207228:0:2363:0:(lmv_obd.c:92:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x5d432443066b73d3 00800000:00000040:0.0:1769074808.207232:0:2363:0:(lmv_obd.c:107:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff982b87054800=0d05e643-e609-4f9c-a8ce-9f27d385531c device 8 (ffff982b987218d8) type mdc at LMV idx 0 00800000:00000040:0.0:1769074808.207235:0:2363:0:(lmv_obd.c:112:lmv_set_mdc_active()) OBD ffff982b987218d8 already active! 00800000:00000001:0.0:1769074808.207237:0:2363:0:(lmv_obd.c:113:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074808.207240:0:2363:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074808.207241:0:2363:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769074808.207244:0:2363:0:(genops.c:1229:class_import_get()) import ffff982b98901000 refcount=8 obd=lustre-MDT0000-mdc-ffff982b87054800 00000002:00000001:3.0:1769074808.210135:0:2363:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074808.210148:0:2363:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1769074808.210152:0:2363:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074808.210157:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1769074808.210179:0:2363:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 0000000094209765): req@ffff982b9849ca80 x1855007613324544/t0(0) o41->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769074808.210208:0:2363:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 000000008be12b58): req@ffff982b9849c700 x1855007613324672/t0(0) o41->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074808.210223:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074808.210227:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074808.210234:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849e300 x1855007613324416/t0(0) o38->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 520/416 e 0 to 0 dl 1769074818 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074808.210243:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0d05e643-e609-4f9c-a8ce-9f27d385531c:2363:1855007613324416:192.168.204.151@tcp:38:mount.lustre.0 00000100:00000001:3.0:1769074808.210250:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074808.210254:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074808.210257:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9849e300 x1855007613324416/t0(0) o38->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 520/416 e 0 to 0 dl 1769074818 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074808.210265:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074808.210269:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074808.210276:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c08000. 02000000:00000001:3.0:1769074808.210303:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074808.210305:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074808.210307:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b98901000 refcount=6 obd=lustre-MDT0000-mdc-ffff982b87054800 00000020:00000001:3.0:1769074808.210309:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074808.210313:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b87460800. 02000000:00000001:3.0:1769074808.210317:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074808.210320:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074808.210323:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9849e300. 00000100:00000001:3.0:1769074808.210327:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074808.210329:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074808.210332:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074808.210344:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074808.210346:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074808.210349:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074808.210351:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074808.211623:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074808.211632:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a34b400. 00000400:00000200:3.0:1769074808.211640:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074808.211648:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074808.211657:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8550 00000400:00000010:3.0:1769074808.211661:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8550. 00000100:00000001:3.0:1769074808.211667:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074808.211758:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849c700 x1855007613324672/t0(0) o41->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074824 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074808.211772:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074808.211777:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849c700 x1855007613324672/t0(0) o41->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074824 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074808.211791:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074808.211793:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769074808.218228:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074808.218245:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074808.218251:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074808.218259:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074808.218262:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074808.218267:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074808.218272:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074808.218277:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074808.218318:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074808.218330:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074808.218333:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074808.218338:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074808.218349:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b87fa9800. 02000000:00000001:0.0:1769074808.218354:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074808.218374:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074808.219140:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b65d8. 00000400:00000010:0.0:1769074808.219159:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f088. 00000100:00000200:0.0:1769074808.219171:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613324544, portal 10 00000100:00000001:0.0:1769074808.219175:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074808.219177:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738829440 : -114161970722176 : ffff982b9849ca80) 00000100:00000040:0.0:1769074808.219198:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9849ca80 x1855007613324544/t0(0) o41->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074824 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074808.219209:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074808.219213:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074808.219217:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f110. 00000100:00000200:0.0:1769074808.219222:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007613324544, offset 0 00000400:00000200:0.0:1769074808.219234:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074808.219248:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074808.219262:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074808.219272:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074808.219279:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074808.219313:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074808.219318:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074808.219324:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15275:15275:256:4294967295] 192.168.204.151@tcp LPNI seq info [15275:15275:8:4294967295] 00000400:00000200:0.0:1769074808.219328:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074808.219343:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074808.219352:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074808.219361:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816bc00. 00000800:00000200:0.0:1769074808.219371:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074808.219692:0:2365:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074808.219700:0:2365:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074808.219732:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074808.219738:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: using a timeout of 13915 usecs (14 jiffies) 00000400:00000200:0.0:1769074808.219744:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074808.219749:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS new deadline estimation for cpu 2 is 4296464911 00000100:00000001:0.0:1769074808.219753:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS request active for cpu 2, keep current deadline 4296473967 00000100:00000001:0.0:1769074808.219756:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS new deadline estimation for cpu 3 is 4296464911 00000100:00000001:0.0:1769074808.219759:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS request active for cpu 3, keep current deadline 4296473967 00000100:00000001:0.0:1769074808.219762:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074808.219769:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074808.219774:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074808.219786:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074808.219789:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1769074808.219794:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074808.219796:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074808.219799:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074808.219802:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1769074808.219858:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074808.219879:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074808.219882:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074808.219886:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074808.219893:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.219899:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074808.219908:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.219913:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.219919:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.219953:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 368 into portal 10 MB=0x6971e9dd90d80 00000400:00000200:2.0:1769074808.219963:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.219974:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 368/368 into md 0x21fd5 [1] + 224 00000800:00000001:2.0:1769074808.219984:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074808.219996:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074808.219999:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074808.220006:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074808.220015:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074808.220024:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849c700 x1855007613324672/t0(0) o41->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074824 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074808.220035:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff982b9849c700 x1855007613324672/t0(0) o41->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074824 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074808.220055:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:2.0:1769074808.220188:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074808.220193:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816bc00. 00000400:00000200:2.0:1769074808.220199:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074808.220204:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074808.220208:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f110 00000400:00000010:2.0:1769074808.220211:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f110. 00000100:00000001:2.0:1769074808.220215:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074808.220220:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849ca80 x1855007613324544/t0(0) o41->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074824 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074808.220231:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074808.220235:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849ca80 x1855007613324544/t0(0) o41->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074824 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074808.220242:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074808.220244:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074808.220250:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074808.220254:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1769074808.222091:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074808.222097:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a34bd00. 00000400:00000200:2.0:1769074808.222112:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074808.222119:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074808.222125:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8bb0 00000400:00000010:2.0:1769074808.222128:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8bb0. 00000100:00000001:2.0:1769074808.222132:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074808.222137:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849c700 x1855007613324800/t0(0) o40->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 440/448 e 0 to 0 dl 1769074824 ref 3 fl Rpc:r/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074808.222148:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074808.222151:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849c700 x1855007613324800/t0(0) o40->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 440/448 e 0 to 0 dl 1769074824 ref 3 fl Rpc:Qr/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074808.222158:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074808.222160:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074808.225608:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074808.225637:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074808.225641:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074808.225644:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074808.225661:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.225673:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074808.225683:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.225688:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.225696:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.225701:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 368 into portal 10 MB=0x6971e9dd90d00 00000400:00000200:3.0:1769074808.225718:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.225726:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 368/368 into md 0x21fdd [1] + 224 00000800:00000001:3.0:1769074808.225736:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074808.225746:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074808.225751:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074808.225757:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074808.225768:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074808.225781:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849ca80 x1855007613324544/t0(0) o41->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074824 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074808.225795:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff982b9849ca80 x1855007613324544/t0(0) o41->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074824 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074808.225819:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074808.225829:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074808.225833:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074808.226032:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074808.226039:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074808.226051:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074808.226053:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074808.226058:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b65d8. 00000400:00000200:0.0:1769074808.226064:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f088 00000400:00000010:0.0:1769074808.226067:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f088. 00000100:00000001:0.0:1769074808.226071:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074808.226076:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849ca80 x1855007613324544/t0(0) o41->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074824 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074808.226086:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849ca80 x1855007613324544/t0(0) o41->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074824 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074808.226093:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074808.226095:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074808.226098:0:2365:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074808.226102:0:2365:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074808.226105:0:2365:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074808.226108:0:2365:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074808.226112:0:2365:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074808.226126:0:2365:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b98901458 time=0 v=5 (5 0 0 0) 00000100:00001000:0.0:1769074808.226131:0:2365:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b98901410 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074808.226133:0:2365:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074808.226136:0:2365:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074808.226141:0:2365:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074808.226146:0:2365:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074808.226151:0:2365:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074808.226153:0:2365:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b87054800: skip recheck: last_committed 0 00000100:00000001:0.0:1769074808.226155:0:2365:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074808.226157:0:2365:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074808.226163:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849ca80 x1855007613324544/t0(0) o41->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074824 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074808.226184:0:2365:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074808.226188:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074808.226190:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000020:0.0:1769074808.226198:0:2365:0:(mdc_request.c:1595:mdc_statfs_interpret()) blocks=17271 free=17246 avail=17230 objects=499388 free=499056 state=0 00000100:00000040:0.0:1769074808.226214:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849ca80 x1855007613324544/t0(0) o41->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074824 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074808.226224:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0d05e643-e609-4f9c-a8ce-9f27d385531c:0:1855007613324544:192.168.204.151@tcp:41:mount.lustre.0 00000100:00000001:0.0:1769074808.226229:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074808.226232:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074808.226235:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9849ca80 x1855007613324544/t0(0) o41->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074824 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074808.226243:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074808.226246:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074808.226251:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b87fa9800. 02000000:00000001:0.0:1769074808.226254:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074808.226258:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074808.226260:0:2365:0:(genops.c:1242:class_import_put()) import ffff982b98901000 refcount=4 obd=lustre-MDT0000-mdc-ffff982b87054800 00000020:00000001:0.0:1769074808.226262:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074808.226265:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b98b34e00. 02000000:00000001:0.0:1769074808.226271:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074808.226273:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074808.226275:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9849ca80. 00000100:00000001:0.0:1769074808.226303:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074808.226305:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074808.226309:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074808.226319:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074808.226322:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074808.226325:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074808.226327:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1769074808.230944:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074808.230978:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074808.230982:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074808.230986:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074808.231007:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.231017:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074808.231028:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.231035:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.231042:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.231047:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 448 into portal 10 MB=0x6971e9dd90e00 00000400:00000200:2.0:1769074808.231054:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.231062:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 448/448 into md 0x21fe5 [1] + 224 00000800:00000001:2.0:1769074808.231073:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074808.231087:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074808.231090:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074808.231095:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074808.231105:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074808.231116:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849c700 x1855007613324800/t0(0) o40->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 440/448 e 0 to 0 dl 1769074824 ref 2 fl Rpc:Qr/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074808.231127:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=209 mlen=448 offset=224 replen=448 req@ffff982b9849c700 x1855007613324800/t0(0) o40->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 440/448 e 0 to 0 dl 1769074824 ref 2 fl Rpc:RQ/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074808.231154:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074808.231166:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074808.231170:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1769074808.234759:0:30558:0:(lov_obd.c:101:lov_connect_osc()) Process entered 00000100:00000001:2.0:1769074808.234770:0:30558:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:2.0:1769074808.234776:0:30558:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:2.0:1769074808.234779:0:30558:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074808.234783:0:30558:0:(obd_class.h:1226:obd_import_event()) Process leaving 00020000:00000001:2.0:1769074808.234786:0:30558:0:(obd_class.h:1347:obd_register_observer()) Process entered 00020000:00000001:2.0:1769074808.234791:0:30558:0:(obd_class.h:1360:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074808.234793:0:30558:0:(obd_class.h:852:obd_connect()) Process entered 00010000:00000001:2.0:1769074808.234797:0:30558:0:(ldlm_lib.c:670:client_connect_import()) Process entered 00000020:00000001:2.0:1769074808.234800:0:30558:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:2.0:1769074808.234803:0:30558:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1769074808.234815:0:30558:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff982b87053000. 00000020:00000001:2.0:1769074808.234820:0:30558:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1769074808.234823:0:30558:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b87053000 with handle 0x5d432443066b73e1 to hash 00000020:00000001:2.0:1769074808.234825:0:30558:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1769074808.234830:0:30558:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:2.0:1769074808.234832:0:30558:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769074808.234836:0:30558:0:(genops.c:887:class_export_get()) GET export ffff982b87053000 refcount=3 00000020:00000040:2.0:1769074808.234842:0:30558:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osc-ffff982b87054800 (ffff982b987231b0) now 5 - export 00000020:00000001:2.0:1769074808.234845:0:30558:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446629911449120768 : -114162260430848 : ffff982b87053000) 00000020:00000040:2.0:1769074808.234848:0:30558:0:(genops.c:898:class_export_put()) PUTting export ffff982b87053000 : new refcount 2 00000020:00000080:2.0:1769074808.234850:0:30558:0:(genops.c:1402:class_connect()) connect: client LOV_OSC_UUID, cookie 0x5d432443066b73e1 00000020:00000001:2.0:1769074808.234852:0:30558:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074808.234854:0:30558:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769074808.234856:0:30558:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066b73e1 00000020:00000001:2.0:1769074808.234858:0:30558:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074808.234859:0:30558:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b87053000 refcount=3 00000020:00000001:2.0:1769074808.234862:0:30558:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911449120768 : -114162260430848 : ffff982b87053000) 00000020:00000001:2.0:1769074808.234864:0:30558:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911449120768 : -114162260430848 : ffff982b87053000) 00000100:00000001:2.0:1769074808.234869:0:30558:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1769074808.234874:0:30558:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769074808.234884:0:30558:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff982b87054800: connect to NID 192.168.204.151@tcp last attempt 0 00000400:00000200:2.0:1769074808.234896:0:30558:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.234903:0:30558:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00000001:2.0:1769074808.234908:0:30558:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769074808.234912:0:30558:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 18 to 192.168.204.151@tcp 00000100:00000001:2.0:1769074808.234915:0:30558:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769074808.234917:0:30558:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769074808.234919:0:30558:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066b73e1 00000020:00000001:2.0:1769074808.234920:0:30558:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074808.234922:0:30558:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b87053000 refcount=4 00000020:00000001:2.0:1769074808.234924:0:30558:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911449120768 : -114162260430848 : ffff982b87053000) 00000020:00000001:2.0:1769074808.234926:0:30558:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911449120768 : -114162260430848 : ffff982b87053000) 00000100:00000001:2.0:1769074808.234928:0:30558:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769074808.234930:0:30558:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 19 to 192.168.204.151@tcp 00000100:00000001:2.0:1769074808.234931:0:30558:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769074808.234934:0:30558:0:(genops.c:898:class_export_put()) PUTting export ffff982b87053000 : new refcount 3 00000100:00080000:2.0:1769074808.234937:0:30558:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff982b87054800: import ffff982b98900800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769074808.234940:0:30558:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074808.234943:0:30558:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769074808.234952:0:30558:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:2.0:1769074808.234956:0:30558:0:(sec.c:1450:sptlrpc_sec_create()) osc lustre-OST0000-osc-ffff982b87054800: select security flavor null 02000000:00000001:2.0:1769074808.234964:0:30558:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072653082240 : -1056469376 : ffffffffc1078e80) 02000000:00000001:2.0:1769074808.234970:0:30558:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074808.234973:0:30558:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769074808.234978:0:30558:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 134217728, lost: 0. 00000008:00000001:2.0:1769074808.234982:0:30558:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074808.234985:0:30558:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074808.234993:0:30558:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90379f80. 00000020:00000040:2.0:1769074808.234998:0:30558:0:(genops.c:1229:class_import_get()) import ffff982b98900800 refcount=2 obd=lustre-OST0000-osc-ffff982b87054800 02000000:00000001:2.0:1769074808.235003:0:30558:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769074808.235005:0:30558:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074808.235009:0:30558:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074808.235013:0:30558:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074808.235018:0:30558:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074808.235030:0:30558:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c08400. 00000100:00000001:2.0:1769074808.235039:0:30558:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074808.235053:0:30558:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90379f80 x1855007613324928/t0(0) o8->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769074808.235066:0:30558:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074808.235073:0:30558:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074808.235079:0:30558:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bc12a12] to pc [ptlrpcd_rcv+-1] req@ffff982b90379f80 x1855007613324928/t0(0) o8->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074808.235171:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074808.235177:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074808.235180:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074808.235188:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90379f80 x1855007613324928/t0(0) o8->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074808.235201:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074808.235203:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074808.235208:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074808.235211:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074808.235214:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074808.235218:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90379f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0d05e643-e609-4f9c-a8ce-9f27d385531c:2363:1855007613324928:192.168.204.151@tcp:8:mount.lustre.0 00000100:00000001:3.0:1769074808.235223:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074808.235229:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074808.235232:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074808.235235:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074808.235241:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c03c00. 02000000:00000001:3.0:1769074808.235243:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074808.235252:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074808.235257:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7420. 00000400:00000010:3.0:1769074808.235265:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6f68. 00000100:00000200:3.0:1769074808.235275:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613324928, portal 4 00000100:00000001:3.0:1769074808.235278:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074808.235320:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603421056 : -114162106130560 : ffff982b90379f80) 00000020:00000010:3.0:1769074808.235332:0:2363:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff982b86020000. 00000100:00000040:3.0:1769074808.235340:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90379f80 x1855007613324928/t0(0) o8->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074808.235348:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074808.235351:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074808.235354:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6990. 00000100:00000200:3.0:1769074808.235358:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613324928, offset 0 00000400:00000200:3.0:1769074808.235366:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074808.235376:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.235391:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074808.235399:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074808.235405:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074808.235410:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074808.235414:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074808.235418:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15277:15277:256:4294967295] 192.168.204.151@tcp LPNI seq info [15277:15277:8:4294967295] 00000400:00000200:3.0:1769074808.235423:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.235434:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074808.235442:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074808.235448:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99274400. 00000800:00000200:3.0:1769074808.235457:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074808.235466:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074808.235471:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99274400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1769074808.235487:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074808.235492:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b87054800: using a timeout of 0 usecs (0 jiffies) 00000400:00000200:3.0:1769074808.235496:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074808.235500:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b87054800: PM QoS new deadline estimation for cpu 2 is 4296474006 00000100:00000001:3.0:1769074808.235510:0:2363:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff982b87054800: PM QoS request active for cpu 2, simply extend its deadline from 4296473967 00000100:00000001:3.0:1769074808.235518:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b87054800: PM QoS new deadline estimation for cpu 3 is 4296474006 00000100:00000001:3.0:1769074808.235522:0:2363:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-ffff982b87054800: PM QoS request active for cpu 3, simply extend its deadline from 4296473967 00000100:00000001:3.0:1769074808.235525:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074808.235529:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074808.235533:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074808.235535:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074808.235605:0:30558:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074808.235610:0:30558:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:2.0:1769074808.235613:0:30558:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import 0d05e643-e609-4f9c-a8ce-9f27d385531c->lustre-OST0000_UUID 00000020:00000040:2.0:1769074808.235617:0:30558:0:(genops.c:1229:class_import_get()) import ffff982b98900800 refcount=3 obd=lustre-OST0000-osc-ffff982b87054800 00000100:00000001:2.0:1769074808.235680:0:30558:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074808.235684:0:30558:0:(ldlm_lib.c:725:client_connect_import()) Process leaving 00020000:00000001:2.0:1769074808.235687:0:30558:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00020000:01000000:2.0:1769074808.235690:0:30558:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff982b87054800) active 00020000:00000001:2.0:1769074808.235742:0:30558:0:(lov_obd.c:173:lov_connect_osc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074808.235745:0:30558:0:(lov_obd.c:418:lov_notify()) Process entered 00000080:00000001:2.0:1769074808.235750:0:30558:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1769074808.235753:0:30558:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0465af2e3640038 00000080:00000001:2.0:1769074808.235755:0:30558:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074808.235758:0:30558:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074808.235761:0:30558:0:(lov_obd.c:101:lov_connect_osc()) Process entered 00000100:00000001:2.0:1769074808.235764:0:30558:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:2.0:1769074808.235766:0:30558:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:2.0:1769074808.235769:0:30558:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074808.235771:0:30558:0:(obd_class.h:1226:obd_import_event()) Process leaving 00020000:00000001:2.0:1769074808.235772:0:30558:0:(obd_class.h:1347:obd_register_observer()) Process entered 00020000:00000001:2.0:1769074808.235774:0:30558:0:(obd_class.h:1360:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074808.235776:0:30558:0:(obd_class.h:852:obd_connect()) Process entered 00010000:00000001:2.0:1769074808.235777:0:30558:0:(ldlm_lib.c:670:client_connect_import()) Process entered 00000020:00000001:2.0:1769074808.235780:0:30558:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:2.0:1769074808.235782:0:30558:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1769074808.235785:0:30558:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff982b87057000. 00000020:00000001:2.0:1769074808.235788:0:30558:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1769074808.235790:0:30558:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b87057000 with handle 0x5d432443066b73e8 to hash 00000020:00000001:2.0:1769074808.235792:0:30558:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1769074808.235800:0:30558:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:2.0:1769074808.235802:0:30558:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769074808.235804:0:30558:0:(genops.c:887:class_export_get()) GET export ffff982b87057000 refcount=3 00000020:00000040:2.0:1769074808.235808:0:30558:0:(obd_config.c:927:class_incref()) incref lustre-OST0001-osc-ffff982b87054800 (ffff982b98720000) now 5 - export 00000020:00000001:2.0:1769074808.235812:0:30558:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446629911449137152 : -114162260414464 : ffff982b87057000) 00000020:00000040:2.0:1769074808.235815:0:30558:0:(genops.c:898:class_export_put()) PUTting export ffff982b87057000 : new refcount 2 00000020:00000080:2.0:1769074808.235817:0:30558:0:(genops.c:1402:class_connect()) connect: client LOV_OSC_UUID, cookie 0x5d432443066b73e8 00000020:00000001:2.0:1769074808.235820:0:30558:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074808.235821:0:30558:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769074808.235823:0:30558:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066b73e8 00000020:00000001:2.0:1769074808.235825:0:30558:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074808.235826:0:30558:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b87057000 refcount=3 00000020:00000001:2.0:1769074808.235829:0:30558:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911449137152 : -114162260414464 : ffff982b87057000) 00000020:00000001:2.0:1769074808.235832:0:30558:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911449137152 : -114162260414464 : ffff982b87057000) 00000100:00000001:2.0:1769074808.235836:0:30558:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1769074808.235839:0:30558:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769074808.235843:0:30558:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff982b87054800: connect to NID 192.168.204.151@tcp last attempt 0 00000400:00000200:2.0:1769074808.235848:0:30558:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.235852:0:30558:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00000001:2.0:1769074808.235855:0:30558:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769074808.235857:0:30558:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 20 to 192.168.204.151@tcp 00000100:00000001:2.0:1769074808.235860:0:30558:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769074808.235863:0:30558:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769074808.235864:0:30558:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066b73e8 00000020:00000001:2.0:1769074808.235865:0:30558:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074808.235867:0:30558:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b87057000 refcount=4 00000020:00000001:2.0:1769074808.235868:0:30558:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911449137152 : -114162260414464 : ffff982b87057000) 00000020:00000001:2.0:1769074808.235871:0:30558:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911449137152 : -114162260414464 : ffff982b87057000) 00000100:00000001:2.0:1769074808.235874:0:30558:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769074808.235876:0:30558:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 21 to 192.168.204.151@tcp 00000100:00000001:2.0:1769074808.235878:0:30558:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769074808.235881:0:30558:0:(genops.c:898:class_export_put()) PUTting export ffff982b87057000 : new refcount 3 00000100:00080000:2.0:1769074808.235885:0:30558:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff982b87054800: import ffff982b98900000 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769074808.235888:0:30558:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074808.235891:0:30558:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769074808.235895:0:30558:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:2.0:1769074808.235897:0:30558:0:(sec.c:1450:sptlrpc_sec_create()) osc lustre-OST0001-osc-ffff982b87054800: select security flavor null 02000000:00000001:2.0:1769074808.235900:0:30558:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072653082240 : -1056469376 : ffffffffc1078e80) 02000000:00000001:2.0:1769074808.235903:0:30558:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074808.235905:0:30558:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769074808.235908:0:30558:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 134217728, lost: 0. 00000008:00000001:2.0:1769074808.235911:0:30558:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074808.235913:0:30558:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074808.235917:0:30558:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90378e00. 00000020:00000040:2.0:1769074808.235919:0:30558:0:(genops.c:1229:class_import_get()) import ffff982b98900000 refcount=2 obd=lustre-OST0001-osc-ffff982b87054800 02000000:00000001:2.0:1769074808.235923:0:30558:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769074808.235924:0:30558:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074808.235927:0:30558:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074808.235930:0:30558:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074808.235932:0:30558:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074808.235937:0:30558:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c0b800. 00000100:00000001:2.0:1769074808.235941:0:30558:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074808.235947:0:30558:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90378e00 x1855007613325056/t0(0) o8->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769074808.235955:0:30558:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074808.235958:0:30558:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074808.235962:0:30558:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b460b5ea] to pc [ptlrpcd_rcv+-1] req@ffff982b90378e00 x1855007613325056/t0(0) o8->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074808.236196:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074808.236200:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769074808.236203:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074808.236205:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074808.236207:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074808.236213:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90378e00 x1855007613325056/t0(0) o8->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074808.236221:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074808.236223:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074808.236226:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074808.236228:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074808.236231:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074808.236234:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90378e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0d05e643-e609-4f9c-a8ce-9f27d385531c:2363:1855007613325056:192.168.204.151@tcp:8:mount.lustre.0 00000100:00000001:3.0:1769074808.236238:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074808.236242:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074808.236244:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074808.236246:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074808.236252:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c02000. 02000000:00000001:3.0:1769074808.236254:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074808.236260:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074808.236264:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c73c8. 00000400:00000010:3.0:1769074808.236269:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad62a8. 00000100:00000200:3.0:1769074808.236274:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613325056, portal 4 00000100:00000001:3.0:1769074808.236277:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074808.236279:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603416576 : -114162106135040 : ffff982b90378e00) 00000020:00000010:3.0:1769074808.236320:0:2363:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff982b86024000. 00000100:00000040:3.0:1769074808.236325:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90378e00 x1855007613325056/t0(0) o8->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074808.236332:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074808.236334:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074808.236336:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6330. 00000100:00000200:3.0:1769074808.236339:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613325056, offset 0 00000400:00000200:3.0:1769074808.236344:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074808.236350:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.236355:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074808.236360:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074808.236363:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074808.236365:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074808.236368:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074808.236370:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15278:15278:255:4294967295] 192.168.204.151@tcp LPNI seq info [15278:15278:7:4294967295] 00000400:00000200:3.0:1769074808.236374:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.238524:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074808.238544:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074808.238694:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99274700. 00000800:00000200:3.0:1769074808.238705:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074808.238723:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074808.238729:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99274700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1769074808.238735:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074808.238741:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b87054800: using a timeout of 0 usecs (0 jiffies) 00000400:00000200:3.0:1769074808.238749:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074808.238753:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b87054800: PM QoS new deadline estimation for cpu 2 is 4296474009 00000100:00000001:3.0:1769074808.238763:0:2363:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff982b87054800: PM QoS request active for cpu 2, simply extend its deadline from 4296474006 00000100:00000001:3.0:1769074808.238769:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b87054800: PM QoS new deadline estimation for cpu 3 is 4296474009 00000100:00000001:3.0:1769074808.238773:0:2363:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff982b87054800: PM QoS request active for cpu 3, simply extend its deadline from 4296474006 00000100:00000001:3.0:1769074808.238776:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074808.238781:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074808.238789:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074808.238793:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074808.238803:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074808.238805:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769074808.238809:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074808.238810:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074808.238812:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074808.238814:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074808.238880:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074808.238885:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99274400. 00000400:00000200:3.0:1769074808.238893:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074808.238900:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074808.238909:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6990 00000400:00000010:3.0:1769074808.238912:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6990. 00000100:00000001:3.0:1769074808.238919:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074808.238931:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90379f80 x1855007613324928/t0(0) o8->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074808.238948:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074808.238952:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90379f80 x1855007613324928/t0(0) o8->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074818 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074808.238960:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074808.238962:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1769074808.243702:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1802) 00000100:00000001:2.0:1769074808.244588:0:30558:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074808.244603:0:30558:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:2.0:1769074808.244606:0:30558:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import 0d05e643-e609-4f9c-a8ce-9f27d385531c->lustre-OST0001_UUID 00000020:00000040:2.0:1769074808.244613:0:30558:0:(genops.c:1229:class_import_get()) import ffff982b98900000 refcount=3 obd=lustre-OST0001-osc-ffff982b87054800 00000100:00000001:2.0:1769074808.244632:0:30558:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074808.244636:0:30558:0:(ldlm_lib.c:725:client_connect_import()) Process leaving 00020000:00000001:2.0:1769074808.244648:0:30558:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00020000:01000000:2.0:1769074808.244651:0:30558:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff982b87054800) active 00020000:00000001:2.0:1769074808.244679:0:30558:0:(lov_obd.c:173:lov_connect_osc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074808.244681:0:30558:0:(lov_obd.c:418:lov_notify()) Process entered 00000080:00000001:2.0:1769074808.244686:0:30558:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1769074808.244689:0:30558:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0465af2e3640038 00000080:00000001:2.0:1769074808.244692:0:30558:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074808.244695:0:30558:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074808.244698:0:30558:0:(lov_obd.c:235:lov_connect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074808.244702:0:30558:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074808.244719:0:30558:0:(llite_lib.c:734:client_common_fill_super()) kmalloced '(op_data)': 384 at ffff982b88307c00. 00000020:00000010:2.0:1769074808.244731:0:30558:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff982b98c09c00. 00800000:00000001:2.0:1769074808.244737:0:30558:0:(lmv_obd.c:1589:lmv_getattr()) Process entered 00000020:00000010:2.0:1769074808.244746:0:30558:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff982b98c0b000. 00000002:00000001:2.0:1769074808.244751:0:30558:0:(mdc_request.c:217:mdc_getattr()) Process entered 00000100:00000010:2.0:1769074808.244757:0:30558:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037ad80. 00000020:00000040:2.0:1769074808.244761:0:30558:0:(genops.c:1229:class_import_get()) import ffff982b98901000 refcount=4 obd=lustre-MDT0000-mdc-ffff982b87054800 00000100:00000001:2.0:1769074808.244766:0:30558:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074808.244771:0:30558:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074808.244778:0:30558:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074808.244786:0:30558:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b88307400. 00000100:00000001:2.0:1769074808.244794:0:30558:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074808.244807:0:30558:0:(mdc_request.c:161:mdc_getattr_common()) Process entered 00000100:00000001:2.0:1769074808.244809:0:30558:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074808.244811:0:30558:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074808.244822:0:30558:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b85821540. 00000100:00000001:2.0:1769074808.244825:0:30558:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911423751488 : -114162285800128 : ffff982b85821540) 00000100:00000001:2.0:1769074808.244830:0:30558:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074808.244832:0:30558:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603424640 : -114162106126976 : ffff982b9037ad80) 00000100:00000001:2.0:1769074808.244839:0:30558:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074808.244844:0:30558:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074808.244847:0:30558:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074808.244849:0:30558:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074808.244864:0:30558:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037ad80 x1855007613325184/t0(0) o33->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:23/10 lens 448/66264 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074808.244874:0:30558:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1769074808.244875:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1802) 00000100:00000001:2.0:1769074808.244876:0:30558:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074808.244882:0:30558:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074808.244886:0:30558:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074808.244889:0:30558:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074808.244892:0:30558:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0d05e643-e609-4f9c-a8ce-9f27d385531c:30558:1855007613325184:192.168.204.151@tcp:33:mount.lustre.0 00000100:00000001:2.0:1769074808.244897:0:30558:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074808.244903:0:30558:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074808.244906:0:30558:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074808.244908:0:30558:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074808.245007:0:30558:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff982b902a0000. 02000000:00000001:2.0:1769074808.245010:0:30558:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074808.245026:0:30558:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074808.245032:0:30558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7eaa8. 00000400:00000010:2.0:1769074808.245041:0:30558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff982b98c09800. 00000100:00000200:2.0:1769074808.245051:0:30558:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007613325184, portal 10 00000100:00000001:2.0:1769074808.245054:0:30558:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074808.245055:0:30558:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603424640 : -114162106126976 : ffff982b9037ad80) 00000100:00000040:2.0:1769074808.245062:0:30558:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b9037ad80 x1855007613325184/t0(0) o33->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:23/10 lens 448/66264 e 0 to 0 dl 1769074824 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074808.245070:0:30558:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074808.245073:0:30558:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074808.245077:0:30558:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f2a8. 00000100:00000200:2.0:1769074808.245081:0:30558:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1855007613325184, offset 0 00000400:00000200:2.0:1769074808.245089:0:30558:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000100:00000001:0.0:1769074808.245563:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074808.245570:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074808.245577:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074808.245582:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074808.245832:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074808.245838:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99274700. 00000400:00000200:3.0:1769074808.245846:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074808.245855:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074808.247668:0:30558:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.247715:0:30558:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074808.247725:0:30558:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074808.247732:0:30558:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074808.247736:0:30558:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074808.247740:0:30558:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074808.247744:0:30558:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15279:15279:255:4294967295] 192.168.204.151@tcp LPNI seq info [15279:15279:7:4294967295] 00000400:00000200:2.0:1769074808.247752:0:30558:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074808.247765:0:30558:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074808.247776:0:30558:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074808.247794:0:30558:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcb000. 00000800:00000200:2.0:1769074808.247804:0:30558:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074808.247816:0:30558:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074808.247823:0:30558:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84fcb000 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1769074808.247831:0:30558:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074808.247840:0:30558:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: using a timeout of 23468 usecs (24 jiffies) 00000400:00000200:3.0:1769074808.249841:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6330 00000400:00000200:2.0:1769074808.249843:0:30558:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074808.249849:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6330. 00000100:00000001:2.0:1769074808.249851:0:30558:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS new deadline estimation for cpu 2 is 4296464951 00000100:00000001:2.0:1769074808.249857:0:30558:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS request active for cpu 2, keep current deadline 4296474009 00000100:00000001:3.0:1769074808.249858:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769074808.249860:0:30558:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS new deadline estimation for cpu 3 is 4296464951 00000100:00000001:2.0:1769074808.249863:0:30558:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS request active for cpu 3, keep current deadline 4296474009 00000100:00000001:2.0:1769074808.249866:0:30558:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1769074808.249871:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90378e00 x1855007613325056/t0(0) o8->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074808.249872:0:30558:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074808.249876:0:30558:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074808.249879:0:30558:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074808.249882:0:30558:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b85821540 going to sleep for 11 seconds 00000100:00000001:3.0:1769074808.249884:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769074808.249887:0:30558:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1769074808.249888:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90378e00 x1855007613325056/t0(0) o8->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074818 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074808.249891:0:30558:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074808.249895:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074808.249897:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074808.249913:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074808.249938:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074808.249941:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074808.249944:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074808.249949:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.249953:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074808.249961:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.249964:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.249969:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.249973:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 416 into portal 4 MB=0x6971e9dd90e80 00000400:00000200:3.0:1769074808.249977:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.249983:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.151@tcp of length 416/416 into md 0x21fed [1] + 0 00000800:00000001:3.0:1769074808.249992:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074808.249998:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074808.250001:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074808.250004:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074808.250009:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074808.250014:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90379f80 x1855007613324928/t0(0) o8->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074818 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074808.250021:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff982b90379f80 x1855007613324928/t0(0) o8->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074818 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074808.250066:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074808.250069:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074808.250082:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1769074808.250203:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074808.250206:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcb000. 00000400:00000200:3.0:1769074808.250211:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074808.250214:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074808.250216:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f2a8 00000400:00000010:3.0:1769074808.250218:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f2a8. 00000100:00000001:3.0:1769074808.250221:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074808.250226:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9037ad80 x1855007613325184/t0(0) o33->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:23/10 lens 448/66264 e 0 to 0 dl 1769074824 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074808.250234:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074808.250237:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9037ad80 x1855007613325184/t0(0) o33->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:23/10 lens 448/66264 e 0 to 0 dl 1769074824 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074808.250242:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074808.250244:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074808.250248:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074808.250252:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074808.250254:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074808.250256:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074808.250260:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.250263:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074808.250266:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.250269:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.250273:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.250275:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 416 into portal 4 MB=0x6971e9dd90f00 00000400:00000200:3.0:1769074808.250316:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.250320:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.151@tcp of length 416/416 into md 0x21ffd [1] + 0 00000800:00000001:3.0:1769074808.250325:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074808.250332:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074808.250334:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074808.250336:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074808.250339:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074808.250343:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90378e00 x1855007613325056/t0(0) o8->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074818 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074808.250350:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff982b90378e00 x1855007613325056/t0(0) o8->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074818 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074808.250357:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074808.250360:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074808.250364:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1769074808.251841:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074808.251849:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074808.251856:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7420. 00000400:00000200:0.0:1769074808.251868:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6f68 00000400:00000010:0.0:1769074808.251871:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6f68. 00000100:00000001:0.0:1769074808.251879:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074808.251894:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90379f80 x1855007613324928/t0(0) o8->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074818 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074808.251909:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90379f80 x1855007613324928/t0(0) o8->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074818 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074808.251918:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074808.251920:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074808.251925:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074808.251930:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074808.251934:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074808.251937:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074808.251941:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1769074808.251961:0:2363:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff982b88bb0000. 00000100:00001000:0.0:1769074808.251972:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b98900c58 time=1769074808 v=5 (0 0 0 0) 00000100:00001000:0.0:1769074808.251976:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b98900c10 time=1769074808 v=0 (0 0 0 0) 00000100:00001000:0.0:1769074808.251979:0:2363:0:(import.c:2194:obd_at_measure()) AT ffff982b98900c10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:0.0:1769074808.251983:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074808.251985:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074808.251988:0:2363:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074808.251994:0:2363:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074808.251999:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1769074808.252002:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff982b87054800: committing for last_committed 0 gen 1 00000100:00000040:0.0:1769074808.252005:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff982b87054800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1769074808.252008:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074808.252010:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074808.252015:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90379f80 x1855007613324928/t0(0) o8->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 520/416 e 0 to 0 dl 1769074818 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074808.252023:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074808.252027:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074808.252029:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074808.252032:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1769074808.252039:0:2363:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff982b87054800: connect to target with instance 1 00000020:00000001:0.0:1769074808.252043:0:2363:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769074808.252045:0:2363:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066b73e1 00000020:00000001:0.0:1769074808.252049:0:2363:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074808.252052:0:2363:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b87053000 refcount=4 00000020:00000001:0.0:1769074808.252055:0:2363:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911449120768 : -114162260430848 : ffff982b87053000) 00000020:00000001:0.0:1769074808.252058:0:2363:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911449120768 : -114162260430848 : ffff982b87053000) 00000100:00001000:0.0:1769074808.252062:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b98900c10 time=1769074808 v=0 (0 0 0 0) 00000100:00001000:0.0:1769074808.252065:0:2363:0:(import.c:2194:obd_at_measure()) AT ffff982b98900c10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1769074808.252070:0:2363:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 747, crc32c 4359, adler 847 00000100:00080000:0.0:1769074808.252078:0:2363:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff982b87054800: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000020:00000040:0.0:1769074808.252082:0:2363:0:(genops.c:898:class_export_put()) PUTting export ffff982b87053000 : new refcount 3 00000100:00000001:0.0:1769074808.252085:0:2363:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:0.0:1769074808.252089:0:2363:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000020:0.0:1769074808.252094:0:2363:0:(osc_request.c:1046:osc_init_grant()) lustre-OST0000-osc-ffff982b87054800, setting cl_avail_grant: 3407872 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000800:00000001:3.0:1769074808.252802:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074808.252820:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074808.252824:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074808.252826:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074808.252837:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.252844:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074808.252853:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.252859:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.252866:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.252870:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 464 into portal 10 MB=0x6971e9dd90f80 00000400:00000200:3.0:1769074808.252876:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074808.252883:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 464/464 into md 0x2200d [32] + 224 00000800:00000001:3.0:1769074808.252893:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074808.252902:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074808.252906:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074808.252912:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074808.252921:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074808.252931:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9037ad80 x1855007613325184/t0(0) o33->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:23/10 lens 448/66264 e 0 to 0 dl 1769074824 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074808.252940:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=464 offset=224 replen=66264 req@ffff982b9037ad80 x1855007613325184/t0(0) o33->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:23/10 lens 448/66264 e 0 to 0 dl 1769074824 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074808.252961:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074808.252972:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074808.252976:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769074808.253093:0:2363:0:(obd_class.h:1235:obd_notify()) Process entered 00020000:00000001:2.0:1769074808.253101:0:2363:0:(lov_obd.c:418:lov_notify()) Process entered 00000080:00000001:2.0:1769074808.253261:0:2363:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1769074808.253268:0:2363:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0465af2e3640038 -> 0xa0425af2e3440038 00000080:00000001:2.0:1769074808.253277:0:2363:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1769074808.253279:0:2363:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:2.0:1769074808.254326:0:2363:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1769074808.254332:0:2363:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074808.254335:0:2363:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074808.254337:0:2363:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:2.0:1769074808.254339:0:2363:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1769074808.254341:0:2363:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074808.254343:0:2363:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1769074808.254346:0:2363:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1769074808.254352:0:2363:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00000002:00000001:2.0:1769074808.254359:0:2363:0:(mdc_request.c:3069:mdc_init_ea_size()) Process entered 00000002:00000001:2.0:1769074808.254363:0:2363:0:(mdc_request.c:3076:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074808.254368:0:2363:0:(lmv_obd.c:314:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074808.254371:0:2363:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074808.254374:0:2363:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074808.254656:0:2363:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769074808.254663:0:2363:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769074808.254669:0:2363:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074808.254676:0:2363:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1769074808.254682:0:2363:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1769074808.254691:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b98900800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:2.0:1769074808.254698:0:2363:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:2.0:1769074808.254704:0:2363:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:2.0:1769074808.254718:0:2363:0:(obd_class.h:1235:obd_notify()) Process entered 00020000:00000001:2.0:1769074808.254723:0:2363:0:(lov_obd.c:418:lov_notify()) Process entered 00020000:00000001:2.0:1769074808.254726:0:2363:0:(lov_obd.c:340:lov_set_osc_active()) Process entered 00020000:00000040:2.0:1769074808.254729:0:2363:0:(lov_obd.c:342:lov_set_osc_active()) Searching in lov ffff982b987251c8 for uuid lustre-OST0000_UUID event(1) 00020000:01000000:2.0:1769074808.254736:0:2363:0:(lov_obd.c:389:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00020000:00000040:2.0:1769074808.254739:0:2363:0:(lov_obd.c:406:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn 5d432443066b73e1 00020000:00000001:2.0:1769074808.254742:0:2363:0:(lov_obd.c:410:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074808.254746:0:2363:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1769074808.254751:0:2363:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:2.0:1769074808.254757:0:2363:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1769074808.254762:0:2363:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:2.0:1769074808.254766:0:2363:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1769074808.254769:0:2363:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074808.254775:0:2363:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074808.254781:0:2363:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:2.0:1769074808.254785:0:2363:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1769074808.254790:0:2363:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074808.254793:0:2363:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1769074808.254800:0:2363:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1769074808.254804:0:2363:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1769074808.254806:0:2363:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074808.254811:0:2363:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074808.254813:0:2363:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074808.254815:0:2363:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769074808.254817:0:2363:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769074808.254819:0:2363:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074808.254821:0:2363:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1769074808.254823:0:2363:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074808.254828:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1769074808.254833:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074808.254836:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074808.254849:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90379f80 x1855007613324928/t0(0) o8->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 520/416 e 0 to 0 dl 1769074818 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074808.254861:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90379f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0d05e643-e609-4f9c-a8ce-9f27d385531c:2363:1855007613324928:192.168.204.151@tcp:8:mount.lustre.0 00000100:00000001:2.0:1769074808.254867:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074808.254871:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074808.254874:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90379f80 x1855007613324928/t0(0) o8->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 520/416 e 0 to 0 dl 1769074818 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074808.254881:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074808.254884:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074808.254888:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c03c00. 02000000:00000001:2.0:1769074808.254894:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074808.254897:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074808.254898:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b98900800 refcount=2 obd=lustre-OST0000-osc-ffff982b87054800 00000020:00000001:2.0:1769074808.254901:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074808.254903:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c08400. 02000000:00000001:2.0:1769074808.254907:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074808.254909:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074808.254911:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90379f80. 00000100:00000001:2.0:1769074808.254915:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074808.254917:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074808.254921:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074808.254924:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074808.254927:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074808.254936:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074808.254938:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074808.254943:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c73c8. 00000400:00000200:2.0:1769074808.254950:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad62a8 00000400:00000010:2.0:1769074808.254952:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad62a8. 00000100:00000001:2.0:1769074808.254957:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074808.254963:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90378e00 x1855007613325056/t0(0) o8->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074818 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074808.254973:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90378e00 x1855007613325056/t0(0) o8->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074818 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074808.254979:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074808.254982:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074808.254985:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074808.254988:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074808.254991:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074808.254993:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074808.254995:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1769074808.255011:0:2363:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff982b866e6000. 00000100:00001000:2.0:1769074808.255019:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b98900458 time=1769074808 v=5 (0 0 0 0) 00000100:00001000:2.0:1769074808.255024:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b98900410 time=1769074808 v=0 (0 0 0 0) 00000100:00001000:2.0:1769074808.255027:0:2363:0:(import.c:2194:obd_at_measure()) AT ffff982b98900410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:2.0:1769074808.255030:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074808.255032:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074808.255036:0:2363:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074808.255041:0:2363:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074808.255045:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1769074808.255048:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff982b87054800: committing for last_committed 0 gen 1 00000100:00000040:2.0:1769074808.255051:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-ffff982b87054800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1769074808.255055:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074808.255057:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074808.255062:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90378e00 x1855007613325056/t0(0) o8->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 520/416 e 0 to 0 dl 1769074818 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074808.255069:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074808.255072:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074808.255075:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074808.255077:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1769074808.255084:0:2363:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff982b87054800: connect to target with instance 1 00000020:00000001:2.0:1769074808.255088:0:2363:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769074808.255090:0:2363:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066b73e8 00000020:00000001:2.0:1769074808.255093:0:2363:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074808.255096:0:2363:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b87057000 refcount=4 00000020:00000001:2.0:1769074808.255099:0:2363:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911449137152 : -114162260414464 : ffff982b87057000) 00000020:00000001:2.0:1769074808.255275:0:2363:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911449137152 : -114162260414464 : ffff982b87057000) 00000100:00001000:2.0:1769074808.255311:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b98900410 time=1769074808 v=0 (0 0 0 0) 00000100:00001000:2.0:1769074808.255315:0:2363:0:(import.c:2194:obd_at_measure()) AT ffff982b98900410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1769074808.255320:0:2363:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 747, crc32c 4359, adler 847 00000100:00080000:2.0:1769074808.255327:0:2363:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff982b87054800: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000020:00000040:2.0:1769074808.255332:0:2363:0:(genops.c:898:class_export_put()) PUTting export ffff982b87057000 : new refcount 3 00000100:00000001:2.0:1769074808.255335:0:2363:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:2.0:1769074808.255336:0:2363:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000020:2.0:1769074808.255340:0:2363:0:(osc_request.c:1046:osc_init_grant()) lustre-OST0001-osc-ffff982b87054800, setting cl_avail_grant: 3407872 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:2.0:1769074808.255345:0:2363:0:(obd_class.h:1235:obd_notify()) Process entered 00020000:00000001:2.0:1769074808.255346:0:2363:0:(lov_obd.c:418:lov_notify()) Process entered 00000080:00000001:2.0:1769074808.255348:0:2363:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1769074808.255350:0:2363:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:2.0:1769074808.255352:0:2363:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1769074808.255353:0:2363:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:2.0:1769074808.255355:0:2363:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1769074808.255356:0:2363:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074808.255358:0:2363:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074808.255360:0:2363:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:2.0:1769074808.255362:0:2363:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1769074808.255363:0:2363:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074808.255365:0:2363:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1769074808.255367:0:2363:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1769074808.255369:0:2363:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1769074808.255371:0:2363:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074808.255372:0:2363:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074808.255374:0:2363:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074808.255462:0:2363:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769074808.255465:0:2363:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769074808.255467:0:2363:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074808.255470:0:2363:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1769074808.255471:0:2363:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1769074808.255474:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b98900000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:2.0:1769074808.255477:0:2363:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:2.0:1769074808.255478:0:2363:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:2.0:1769074808.255479:0:2363:0:(obd_class.h:1235:obd_notify()) Process entered 00020000:00000001:2.0:1769074808.255480:0:2363:0:(lov_obd.c:418:lov_notify()) Process entered 00020000:00000001:2.0:1769074808.255482:0:2363:0:(lov_obd.c:340:lov_set_osc_active()) Process entered 00020000:00000040:2.0:1769074808.255484:0:2363:0:(lov_obd.c:342:lov_set_osc_active()) Searching in lov ffff982b987251c8 for uuid lustre-OST0001_UUID event(1) 00020000:01000000:2.0:1769074808.255488:0:2363:0:(lov_obd.c:389:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00020000:00000040:2.0:1769074808.255489:0:2363:0:(lov_obd.c:406:lov_set_osc_active()) lustre-OST0001_UUID: lov idx 1 conn 5d432443066b73e8 00020000:00000001:2.0:1769074808.255492:0:2363:0:(lov_obd.c:410:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1769074808.255494:0:2363:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1769074808.255495:0:2363:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:2.0:1769074808.255497:0:2363:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1769074808.255498:0:2363:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:2.0:1769074808.255500:0:2363:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1769074808.255501:0:2363:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074808.255503:0:2363:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074808.255504:0:2363:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:2.0:1769074808.255505:0:2363:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1769074808.255507:0:2363:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074808.255509:0:2363:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1769074808.255510:0:2363:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1769074808.255512:0:2363:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1769074808.255513:0:2363:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074808.255515:0:2363:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074808.255517:0:2363:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074808.255519:0:2363:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769074808.255521:0:2363:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769074808.255523:0:2363:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074808.255524:0:2363:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1769074808.255526:0:2363:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074808.255529:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1769074808.255531:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074808.255534:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074808.255540:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90378e00 x1855007613325056/t0(0) o8->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 520/416 e 0 to 0 dl 1769074818 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074808.255550:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90378e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0d05e643-e609-4f9c-a8ce-9f27d385531c:2363:1855007613325056:192.168.204.151@tcp:8:mount.lustre.0 00000100:00000001:2.0:1769074808.255554:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074808.255556:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074808.255559:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90378e00 x1855007613325056/t0(0) o8->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 520/416 e 0 to 0 dl 1769074818 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074808.255565:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074808.255566:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074808.255569:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c02000. 02000000:00000001:2.0:1769074808.255572:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074808.255574:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074808.255575:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b98900000 refcount=2 obd=lustre-OST0001-osc-ffff982b87054800 00000020:00000001:2.0:1769074808.255578:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074808.255579:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c0b800. 02000000:00000001:2.0:1769074808.255582:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074808.255584:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074808.255586:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90378e00. 00000100:00000001:2.0:1769074808.255589:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074808.255590:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074808.255592:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074808.255602:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074808.255604:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074808.255607:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074808.255608:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074808.267333:0:1:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074808.267347:0:1:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074808.272631:0:1468:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074808.272644:0:1468:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074808.282004:0:1:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074808.282019:0:1:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769074808.518065:0:30585:0:(debug.c:327:cfs_str2mask()) Process entered 00010000:00000001:2.0:1769074809.115069:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074809.115077:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074809.115084:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074809.115086:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074809.115401:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074809.115407:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074809.115411:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1769074809.891536:0:30670:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074809.891551:0:30670:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074810.139511:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074810.139524:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074810.139533:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074810.139534:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074811.171732:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074811.171741:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074811.171748:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074811.171749:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074812.186792:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074812.186798:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074812.186805:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074812.186806:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074812.186886:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074812.186891:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074812.186893:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1769074812.619588:0:30808:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074812.619602:0:30808:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074813.216350:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074813.216358:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074813.216366:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074813.216367:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074813.346231:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074813.346246:0:11214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074813.346257:0:11214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90373480. 00000020:00000040:3.0:1769074813.346265:0:11214:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:3.0:1769074813.346269:0:11214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074813.346273:0:11214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074813.346278:0:11214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074813.346308:0:11214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b99274f00. 00000100:00000001:3.0:1769074813.346316:0:11214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074813.346330:0:11214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b90373480 x1855007613325312/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074813.346341:0:11214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074813.346346:0:11214:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074813.346353:0:11214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001e13d9f] to pc [ptlrpcd_01_01+1] req@ffff982b90373480 x1855007613325312/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.346382:0:11214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074813.346385:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074813.346389:0:11214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074813.346392:0:11214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90371880. 00000020:00000040:3.0:1769074813.346394:0:11214:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=4 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:3.0:1769074813.346397:0:11214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074813.346398:0:11214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074813.346400:0:11214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074813.346404:0:11214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b99274600. 00000100:00000001:3.0:1769074813.346406:0:11214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074813.346411:0:11214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID req@ffff982b90371880 x1855007613325440/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074813.346417:0:11214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074813.346419:0:11214:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074813.346422:0:11214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ea6302e] to pc [ptlrpcd_01_00+0] req@ffff982b90371880 x1855007613325440/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.346430:0:11214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074813.346432:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074813.346436:0:11214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074813.346438:0:11214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90373b80. 00000020:00000040:3.0:1769074813.346441:0:11214:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 00000100:00000001:3.0:1769074813.346443:0:11214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074813.346444:0:11214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074813.346446:0:11214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074813.346448:0:11214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b99274700. 00000100:00000001:3.0:1769074813.346451:0:11214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074813.346455:0:11214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID req@ffff982b90373b80 x1855007613325568/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074813.346462:0:11214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074813.346464:0:11214:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074813.346468:0:11214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d198dc8] to pc [ptlrpcd_01_01+1] req@ffff982b90373b80 x1855007613325568/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.346480:0:11214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074813.346482:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074813.346485:0:11214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074813.346488:0:11214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90373100. 00000020:00000040:3.0:1769074813.346490:0:11214:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 00000100:00000001:3.0:1769074813.346492:0:11214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074813.346493:0:11214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074813.346495:0:11214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074813.346498:0:11214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b99274400. 00000100:00000001:3.0:1769074813.346501:0:11214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074813.346504:0:11214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID req@ffff982b90373100 x1855007613325696/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074813.346510:0:11214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074813.346512:0:11214:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074813.346516:0:11214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e9219a3] to pc [ptlrpcd_01_00+0] req@ffff982b90373100 x1855007613325696/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.346522:0:11214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074813.346524:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0d05e643-e609-4f9c-a8ce-9f27d385531c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074813.346528:0:11214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074813.346530:0:11214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90372a00. 00000020:00000040:3.0:1769074813.346532:0:11214:0:(genops.c:1229:class_import_get()) import ffff982b98901000 refcount=4 obd=lustre-MDT0000-mdc-ffff982b87054800 00000100:00000001:3.0:1769074813.346534:0:11214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074813.346536:0:11214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074813.346537:0:11214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074813.346540:0:11214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b99274c00. 00000100:00000001:3.0:1769074813.346543:0:11214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074813.346546:0:11214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d05e643-e609-4f9c-a8ce-9f27d385531c->lustre-MDT0000_UUID req@ffff982b90372a00 x1855007613325824/t0(0) o400->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074813.346553:0:11214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074813.346555:0:11214:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074813.346558:0:11214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000108dea0b] to pc [ptlrpcd_01_01+1] req@ffff982b90372a00 x1855007613325824/t0(0) o400->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.346564:0:11214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074813.346566:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0d05e643-e609-4f9c-a8ce-9f27d385531c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074813.346569:0:11214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074813.346571:0:11214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90371180. 00000020:00000040:3.0:1769074813.346574:0:11214:0:(genops.c:1229:class_import_get()) import ffff982b98900800 refcount=3 obd=lustre-OST0000-osc-ffff982b87054800 00000100:00000001:3.0:1769074813.346576:0:11214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074813.346577:0:11214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074813.346578:0:11214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074813.346581:0:11214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b99274900. 00000100:00000001:3.0:1769074813.346583:0:11214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074813.346587:0:11214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d05e643-e609-4f9c-a8ce-9f27d385531c->lustre-OST0000_UUID req@ffff982b90371180 x1855007613325952/t0(0) o400->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074813.346593:0:11214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074813.346595:0:11214:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074813.346597:0:11214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d4f01a1] to pc [ptlrpcd_01_00+0] req@ffff982b90371180 x1855007613325952/t0(0) o400->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.346603:0:11214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074813.346604:0:11214:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0d05e643-e609-4f9c-a8ce-9f27d385531c->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074813.346607:0:11214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074813.346610:0:11214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90372680. 00000020:00000040:3.0:1769074813.346612:0:11214:0:(genops.c:1229:class_import_get()) import ffff982b98900000 refcount=3 obd=lustre-OST0001-osc-ffff982b87054800 00000100:00000001:3.0:1769074813.346613:0:11214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074813.346614:0:11214:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074813.346616:0:11214:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074813.346618:0:11214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b99274200. 00000100:00000001:3.0:1769074813.346635:0:11214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074813.346640:0:11214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d05e643-e609-4f9c-a8ce-9f27d385531c->lustre-OST0001_UUID req@ffff982b90372680 x1855007613326080/t0(0) o400->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074813.346651:0:11214:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074813.346653:0:11214:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074813.346656:0:11214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6186097] to pc [ptlrpcd_01_01+1] req@ffff982b90372680 x1855007613326080/t0(0) o400->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.346661:0:11214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074813.346666:0:11214:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1807) 00000100:00000001:3.0:1769074813.346678:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074813.346683:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074813.346685:0:2367:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074813.346690:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90373480 x1855007613325312/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.346698:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074813.346700:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074813.346704:0:2367:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074813.346706:0:2367:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074813.346709:0:2367:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074813.346712:0:2367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90373480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2367:1855007613325312:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1769074813.346717:0:2367:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074813.346724:0:2367:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074813.346726:0:2367:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074813.346729:0:2367:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074813.346733:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b9827c800. 02000000:00000001:3.0:1769074813.346735:0:2367:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074813.346750:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074813.346755:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c78f0. 00000400:00000010:3.0:1769074813.346763:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6330. 00000100:00000200:3.0:1769074813.346773:0:2367:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613325312, portal 25 00000100:00000001:3.0:1769074813.346776:0:2367:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074813.346778:0:2367:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603393664 : -114162106157952 : ffff982b90373480) 00000100:00000040:3.0:1769074813.346783:0:2367:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90373480 x1855007613325312/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.346795:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074813.346798:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074813.346801:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6990. 00000100:00000200:3.0:1769074813.346805:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613325312, offset 0 00000400:00000200:3.0:1769074813.346813:0:2367:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074813.346823:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.346831:0:2367:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074813.346838:0:2367:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074813.346842:0:2367:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074813.346846:0:2367:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074813.346849:0:2367:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074813.346853:0:2367:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15280:15280:256:4294967295] 192.168.204.151@tcp LPNI seq info [15280:15280:8:4294967295] 00000400:00000200:3.0:1769074813.346857:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.346867:0:2367:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074813.346873:0:2367:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074813.346879:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99274500. 00000800:00000200:3.0:1769074813.346887:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074813.346894:0:2367:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074813.346900:0:2367:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99274500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074813.346912:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074813.346918:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074813.346921:0:2367:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296479117 00000100:00000001:3.0:1769074813.346929:0:2367:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296474009 00000100:00000001:3.0:1769074813.346932:0:2367:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296479117 00000100:00000001:3.0:1769074813.346935:0:2367:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296474009 00000100:00000001:3.0:1769074813.346938:0:2367:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074813.346941:0:2367:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074813.346944:0:2367:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074813.346948:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90373b80 x1855007613325568/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.346954:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074813.346956:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074813.346958:0:2367:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074813.346960:0:2367:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074813.346962:0:2367:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074813.346964:0:2367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90373b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2367:1855007613325568:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1769074813.346967:0:2367:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074813.346970:0:2367:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074813.346971:0:2367:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074813.346973:0:2367:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074813.346976:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b9827dc00. 02000000:00000001:3.0:1769074813.346977:0:2367:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074813.346981:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074813.346984:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7aa8. 00000400:00000010:3.0:1769074813.346989:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad62a8. 00000100:00000200:3.0:1769074813.346992:0:2367:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613325568, portal 4 00000100:00000001:3.0:1769074813.346993:0:2367:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074813.346995:0:2367:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603395456 : -114162106156160 : ffff982b90373b80) 00000100:00000040:3.0:1769074813.347001:0:2367:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90373b80 x1855007613325568/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.347007:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074813.347010:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074813.347012:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6f68. 00000100:00000200:3.0:1769074813.347014:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007613325568, offset 0 00000400:00000200:3.0:1769074813.347018:0:2367:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074813.347022:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.347025:0:2367:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074813.347028:0:2367:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074813.347030:0:2367:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074813.347033:0:2367:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074813.347035:0:2367:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074813.347038:0:2367:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15281:15281:255:4294967295] 192.168.204.151@tcp LPNI seq info [15281:15281:7:4294967295] 00000400:00000200:3.0:1769074813.347042:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.347048:0:2367:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074813.347052:0:2367:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074813.347056:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99274a00. 00000800:00000200:3.0:1769074813.347060:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074813.347064:0:2367:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074813.347067:0:2367:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99274a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074813.347070:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074813.347074:0:2367:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24797 usecs (25 jiffies) 00000400:00000200:3.0:1769074813.347077:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074813.347080:0:2367:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296470049 00000100:00000001:3.0:1769074813.347082:0:2367:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296479117 00000100:00000001:3.0:1769074813.347084:0:2367:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296470049 00000100:00000001:3.0:1769074813.347086:0:2367:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296479117 00000100:00000001:3.0:1769074813.347088:0:2367:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074813.347090:0:2367:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074813.351310:0:2367:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074813.351328:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90372a00 x1855007613325824/t0(0) o400->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.351342:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074813.351344:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074813.351351:0:2367:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074813.351355:0:2367:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074813.351358:0:2367:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074813.351361:0:2367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90372a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0d05e643-e609-4f9c-a8ce-9f27d385531c:2367:1855007613325824:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1769074813.351366:0:2367:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074813.351373:0:2367:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074813.351375:0:2367:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074813.351379:0:2367:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074813.351388:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b9827ce00. 02000000:00000001:3.0:1769074813.351391:0:2367:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074813.351402:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074813.351407:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c77e8. 00000400:00000010:3.0:1769074813.351415:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6a18. 00000100:00000200:3.0:1769074813.351424:0:2367:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613325824, portal 10 00000100:00000001:3.0:1769074813.351427:0:2367:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074813.351429:0:2367:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603390976 : -114162106160640 : ffff982b90372a00) 00000020:00000010:3.0:1769074813.351440:0:2367:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff982b86026000. 00000100:00000040:3.0:1769074813.351448:0:2367:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90372a00 x1855007613325824/t0(0) o400->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.351457:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074813.351460:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074813.351463:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6220. 00000100:00000200:3.0:1769074813.351467:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007613325824, offset 0 00000400:00000200:3.0:1769074813.351474:0:2367:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074813.351483:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.351492:0:2367:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074813.351498:0:2367:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074813.351503:0:2367:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074813.351507:0:2367:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074813.351510:0:2367:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074813.351513:0:2367:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15282:15282:254:4294967295] 192.168.204.151@tcp LPNI seq info [15282:15282:6:4294967295] 00000400:00000200:3.0:1769074813.351517:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.351526:0:2367:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074813.351532:0:2367:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074813.351538:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652700. 00000800:00000200:3.0:1769074813.351545:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074813.351553:0:2367:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074813.351558:0:2367:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074813.351563:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074813.351567:0:2367:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: using a timeout of 20842 usecs (21 jiffies) 00000400:00000200:3.0:1769074813.351571:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074813.351574:0:2367:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS new deadline estimation for cpu 2 is 4296470050 00000100:00000001:3.0:1769074813.351578:0:2367:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS request active for cpu 2, keep current deadline 4296479117 00000100:00000001:3.0:1769074813.351580:0:2367:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS new deadline estimation for cpu 3 is 4296470050 00000100:00000001:3.0:1769074813.351583:0:2367:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS request active for cpu 3, keep current deadline 4296479117 00000100:00000001:3.0:1769074813.351585:0:2367:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074813.351588:0:2367:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074813.351590:0:2367:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074813.351595:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90372680 x1855007613326080/t0(0) o400->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.351602:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074813.351604:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074813.351606:0:2367:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074813.351607:0:2367:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074813.351609:0:2367:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074813.351611:0:2367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90372680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0d05e643-e609-4f9c-a8ce-9f27d385531c:2367:1855007613326080:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1769074813.351614:0:2367:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074813.351616:0:2367:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074813.351618:0:2367:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074813.351633:0:2367:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074813.351638:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b9827d600. 02000000:00000001:3.0:1769074813.351640:0:2367:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074813.351643:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074813.351646:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7478. 00000400:00000010:3.0:1769074813.351649:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6198. 00000100:00000200:3.0:1769074813.351652:0:2367:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613326080, portal 4 00000100:00000001:3.0:1769074813.351653:0:2367:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074813.351654:0:2367:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603390080 : -114162106161536 : ffff982b90372680) 00000100:00000040:3.0:1769074813.351660:0:2367:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90372680 x1855007613326080/t0(0) o400->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.351667:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074813.351669:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074813.351671:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6dd0. 00000100:00000200:3.0:1769074813.351673:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007613326080, offset 0 00000400:00000200:3.0:1769074813.351677:0:2367:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074813.351681:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.351684:0:2367:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074813.351687:0:2367:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074813.351689:0:2367:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074813.351691:0:2367:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074813.351693:0:2367:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074813.351696:0:2367:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15283:15283:253:4294967295] 192.168.204.151@tcp LPNI seq info [15283:15283:5:4294967295] 00000400:00000200:3.0:1769074813.351700:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.351706:0:2367:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074813.351710:0:2367:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074813.351713:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652400. 00000800:00000200:3.0:1769074813.351717:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074813.351721:0:2367:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074813.351723:0:2367:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074813.351726:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074813.351729:0:2367:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b87054800: using a timeout of 23762 usecs (24 jiffies) 00000400:00000200:3.0:1769074813.351732:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074813.351735:0:2367:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b87054800: PM QoS new deadline estimation for cpu 2 is 4296470053 00000100:00000001:3.0:1769074813.351737:0:2367:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b87054800: PM QoS request active for cpu 2, keep current deadline 4296479117 00000100:00000001:3.0:1769074813.351739:0:2367:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b87054800: PM QoS new deadline estimation for cpu 3 is 4296470053 00000100:00000001:3.0:1769074813.351741:0:2367:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b87054800: PM QoS request active for cpu 3, keep current deadline 4296479117 00000100:00000001:3.0:1769074813.351743:0:2367:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074813.351745:0:2367:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074813.351748:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074813.351751:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074813.351761:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074813.351763:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1769074813.351766:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074813.351769:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074813.351771:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074813.351774:0:2367:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:3.0:1769074813.351776:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074813.351778:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074813.351779:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074813.351781:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074813.351782:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074813.351784:0:2367:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074813.351789:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90371880 x1855007613325440/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.351797:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074813.351799:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074813.351801:0:2367:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074813.351803:0:2367:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074813.351805:0:2367:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074813.351808:0:2367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90371880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2367:1855007613325440:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1769074813.351811:0:2367:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074813.351814:0:2367:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074813.351815:0:2367:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074813.351817:0:2367:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074813.351820:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b9827d800. 02000000:00000001:3.0:1769074813.351821:0:2367:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074813.351824:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074813.351827:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7210. 00000400:00000010:3.0:1769074813.351830:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad65d8. 00000100:00000200:3.0:1769074813.351832:0:2367:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613325440, portal 10 00000100:00000001:3.0:1769074813.351834:0:2367:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074813.351836:0:2367:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603386496 : -114162106165120 : ffff982b90371880) 00000100:00000040:3.0:1769074813.351842:0:2367:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90371880 x1855007613325440/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.351848:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074813.351849:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074813.351852:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad67f8. 00000100:00000200:3.0:1769074813.351854:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007613325440, offset 0 00000400:00000200:3.0:1769074813.351857:0:2367:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074813.351862:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.351865:0:2367:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074813.351867:0:2367:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074813.351869:0:2367:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074813.351871:0:2367:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074813.351874:0:2367:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074813.351877:0:2367:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15284:15284:252:4294967295] 192.168.204.151@tcp LPNI seq info [15284:15284:4:4294967295] 00000400:00000200:3.0:1769074813.351880:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.351886:0:2367:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074813.351890:0:2367:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074813.351893:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652500. 00000800:00000200:3.0:1769074813.351897:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074813.351901:0:2367:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074813.351904:0:2367:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074813.351906:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074813.351910:0:2367:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 991657 usecs (992 jiffies) 00000400:00000200:3.0:1769074813.351912:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074813.351914:0:2367:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296471021 00000100:00000001:3.0:1769074813.351917:0:2367:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296479117 00000100:00000001:3.0:1769074813.351918:0:2367:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296471021 00000100:00000001:3.0:1769074813.351920:0:2367:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296479117 00000100:00000001:3.0:1769074813.351922:0:2367:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074813.351924:0:2367:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074813.351926:0:2367:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074813.351931:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90373100 x1855007613325696/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.351938:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074813.351939:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074813.351941:0:2367:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074813.351943:0:2367:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074813.351945:0:2367:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074813.351947:0:2367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90373100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2367:1855007613325696:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1769074813.351950:0:2367:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074813.351953:0:2367:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074813.351954:0:2367:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074813.351956:0:2367:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074813.351960:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b85cb0a00. 02000000:00000001:3.0:1769074813.351961:0:2367:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074813.351964:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074813.351967:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7160. 00000400:00000010:3.0:1769074813.351970:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6440. 00000100:00000200:3.0:1769074813.351973:0:2367:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613325696, portal 4 00000100:00000001:3.0:1769074813.351975:0:2367:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074813.351976:0:2367:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603392768 : -114162106158848 : ffff982b90373100) 00000100:00000040:3.0:1769074813.351981:0:2367:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90373100 x1855007613325696/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.351987:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074813.351990:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074813.351992:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6550. 00000100:00000200:3.0:1769074813.351994:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007613325696, offset 0 00000400:00000200:3.0:1769074813.351998:0:2367:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074813.352002:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.352005:0:2367:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074813.352008:0:2367:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074813.352010:0:2367:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074813.352012:0:2367:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074813.352015:0:2367:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074813.352018:0:2367:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15285:15285:251:4294967295] 192.168.204.151@tcp LPNI seq info [15285:15285:3:4294967295] 00000400:00000200:3.0:1769074813.352021:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.352027:0:2367:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074813.352031:0:2367:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074813.352034:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652900. 00000800:00000200:3.0:1769074813.352038:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074813.352042:0:2367:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074813.352044:0:2367:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074813.352047:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074813.352051:0:2367:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26527 usecs (27 jiffies) 00000400:00000200:3.0:1769074813.352053:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074813.352055:0:2367:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296470056 00000100:00000001:3.0:1769074813.352058:0:2367:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296479117 00000100:00000001:3.0:1769074813.352060:0:2367:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296470056 00000100:00000001:3.0:1769074813.352062:0:2367:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296479117 00000100:00000001:3.0:1769074813.352064:0:2367:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074813.352067:0:2367:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074813.352069:0:2367:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074813.352073:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90371180 x1855007613325952/t0(0) o400->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.352081:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074813.352082:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074813.352085:0:2367:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074813.352086:0:2367:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074813.352088:0:2367:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074813.352091:0:2367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90371180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0d05e643-e609-4f9c-a8ce-9f27d385531c:2367:1855007613325952:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074813.357802:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074813.357812:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074813.358213:0:2367:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074813.358224:0:2367:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074813.358227:0:2367:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074813.358229:0:2367:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074813.358236:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b85cb1c00. 02000000:00000001:3.0:1769074813.358239:0:2367:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074813.358253:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074813.358258:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7630. 00000400:00000010:3.0:1769074813.358266:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6000. 00000100:00000200:3.0:1769074813.358273:0:2367:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613325952, portal 4 00000100:00000001:3.0:1769074813.358276:0:2367:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074813.358301:0:2367:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603384704 : -114162106166912 : ffff982b90371180) 00000100:00000040:3.0:1769074813.358317:0:2367:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90371180 x1855007613325952/t0(0) o400->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.358327:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074813.358330:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074813.358333:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6d48. 00000100:00000200:3.0:1769074813.358337:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007613325952, offset 0 00000400:00000200:3.0:1769074813.358346:0:2367:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074813.358356:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.358365:0:2367:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074813.358372:0:2367:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074813.358378:0:2367:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074813.358382:0:2367:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074813.358385:0:2367:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074813.358389:0:2367:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15286:15286:250:4294967295] 192.168.204.151@tcp LPNI seq info [15286:15286:2:4294967295] 00000400:00000200:3.0:1769074813.358394:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.358405:0:2367:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074813.358413:0:2367:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074813.358420:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652100. 00000800:00000200:3.0:1769074813.358427:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074813.358437:0:2367:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074813.358442:0:2367:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074813.358448:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074813.358453:0:2367:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b87054800: using a timeout of 21045 usecs (22 jiffies) 00000400:00000200:3.0:1769074813.358457:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074813.358460:0:2367:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b87054800: PM QoS new deadline estimation for cpu 2 is 4296470058 00000100:00000001:3.0:1769074813.358463:0:2367:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b87054800: PM QoS request active for cpu 2, keep current deadline 4296479117 00000100:00000001:3.0:1769074813.358465:0:2367:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b87054800: PM QoS new deadline estimation for cpu 3 is 4296470058 00000100:00000001:3.0:1769074813.358468:0:2367:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b87054800: PM QoS request active for cpu 3, keep current deadline 4296479117 00000100:00000001:3.0:1769074813.358470:0:2367:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074813.358473:0:2367:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074813.358479:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074813.358482:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074813.358531:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074813.358535:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99274500. 00000400:00000200:3.0:1769074813.358540:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074813.358544:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074813.358550:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6990 00000400:00000010:3.0:1769074813.358552:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6990. 00000100:00000001:3.0:1769074813.358556:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074813.358561:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90373480 x1855007613325312/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.358571:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074813.358574:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90373480 x1855007613325312/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074829 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.358580:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074813.358582:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074813.358593:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074813.358596:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99274a00. 00000400:00000200:3.0:1769074813.358598:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074813.358602:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074813.358605:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6f68 00000400:00000010:3.0:1769074813.358606:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6f68. 00000100:00000001:3.0:1769074813.358608:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074813.358612:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90373b80 x1855007613325568/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.358619:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074813.358638:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90373b80 x1855007613325568/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074829 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.358643:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074813.358645:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074813.358653:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074813.358655:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652700. 00000400:00000200:3.0:1769074813.358658:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074813.358661:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074813.358664:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6220 00000400:00000010:3.0:1769074813.358666:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6220. 00000100:00000001:3.0:1769074813.358668:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074813.358672:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90372a00 x1855007613325824/t0(0) o400->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.358679:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074813.358682:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90372a00 x1855007613325824/t0(0) o400->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074829 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.358687:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074813.358688:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074813.358696:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074813.358697:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652400. 00000400:00000200:3.0:1769074813.358700:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074813.358703:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074813.358705:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6dd0 00000400:00000010:3.0:1769074813.358707:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6dd0. 00000100:00000001:3.0:1769074813.358709:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074813.358713:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90372680 x1855007613326080/t0(0) o400->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.358721:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074813.358724:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90372680 x1855007613326080/t0(0) o400->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074829 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.358730:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074813.358732:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074813.358738:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074813.358740:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652500. 00000400:00000200:3.0:1769074813.358742:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074813.358745:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074813.358748:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad67f8 00000400:00000010:3.0:1769074813.358750:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad67f8. 00000100:00000001:3.0:1769074813.358752:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074813.358756:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90371880 x1855007613325440/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.358762:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074813.358765:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90371880 x1855007613325440/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074829 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.358770:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074813.358772:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074813.358778:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074813.358780:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652900. 00000400:00000200:3.0:1769074813.358782:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074813.358785:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074813.358787:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6550 00000400:00000010:3.0:1769074813.358788:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6550. 00000100:00000001:3.0:1769074813.358790:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074813.358793:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90373100 x1855007613325696/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.358799:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074813.358801:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90373100 x1855007613325696/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074829 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.358806:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074813.358808:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074813.358881:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074813.358884:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652100. 00000400:00000200:3.0:1769074813.358887:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074813.358890:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074813.358892:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6d48 00000400:00000010:3.0:1769074813.358894:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6d48. 00000100:00000001:3.0:1769074813.358896:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074813.358900:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90371180 x1855007613325952/t0(0) o400->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.358907:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074813.358909:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90371180 x1855007613325952/t0(0) o400->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074829 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.358915:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074813.358917:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074813.418544:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074813.418566:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074813.418572:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074813.418574:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074813.418589:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.418600:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074813.418609:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.418615:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.418632:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.418637:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 4 MB=0x6971e9dd91100 00000400:00000200:3.0:1769074813.418643:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.418652:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.151@tcp of length 224/224 into md 0x2202d [1] + 224 00000800:00000001:3.0:1769074813.418663:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074813.418671:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074813.418675:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074813.418681:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074813.418692:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074813.418705:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90373b80 x1855007613325568/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074813.418718:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b90373b80 x1855007613325568/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.418735:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074813.418747:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074813.418751:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074813.418753:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074813.418755:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074813.418758:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.418762:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074813.420677:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.420689:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.420697:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.420706:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 4 MB=0x6971e9dd91300 00000400:00000200:3.0:1769074813.420723:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.420732:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.151@tcp of length 224/224 into md 0x2204d [1] + 224 00000800:00000001:3.0:1769074813.420744:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074813.420847:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074813.420853:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074813.420859:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074813.420878:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074813.420889:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90372680 x1855007613326080/t0(0) o400->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074813.420902:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b90372680 x1855007613326080/t0(0) o400->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.420912:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074813.420923:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074813.420928:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074813.420931:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074813.420933:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074813.420938:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.420943:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074813.420952:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.420954:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.420958:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.420961:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 10 MB=0x6971e9dd91200 00000400:00000200:3.0:1769074813.420965:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.420970:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 224/224 into md 0x2203d [1] + 224 00000800:00000001:3.0:1769074813.420974:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074813.420979:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074813.420980:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074813.420983:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074813.420986:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074813.420990:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90372a00 x1855007613325824/t0(0) o400->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074813.420998:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b90372a00 x1855007613325824/t0(0) o400->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.421004:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074813.421007:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074813.421010:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074813.421011:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074813.421014:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074813.421017:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.421020:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074813.421024:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.421026:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.421029:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.421031:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 25 MB=0x6971e9dd91000 00000400:00000200:3.0:1769074813.421035:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.421039:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 224/224 into md 0x2201d [1] + 224 00000800:00000001:3.0:1769074813.421042:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074813.421045:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074813.421047:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074813.421049:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074813.421052:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074813.421057:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90373480 x1855007613325312/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074813.421064:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b90373480 x1855007613325312/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.421071:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074813.421074:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074813.421077:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074813.421078:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074813.421081:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074813.421084:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.421087:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074813.421091:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.421093:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.421095:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.421098:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 4 MB=0x6971e9dd91180 00000400:00000200:3.0:1769074813.421101:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.421105:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.151@tcp of length 224/224 into md 0x2206d [1] + 224 00000800:00000001:3.0:1769074813.421109:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074813.421112:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074813.421114:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074813.421116:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074813.421119:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074813.421123:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90373100 x1855007613325696/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074813.421131:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b90373100 x1855007613325696/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.421138:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074813.421141:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074813.421145:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074813.421147:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074813.421149:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074813.421152:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.421155:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074813.421158:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.421161:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.421163:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.421166:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 10 MB=0x6971e9dd91080 00000400:00000200:3.0:1769074813.421169:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.421173:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 224/224 into md 0x2205d [1] + 224 00000800:00000001:3.0:1769074813.421176:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074813.421180:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074813.421182:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074813.421185:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074813.421188:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074813.421192:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90371880 x1855007613325440/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074813.421201:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b90371880 x1855007613325440/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.421208:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074813.421212:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074813.421216:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074813.421218:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074813.421220:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074813.421223:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.421226:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074813.421231:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.421233:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.421236:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.421239:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 4 MB=0x6971e9dd91280 00000400:00000200:3.0:1769074813.421241:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074813.421244:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.151@tcp of length 224/224 into md 0x2207d [1] + 224 00000800:00000001:3.0:1769074813.421247:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074813.421257:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074813.421259:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074813.421262:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074813.421264:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074813.421268:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90371180 x1855007613325952/t0(0) o400->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074813.421275:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b90371180 x1855007613325952/t0(0) o400->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.421315:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074813.421319:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074813.421322:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074813.421353:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074813.421359:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074813.421368:0:2367:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074813.421372:0:2367:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074813.421375:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7210. 00000400:00000200:3.0:1769074813.421382:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad65d8 00000400:00000010:3.0:1769074813.421386:0:2367:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad65d8. 00000100:00000001:3.0:1769074813.421389:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074813.421393:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90371880 x1855007613325440/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074813.421403:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90371880 x1855007613325440/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.421408:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074813.421411:0:2367:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074813.421414:0:2367:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074813.421419:0:2367:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074813.421422:0:2367:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074813.421425:0:2367:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074813.421429:0:2367:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074813.421447:0:2367:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=24 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074813.421452:0:2367:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=86 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074813.421455:0:2367:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074813.421457:0:2367:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074813.421462:0:2367:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074813.421466:0:2367:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074813.421471:0:2367:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1769074813.421474:0:2367:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:3.0:1769074813.421476:0:2367:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074813.421477:0:2367:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074813.421483:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90371880 x1855007613325440/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.421491:0:2367:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074813.421495:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074813.421499:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074813.421503:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90371880 x1855007613325440/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074813.421511:0:2367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90371880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2367:1855007613325440:192.168.204.151@tcp:400:kworker.0 00000400:00000001:3.0:1769074813.421520:0:2367:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074813.421521:0:2367:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074813.421523:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7160. 00000400:00000200:3.0:1769074813.421526:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6440 00000400:00000010:3.0:1769074813.421527:0:2367:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6440. 00000100:00000001:3.0:1769074813.421529:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074813.421532:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90373100 x1855007613325696/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074813.421541:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90373100 x1855007613325696/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.421547:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074813.421548:0:2367:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074813.421549:0:2367:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074813.421550:0:2367:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074813.421551:0:2367:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074813.421553:0:2367:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074813.421554:0:2367:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074813.421559:0:2367:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b99688458 time=24 v=5 (5 0 5 5) 00000100:00001000:3.0:1769074813.421562:0:2367:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b99688410 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074813.421563:0:2367:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074813.421565:0:2367:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074813.421566:0:2367:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074813.421568:0:2367:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074813.421570:0:2367:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1769074813.421572:0:2367:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff982b858dd800: skip recheck: last_committed 4294967330 00000100:00000001:3.0:1769074813.421573:0:2367:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074813.421574:0:2367:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074813.421577:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90373100 x1855007613325696/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.421583:0:2367:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074813.421584:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074813.421585:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074813.421588:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90373100 x1855007613325696/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074813.421594:0:2367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90373100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2367:1855007613325696:192.168.204.151@tcp:400:kworker.0 00000400:00000001:3.0:1769074813.421598:0:2367:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074813.421599:0:2367:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074813.421601:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7630. 00000400:00000200:3.0:1769074813.421603:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6000 00000400:00000010:3.0:1769074813.421604:0:2367:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6000. 00000100:00000001:3.0:1769074813.421606:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074813.421609:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90371180 x1855007613325952/t0(0) o400->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074813.421617:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90371180 x1855007613325952/t0(0) o400->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.421635:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074813.421636:0:2367:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074813.421638:0:2367:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074813.421639:0:2367:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074813.421641:0:2367:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074813.421642:0:2367:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074813.421644:0:2367:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074813.421648:0:2367:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b98900c58 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1769074813.421650:0:2367:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b98900c10 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074813.421652:0:2367:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074813.421653:0:2367:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074813.421655:0:2367:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074813.421657:0:2367:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074813.421659:0:2367:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1769074813.421660:0:2367:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff982b87054800: skip recheck: last_committed 0 00000100:00000001:3.0:1769074813.421662:0:2367:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074813.421663:0:2367:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074813.421667:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90371180 x1855007613325952/t0(0) o400->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.421674:0:2367:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074813.421677:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074813.421679:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074813.421683:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90371180 x1855007613325952/t0(0) o400->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074813.421690:0:2367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90371180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0d05e643-e609-4f9c-a8ce-9f27d385531c:2367:1855007613325952:192.168.204.151@tcp:400:kworker.0 00000400:00000001:3.0:1769074813.421695:0:2367:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074813.421697:0:2367:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074813.421698:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c78f0. 00000400:00000200:3.0:1769074813.421703:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6330 00000400:00000010:3.0:1769074813.421706:0:2367:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6330. 00000100:00000001:3.0:1769074813.421708:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074813.421710:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90373480 x1855007613325312/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074813.421718:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90373480 x1855007613325312/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.421724:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074813.421726:0:2367:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074813.421728:0:2367:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074813.421730:0:2367:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074813.421731:0:2367:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074813.421733:0:2367:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074813.421734:0:2367:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074813.421737:0:2367:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=85 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074813.421739:0:2367:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=86 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074813.421741:0:2367:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074813.421743:0:2367:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074813.421744:0:2367:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074813.421747:0:2367:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074813.421749:0:2367:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074813.421752:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90373480 x1855007613325312/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.421758:0:2367:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074813.421761:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074813.421762:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074813.422725:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90373480 x1855007613325312/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074813.422749:0:2367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90373480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2367:1855007613325312:192.168.204.151@tcp:400:kworker.0 00000400:00000001:3.0:1769074813.425937:0:2367:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074813.425955:0:2367:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074813.425963:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7aa8. 00000400:00000200:3.0:1769074813.425975:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad62a8 00000400:00000010:3.0:1769074813.425979:0:2367:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad62a8. 00000100:00000001:3.0:1769074813.425987:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074813.426006:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90373b80 x1855007613325568/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074813.426022:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90373b80 x1855007613325568/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.426032:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074813.426038:0:2367:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074813.426043:0:2367:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074813.426047:0:2367:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074813.426051:0:2367:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074813.426055:0:2367:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074813.426059:0:2367:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074813.426072:0:2367:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b83e5ec58 time=24 v=5 (5 0 5 5) 00000100:00001000:3.0:1769074813.426077:0:2367:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b83e5ec10 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074813.426081:0:2367:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074813.426083:0:2367:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074813.426086:0:2367:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074813.426091:0:2367:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074813.426096:0:2367:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1769074813.426098:0:2367:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff982b858dd800: skip recheck: last_committed 0 00000100:00000001:3.0:1769074813.426100:0:2367:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074813.426102:0:2367:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074813.426108:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90373b80 x1855007613325568/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.426116:0:2367:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074813.426120:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074813.426123:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074813.426128:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90373b80 x1855007613325568/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074813.426136:0:2367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90373b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2367:1855007613325568:192.168.204.151@tcp:400:kworker.0 00000400:00000001:3.0:1769074813.426148:0:2367:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074813.426149:0:2367:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074813.426152:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c77e8. 00000400:00000200:3.0:1769074813.426154:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6a18 00000400:00000010:3.0:1769074813.426157:0:2367:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6a18. 00000100:00000001:3.0:1769074813.426159:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074813.426164:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90372a00 x1855007613325824/t0(0) o400->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074813.426173:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90372a00 x1855007613325824/t0(0) o400->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.426180:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074813.426182:0:2367:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074813.426184:0:2367:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074813.426185:0:2367:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074813.426186:0:2367:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074813.426187:0:2367:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074813.426189:0:2367:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074813.426193:0:2367:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b98901458 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1769074813.426197:0:2367:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b98901410 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074813.426199:0:2367:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074813.426201:0:2367:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074813.426203:0:2367:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074813.426205:0:2367:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074813.426207:0:2367:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1769074813.426208:0:2367:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b87054800: skip recheck: last_committed 0 00000100:00000001:3.0:1769074813.426210:0:2367:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074813.426212:0:2367:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074813.426215:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90372a00 x1855007613325824/t0(0) o400->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.426222:0:2367:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074813.426224:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074813.426226:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074813.426229:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90372a00 x1855007613325824/t0(0) o400->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074813.426236:0:2367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90372a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0d05e643-e609-4f9c-a8ce-9f27d385531c:2367:1855007613325824:192.168.204.151@tcp:400:kworker.0 00000400:00000001:3.0:1769074813.426241:0:2367:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074813.426242:0:2367:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074813.426244:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7478. 00000400:00000200:3.0:1769074813.426246:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6198 00000400:00000010:3.0:1769074813.426248:0:2367:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6198. 00000100:00000001:3.0:1769074813.426250:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074813.426254:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90372680 x1855007613326080/t0(0) o400->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074813.426262:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90372680 x1855007613326080/t0(0) o400->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.426269:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074813.426270:0:2367:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074813.426274:0:2367:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074813.426275:0:2367:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074813.426277:0:2367:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074813.426296:0:2367:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074813.426298:0:2367:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074813.426304:0:2367:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b98900458 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1769074813.426307:0:2367:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b98900410 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074813.426311:0:2367:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074813.426314:0:2367:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074813.426316:0:2367:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074813.426319:0:2367:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074813.426324:0:2367:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1769074813.426325:0:2367:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff982b87054800: skip recheck: last_committed 0 00000100:00000001:3.0:1769074813.426327:0:2367:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074813.426330:0:2367:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074813.426334:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90372680 x1855007613326080/t0(0) o400->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.426341:0:2367:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074813.426343:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074813.426345:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074813.426349:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90372680 x1855007613326080/t0(0) o400->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074813.426357:0:2367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90372680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0d05e643-e609-4f9c-a8ce-9f27d385531c:2367:1855007613326080:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1769074813.426363:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074813.426368:0:2367:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074813.426374:0:2367:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90371880 x1855007613325440/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.426388:0:2367:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074813.426391:0:2367:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074813.426396:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b9827d800. 02000000:00000001:3.0:1769074813.426402:0:2367:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074813.426406:0:2367:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074813.426409:0:2367:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=3 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:3.0:1769074813.426412:0:2367:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074813.426416:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99274600. 02000000:00000001:3.0:1769074813.426421:0:2367:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074813.426424:0:2367:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074813.426427:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90371880. 00000100:00000001:3.0:1769074813.426431:0:2367:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074813.426433:0:2367:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074813.426435:0:2367:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074813.426443:0:2367:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90373100 x1855007613325696/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.426450:0:2367:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074813.426452:0:2367:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074813.426454:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b85cb0a00. 02000000:00000001:3.0:1769074813.426460:0:2367:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074813.426462:0:2367:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074813.426464:0:2367:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:3.0:1769074813.426467:0:2367:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074813.426469:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99274400. 02000000:00000001:3.0:1769074813.426473:0:2367:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074813.426474:0:2367:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074813.426476:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90373100. 00000100:00000001:3.0:1769074813.426480:0:2367:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074813.426482:0:2367:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074813.426484:0:2367:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074813.426491:0:2367:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90371180 x1855007613325952/t0(0) o400->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.426497:0:2367:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074813.426498:0:2367:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074813.426501:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b85cb1c00. 02000000:00000001:3.0:1769074813.426504:0:2367:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074813.426505:0:2367:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074813.426507:0:2367:0:(genops.c:1242:class_import_put()) import ffff982b98900800 refcount=2 obd=lustre-OST0000-osc-ffff982b87054800 00000020:00000001:3.0:1769074813.426510:0:2367:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074813.426511:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99274900. 02000000:00000001:3.0:1769074813.426514:0:2367:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074813.426515:0:2367:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074813.426516:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90371180. 00000100:00000001:3.0:1769074813.426519:0:2367:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074813.426520:0:2367:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074813.426522:0:2367:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074813.426527:0:2367:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90373480 x1855007613325312/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.426533:0:2367:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074813.426534:0:2367:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074813.426536:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b9827c800. 02000000:00000001:3.0:1769074813.426538:0:2367:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074813.426539:0:2367:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074813.426540:0:2367:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:3.0:1769074813.426542:0:2367:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074813.426544:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99274f00. 02000000:00000001:3.0:1769074813.426549:0:2367:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074813.426551:0:2367:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074813.426553:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90373480. 00000100:00000001:3.0:1769074813.426557:0:2367:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074813.426559:0:2367:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074813.426561:0:2367:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074813.426565:0:2367:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90373b80 x1855007613325568/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.426572:0:2367:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074813.426573:0:2367:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074813.426575:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b9827dc00. 02000000:00000001:3.0:1769074813.426577:0:2367:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074813.426578:0:2367:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074813.426579:0:2367:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:3.0:1769074813.426581:0:2367:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074813.426583:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99274700. 02000000:00000001:3.0:1769074813.426585:0:2367:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074813.426586:0:2367:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074813.426588:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90373b80. 00000100:00000001:3.0:1769074813.426590:0:2367:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074813.426591:0:2367:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074813.426593:0:2367:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074813.426596:0:2367:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90372a00 x1855007613325824/t0(0) o400->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.426602:0:2367:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074813.426603:0:2367:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074813.426604:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b9827ce00. 02000000:00000001:3.0:1769074813.426606:0:2367:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074813.426607:0:2367:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074813.426608:0:2367:0:(genops.c:1242:class_import_put()) import ffff982b98901000 refcount=3 obd=lustre-MDT0000-mdc-ffff982b87054800 00000020:00000001:3.0:1769074813.426610:0:2367:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074813.426611:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99274c00. 02000000:00000001:3.0:1769074813.426613:0:2367:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074813.426614:0:2367:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074813.426615:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90372a00. 00000100:00000001:3.0:1769074813.426617:0:2367:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074813.426617:0:2367:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074813.426631:0:2367:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074813.426634:0:2367:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90372680 x1855007613326080/t0(0) o400->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074829 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074813.426641:0:2367:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074813.426642:0:2367:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074813.426643:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b9827d600. 02000000:00000001:3.0:1769074813.426646:0:2367:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074813.426647:0:2367:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074813.426648:0:2367:0:(genops.c:1242:class_import_put()) import ffff982b98900000 refcount=2 obd=lustre-OST0001-osc-ffff982b87054800 00000020:00000001:3.0:1769074813.426650:0:2367:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074813.426652:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99274200. 02000000:00000001:3.0:1769074813.426654:0:2367:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074813.426655:0:2367:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074813.426656:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90372680. 00000100:00000001:3.0:1769074813.426659:0:2367:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074813.426660:0:2367:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074813.426662:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074813.426674:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074813.426675:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074813.426679:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074813.426682:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074814.235691:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074814.235702:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074814.235711:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074814.235712:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074814.235773:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074814.235778:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074814.235782:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1769074815.060554:0:30953:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074815.060571:0:30953:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074815.258515:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074815.258525:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074815.258534:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074815.258535:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074815.953308:0:31015:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074815.953323:0:31015:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074816.282564:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074816.282585:0:30499:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074816.282588:0:30499:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074816.282591:0:30499:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074816.282599:0:30499:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074816.282603:0:30499:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074816.282604:0:30499:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074816.282607:0:30499:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074816.282614:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074816.282616:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074816.282702:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074816.282709:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074816.282713:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074817.306384:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074817.306391:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074817.306398:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074817.306399:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074817.542811:0:31106:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074817.542827:0:31106:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1769074818.139810:0:31142:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1769074818.139822:0:31142:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-dual test 16: fail MDS during recovery (3571) == 04:40:15 (1769074815) 00000001:00000001:3.0:1769074818.157990:0:31142:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1769074818.331383:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074818.331395:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074818.331404:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074818.331407:0:30499:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074818.331411:0:30499:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074818.331419:0:30499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074818.331422:0:30499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074818.331424:0:30499:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074818.331428:0:30499:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074818.331431:0:30499:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074818.331433:0:30499:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074818.331435:0:30499:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074818.331469:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074818.331472:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074818.331476:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1769074818.458724:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769074818.458748:0:30087:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1769074818.458759:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90378e00. 00000020:00000040:2.0:1769074818.458767:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:2.0:1769074818.458773:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074818.458777:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074818.458783:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074818.458794:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b84fcb500. 00000100:00000001:2.0:1769074818.458805:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074818.458822:0:30087:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b90378e00 x1855007613326208/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769074818.458842:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074818.458848:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074818.458856:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b460b5ea] to pc [ptlrpcd_01_00+0] req@ffff982b90378e00 x1855007613326208/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074818.458884:0:30087:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074818.458887:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769074818.458890:0:30087:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1769074818.458893:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90379f80. 00000020:00000040:2.0:1769074818.458896:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=4 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:2.0:1769074818.458898:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074818.458900:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074818.458901:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074818.458905:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b84fcbe00. 00000100:00000001:2.0:1769074818.458908:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074818.458912:0:30087:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID req@ffff982b90379f80 x1855007613326336/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769074818.458919:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074818.458922:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074818.458925:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bc12a12] to pc [ptlrpcd_01_01+1] req@ffff982b90379f80 x1855007613326336/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074818.458933:0:30087:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074818.458936:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769074818.458939:0:30087:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1769074818.458942:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90378a80. 00000020:00000040:2.0:1769074818.458944:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 00000100:00000001:2.0:1769074818.458946:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074818.458947:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074818.458949:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074818.458953:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b84fcba00. 00000100:00000001:2.0:1769074818.458956:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074818.458960:0:30087:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID req@ffff982b90378a80 x1855007613326464/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769074818.458966:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074818.458967:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074818.458970:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000072252e94] to pc [ptlrpcd_01_00+0] req@ffff982b90378a80 x1855007613326464/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074818.458978:0:30087:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074818.458980:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769074818.458984:0:30087:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1769074818.458987:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037b800. 00000020:00000040:2.0:1769074818.458989:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 00000100:00000001:2.0:1769074818.458991:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074818.458992:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074818.458993:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074818.458996:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b84fcb000. 00000100:00000001:2.0:1769074818.459000:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074818.459004:0:30087:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID req@ffff982b9037b800 x1855007613326592/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769074818.459011:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074818.459013:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074818.459016:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007497ab2a] to pc [ptlrpcd_01_01+1] req@ffff982b9037b800 x1855007613326592/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074818.459023:0:30087:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074818.459025:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0d05e643-e609-4f9c-a8ce-9f27d385531c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769074818.459028:0:30087:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1769074818.459031:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90378700. 00000020:00000040:2.0:1769074818.459043:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b98901000 refcount=4 obd=lustre-MDT0000-mdc-ffff982b87054800 00000100:00000001:2.0:1769074818.459046:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074818.459048:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074818.459050:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074818.459053:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b84fcb700. 00000100:00000001:2.0:1769074818.459056:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074818.459060:0:30087:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d05e643-e609-4f9c-a8ce-9f27d385531c->lustre-MDT0000_UUID req@ffff982b90378700 x1855007613326720/t0(0) o400->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769074818.459067:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074818.459069:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074818.459073:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077d76144] to pc [ptlrpcd_01_00+0] req@ffff982b90378700 x1855007613326720/t0(0) o400->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074818.459080:0:30087:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074818.459082:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0d05e643-e609-4f9c-a8ce-9f27d385531c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769074818.459085:0:30087:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1769074818.459090:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037b480. 00000020:00000040:2.0:1769074818.459256:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b98900800 refcount=3 obd=lustre-OST0000-osc-ffff982b87054800 00000100:00000001:2.0:1769074818.459261:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074818.459262:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074818.459264:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074818.459268:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b84fcbf00. 00000100:00000001:2.0:1769074818.459272:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074818.459305:0:30087:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d05e643-e609-4f9c-a8ce-9f27d385531c->lustre-OST0000_UUID req@ffff982b9037b480 x1855007613326848/t0(0) o400->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769074818.459314:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074818.459316:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074818.459321:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000618033af] to pc [ptlrpcd_01_01+1] req@ffff982b9037b480 x1855007613326848/t0(0) o400->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074818.459327:0:30087:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074818.459329:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0d05e643-e609-4f9c-a8ce-9f27d385531c->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769074818.459333:0:30087:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1769074818.459337:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90378000. 00000020:00000040:2.0:1769074818.459341:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b98900000 refcount=3 obd=lustre-OST0001-osc-ffff982b87054800 00000100:00000001:2.0:1769074818.459343:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074818.459344:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074818.459346:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074818.459351:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b8a73ff00. 00000100:00000001:2.0:1769074818.459354:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074818.459357:0:30087:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d05e643-e609-4f9c-a8ce-9f27d385531c->lustre-OST0001_UUID req@ffff982b90378000 x1855007613326976/t0(0) o400->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769074818.459365:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074818.459366:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074818.459370:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000561d44e] to pc [ptlrpcd_01_00+0] req@ffff982b90378000 x1855007613326976/t0(0) o400->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074818.459378:0:30087:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074818.459384:0:30087:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1812) 00000100:00000001:2.0:1769074818.459399:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074818.459404:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074818.459407:0:2366:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074818.459414:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90378e00 x1855007613326208/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074818.459423:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074818.459426:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074818.459431:0:2366:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074818.459434:0:2366:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074818.459438:0:2366:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074818.459442:0:2366:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90378e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2366:1855007613326208:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074818.459449:0:2366:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074818.459457:0:2366:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074818.459460:0:2366:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074818.459464:0:2366:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074818.459470:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b9037f800. 02000000:00000001:2.0:1769074818.459472:0:2366:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074818.459485:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074818.459491:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7eb00. 00000400:00000010:2.0:1769074818.459499:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f198. 00000100:00000200:2.0:1769074818.459510:0:2366:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613326208, portal 25 00000100:00000001:2.0:1769074818.459513:0:2366:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074818.459515:0:2366:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603416576 : -114162106135040 : ffff982b90378e00) 00000100:00000040:2.0:1769074818.459521:0:2366:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90378e00 x1855007613326208/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074818.459528:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074818.459531:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074818.459534:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f6e8. 00000100:00000200:2.0:1769074818.459548:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613326208, offset 0 00000400:00000200:2.0:1769074818.459557:0:2366:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074818.459567:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074818.459577:0:2366:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074818.459584:0:2366:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074818.459590:0:2366:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074818.459595:0:2366:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074818.459599:0:2366:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074818.459603:0:2366:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15287:15287:256:4294967295] 192.168.204.151@tcp LPNI seq info [15287:15287:8:4294967295] 00000400:00000200:2.0:1769074818.459607:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074818.459617:0:2366:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074818.459625:0:2366:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074818.459631:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73f500. 00000800:00000200:2.0:1769074818.459641:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074818.459650:0:2366:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074818.459656:0:2366:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73f500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074818.459671:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074818.459676:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074818.459679:0:2366:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296484230 00000100:00000001:2.0:1769074818.459687:0:2366:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296479117 00000100:00000001:2.0:1769074818.459692:0:2366:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296484230 00000100:00000001:2.0:1769074818.459697:0:2366:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296479117 00000100:00000001:2.0:1769074818.459701:0:2366:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074818.459704:0:2366:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074818.459708:0:2366:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074818.459712:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90378a80 x1855007613326464/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074818.459720:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074818.459722:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074818.459724:0:2366:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074818.459726:0:2366:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074818.459728:0:2366:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074818.459731:0:2366:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90378a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2366:1855007613326464:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074818.459734:0:2366:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074818.459737:0:2366:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074818.459739:0:2366:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074818.459752:0:2366:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074818.459755:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b9037f000. 02000000:00000001:2.0:1769074818.459756:0:2366:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074818.459761:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074818.459763:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7eb58. 00000400:00000010:2.0:1769074818.459767:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f088. 00000100:00000200:2.0:1769074818.459770:0:2366:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613326464, portal 4 00000100:00000001:2.0:1769074818.459772:0:2366:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074818.459774:0:2366:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603415680 : -114162106135936 : ffff982b90378a80) 00000100:00000040:2.0:1769074818.459780:0:2366:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90378a80 x1855007613326464/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074818.459787:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074818.459789:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074818.459792:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897fb28. 00000100:00000200:2.0:1769074818.459794:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007613326464, offset 0 00000400:00000200:2.0:1769074818.459798:0:2366:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074818.459802:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074818.459806:0:2366:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074818.459808:0:2366:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074818.459811:0:2366:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074818.459813:0:2366:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074818.459816:0:2366:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074818.459818:0:2366:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15288:15288:255:4294967295] 192.168.204.151@tcp LPNI seq info [15288:15288:7:4294967295] 00000400:00000200:2.0:1769074818.459822:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074818.459827:0:2366:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074818.459831:0:2366:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074818.459835:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73f000. 00000800:00000200:2.0:1769074818.459838:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074818.459842:0:2366:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074818.459844:0:2366:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73f000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074818.459847:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074818.459851:0:2366:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 25242 usecs (26 jiffies) 00000400:00000200:2.0:1769074818.459855:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074818.459857:0:2366:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296475163 00000100:00000001:2.0:1769074818.459860:0:2366:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296484230 00000100:00000001:2.0:1769074818.459862:0:2366:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296475163 00000100:00000001:2.0:1769074818.459864:0:2366:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296484230 00000100:00000001:2.0:1769074818.459866:0:2366:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074818.459868:0:2366:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074818.459870:0:2366:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074818.459873:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90378700 x1855007613326720/t0(0) o400->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074818.459879:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074818.459881:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074818.459883:0:2366:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074818.459884:0:2366:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074818.459887:0:2366:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074818.459890:0:2366:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90378700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0d05e643-e609-4f9c-a8ce-9f27d385531c:2366:1855007613326720:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074818.459893:0:2366:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074818.459895:0:2366:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074818.459897:0:2366:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074818.459898:0:2366:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074818.459902:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b9037f400. 02000000:00000001:2.0:1769074818.459903:0:2366:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074818.459907:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074818.459910:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7ef20. 00000400:00000010:2.0:1769074818.459913:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f220. 00000100:00000200:2.0:1769074818.459916:0:2366:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613326720, portal 10 00000100:00000001:2.0:1769074818.459918:0:2366:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074818.459919:0:2366:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603414784 : -114162106136832 : ffff982b90378700) 00000100:00000040:2.0:1769074818.459924:0:2366:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90378700 x1855007613326720/t0(0) o400->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074818.459931:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074818.459933:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074818.459936:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f660. 00000100:00000200:2.0:1769074818.459938:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007613326720, offset 0 00000400:00000200:2.0:1769074818.459942:0:2366:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074818.459946:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074818.459949:0:2366:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074818.459952:0:2366:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074818.459955:0:2366:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074818.459957:0:2366:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074818.459960:0:2366:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074818.459963:0:2366:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15289:15289:254:4294967295] 192.168.204.151@tcp LPNI seq info [15289:15289:6:4294967295] 00000400:00000200:2.0:1769074818.459967:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074818.459972:0:2366:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074818.459976:0:2366:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074818.459981:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73fe00. 00000800:00000200:2.0:1769074818.459985:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074818.459989:0:2366:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074818.459992:0:2366:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73fe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074818.459995:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074818.459999:0:2366:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: using a timeout of 33956 usecs (34 jiffies) 00000400:00000200:2.0:1769074818.460002:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074818.460004:0:2366:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS new deadline estimation for cpu 2 is 4296475171 00000100:00000001:2.0:1769074818.460007:0:2366:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS request active for cpu 2, keep current deadline 4296484230 00000100:00000001:2.0:1769074818.460009:0:2366:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS new deadline estimation for cpu 3 is 4296475171 00000100:00000001:2.0:1769074818.460011:0:2366:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS request active for cpu 3, keep current deadline 4296484230 00000100:00000001:2.0:1769074818.460013:0:2366:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074818.460015:0:2366:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074818.460017:0:2366:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074818.460021:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90378000 x1855007613326976/t0(0) o400->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074818.460027:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074818.460029:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074818.460031:0:2366:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074818.460032:0:2366:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074818.460034:0:2366:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074818.460037:0:2366:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90378000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0d05e643-e609-4f9c-a8ce-9f27d385531c:2366:1855007613326976:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074818.460040:0:2366:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074818.460043:0:2366:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074818.460044:0:2366:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074818.460046:0:2366:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074818.460049:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b9037ec00. 02000000:00000001:2.0:1769074818.460051:0:2366:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074818.460054:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074818.460057:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7e898. 00000400:00000010:2.0:1769074818.460060:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897faa0. 00000100:00000200:2.0:1769074818.460064:0:2366:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613326976, portal 4 00000100:00000001:2.0:1769074818.460065:0:2366:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074818.460067:0:2366:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603412992 : -114162106138624 : ffff982b90378000) 00000100:00000040:2.0:1769074818.460074:0:2366:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90378000 x1855007613326976/t0(0) o400->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074818.460080:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074818.460082:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074818.460084:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897fd48. 00000100:00000200:2.0:1769074818.460087:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007613326976, offset 0 00000400:00000200:2.0:1769074818.460091:0:2366:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074818.460879:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074818.460886:0:2366:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074818.460890:0:2366:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074818.460892:0:2366:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074818.460895:0:2366:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074818.460897:0:2366:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074818.460900:0:2366:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15290:15290:253:4294967295] 192.168.204.151@tcp LPNI seq info [15290:15290:5:4294967295] 00000400:00000200:2.0:1769074818.460904:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074818.460911:0:2366:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074818.460917:0:2366:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074818.460922:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73f400. 00000800:00000200:2.0:1769074818.460928:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074818.460933:0:2366:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074818.460937:0:2366:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73f400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074818.460940:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074818.460945:0:2366:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b87054800: using a timeout of 61638 usecs (62 jiffies) 00000400:00000200:2.0:1769074818.460949:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074818.460952:0:2366:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b87054800: PM QoS new deadline estimation for cpu 2 is 4296475200 00000100:00000001:2.0:1769074818.460954:0:2366:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b87054800: PM QoS request active for cpu 2, keep current deadline 4296484230 00000100:00000001:2.0:1769074818.460956:0:2366:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b87054800: PM QoS new deadline estimation for cpu 3 is 4296475200 00000100:00000001:2.0:1769074818.460959:0:2366:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b87054800: PM QoS request active for cpu 3, keep current deadline 4296484230 00000100:00000001:2.0:1769074818.460961:0:2366:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074818.460965:0:2366:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074818.460968:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074818.460972:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074818.460983:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074818.460985:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1769074818.460989:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074818.460991:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074818.460993:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074818.460997:0:2366:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:2.0:1769074818.460998:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074818.461000:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074818.461002:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074818.461004:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074818.461005:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074818.461007:0:2366:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074818.461015:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90379f80 x1855007613326336/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074818.461023:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074818.461024:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074818.461027:0:2366:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074818.461040:0:2366:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074818.461043:0:2366:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074818.461046:0:2366:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90379f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2366:1855007613326336:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074818.461051:0:2366:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074818.461056:0:2366:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074818.461058:0:2366:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074818.461061:0:2366:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074818.461064:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b9037fa00. 02000000:00000001:2.0:1769074818.461066:0:2366:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074818.461070:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074818.461073:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7e840. 00000400:00000010:2.0:1769074818.461078:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897fdd0. 00000100:00000200:2.0:1769074818.461083:0:2366:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613326336, portal 10 00000100:00000001:2.0:1769074818.461085:0:2366:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074818.461086:0:2366:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603421056 : -114162106130560 : ffff982b90379f80) 00000100:00000040:2.0:1769074818.462236:0:2366:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90379f80 x1855007613326336/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074818.462254:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074818.462257:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074818.462265:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897fee0. 00000100:00000200:2.0:1769074818.462272:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007613326336, offset 0 00000400:00000200:2.0:1769074818.462307:0:2366:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074818.462318:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074818.462329:0:2366:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074818.462336:0:2366:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074818.462340:0:2366:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074818.462344:0:2366:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074818.462347:0:2366:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074818.462351:0:2366:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15291:15291:252:4294967295] 192.168.204.151@tcp LPNI seq info [15291:15291:4:4294967295] 00000400:00000200:2.0:1769074818.462355:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074818.462363:0:2366:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074818.462368:0:2366:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074818.462375:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73f100. 00000800:00000200:2.0:1769074818.462383:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074818.462391:0:2366:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074818.462396:0:2366:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73f100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074818.462400:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074818.462406:0:2366:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 990125 usecs (991 jiffies) 00000400:00000200:2.0:1769074818.462409:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074818.462412:0:2366:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296476131 00000100:00000001:2.0:1769074818.462415:0:2366:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296484230 00000100:00000001:2.0:1769074818.462417:0:2366:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296476131 00000100:00000001:2.0:1769074818.462420:0:2366:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296484230 00000100:00000001:2.0:1769074818.462423:0:2366:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074818.462426:0:2366:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074818.462431:0:2366:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074818.462438:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037b800 x1855007613326592/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074818.462445:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074818.462448:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074818.462452:0:2366:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074818.462455:0:2366:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074818.462458:0:2366:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074818.462461:0:2366:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2366:1855007613326592:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074818.462466:0:2366:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074818.462471:0:2366:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074818.462474:0:2366:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074818.462476:0:2366:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074818.462480:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b9037e800. 02000000:00000001:2.0:1769074818.462482:0:2366:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074818.462485:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074818.462489:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7e478. 00000400:00000010:2.0:1769074818.462493:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f880. 00000100:00000200:2.0:1769074818.462499:0:2366:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613326592, portal 4 00000100:00000001:2.0:1769074818.462501:0:2366:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074818.462502:0:2366:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603427328 : -114162106124288 : ffff982b9037b800) 00000100:00000040:2.0:1769074818.462508:0:2366:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9037b800 x1855007613326592/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074818.462513:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074818.462515:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074818.462518:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f2a8. 00000100:00000200:2.0:1769074818.462520:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007613326592, offset 0 00000400:00000200:2.0:1769074818.462524:0:2366:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074818.462527:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074818.462530:0:2366:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074818.462533:0:2366:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074818.462547:0:2366:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074818.462549:0:2366:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074818.462552:0:2366:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074818.462554:0:2366:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15292:15292:251:4294967295] 192.168.204.151@tcp LPNI seq info [15292:15292:3:4294967295] 00000400:00000200:2.0:1769074818.462558:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074818.462564:0:2366:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074818.462567:0:2366:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074818.462570:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73fc00. 00000800:00000200:2.0:1769074818.462574:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074818.462578:0:2366:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074818.462580:0:2366:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73fc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074818.462583:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074818.462586:0:2366:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26928 usecs (27 jiffies) 00000400:00000200:2.0:1769074818.462589:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074818.462591:0:2366:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296475167 00000100:00000001:2.0:1769074818.462594:0:2366:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296484230 00000100:00000001:2.0:1769074818.462596:0:2366:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296475167 00000100:00000001:2.0:1769074818.462598:0:2366:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296484230 00000100:00000001:2.0:1769074818.462600:0:2366:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074818.462601:0:2366:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074818.462603:0:2366:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074818.462608:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037b480 x1855007613326848/t0(0) o400->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074818.462615:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074818.462616:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074818.462618:0:2366:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074818.462620:0:2366:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074818.462622:0:2366:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074818.462625:0:2366:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0d05e643-e609-4f9c-a8ce-9f27d385531c:2366:1855007613326848:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074818.462628:0:2366:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074818.462631:0:2366:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074818.462633:0:2366:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074818.462635:0:2366:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074818.462638:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b9037fe00. 02000000:00000001:2.0:1769074818.462639:0:2366:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074818.462642:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074818.462645:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7ed68. 00000400:00000010:2.0:1769074818.462648:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f990. 00000100:00000200:2.0:1769074818.462651:0:2366:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613326848, portal 4 00000100:00000001:2.0:1769074818.462653:0:2366:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074818.462654:0:2366:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603426432 : -114162106125184 : ffff982b9037b480) 00000020:00000010:2.0:1769074818.462666:0:2366:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff982b866e2000. 00000100:00000040:2.0:1769074818.462673:0:2366:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9037b480 x1855007613326848/t0(0) o400->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074818.462679:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074818.462681:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074818.462683:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f5d8. 00000100:00000200:2.0:1769074818.462686:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007613326848, offset 0 00000400:00000200:2.0:1769074818.462690:0:2366:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074818.462693:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074818.462696:0:2366:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074818.462698:0:2366:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074818.462701:0:2366:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074818.462703:0:2366:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074818.462705:0:2366:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074818.462708:0:2366:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15293:15293:250:4294967295] 192.168.204.151@tcp LPNI seq info [15293:15293:2:4294967295] 00000400:00000200:2.0:1769074818.462711:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074818.462717:0:2366:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074818.462720:0:2366:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074818.462724:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73f300. 00000800:00000200:2.0:1769074818.462727:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074818.462730:0:2366:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074818.462733:0:2366:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73f300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074818.462735:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074818.462739:0:2366:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b87054800: using a timeout of 57420 usecs (58 jiffies) 00000400:00000200:2.0:1769074818.463996:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074818.464011:0:2366:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b87054800: PM QoS new deadline estimation for cpu 2 is 4296475198 00000100:00000001:2.0:1769074818.464017:0:2366:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b87054800: PM QoS request active for cpu 2, keep current deadline 4296484230 00000100:00000001:2.0:1769074818.464020:0:2366:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b87054800: PM QoS new deadline estimation for cpu 3 is 4296475198 00000100:00000001:2.0:1769074818.464022:0:2366:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b87054800: PM QoS request active for cpu 3, keep current deadline 4296484230 00000100:00000001:2.0:1769074818.464025:0:2366:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074818.464599:0:2366:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074818.464611:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074818.464619:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074818.464647:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074818.464651:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074818.464726:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074818.464732:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73f500. 00000400:00000200:2.0:1769074818.466464:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074818.466490:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074818.466504:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f6e8 00000400:00000010:2.0:1769074818.466508:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f6e8. 00000100:00000001:2.0:1769074818.466518:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074818.466533:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90378e00 x1855007613326208/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074818.466559:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074818.466563:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90378e00 x1855007613326208/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074834 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074818.466571:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074818.466576:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074818.467112:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074818.467119:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73f000. 00000400:00000200:3.0:1769074818.467129:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074818.467133:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074818.467137:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897fb28 00000400:00000010:3.0:1769074818.467139:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897fb28. 00000100:00000001:3.0:1769074818.467144:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074818.467151:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90378a80 x1855007613326464/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074818.467162:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074818.467165:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90378a80 x1855007613326464/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074834 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074818.467172:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074818.467174:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074818.467188:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074818.467190:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73fe00. 00000400:00000200:3.0:1769074818.467193:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074818.467197:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074818.467200:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f660 00000400:00000010:3.0:1769074818.467202:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f660. 00000100:00000001:3.0:1769074818.467214:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074818.467220:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90378700 x1855007613326720/t0(0) o400->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074818.467228:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074818.467231:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90378700 x1855007613326720/t0(0) o400->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074834 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074818.467238:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074818.467239:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074818.467253:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074818.467255:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73f400. 00000400:00000200:3.0:1769074818.467258:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074818.467261:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074818.467265:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897fd48 00000400:00000010:3.0:1769074818.467267:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897fd48. 00000100:00000001:3.0:1769074818.467269:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074818.467274:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90378000 x1855007613326976/t0(0) o400->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074818.467306:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074818.467310:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90378000 x1855007613326976/t0(0) o400->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074834 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074818.467317:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074818.467319:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074818.467330:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074818.467333:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73f100. 00000400:00000200:3.0:1769074818.467336:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074818.467339:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074818.467342:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897fee0 00000400:00000010:3.0:1769074818.467343:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897fee0. 00000100:00000001:3.0:1769074818.467346:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074818.467352:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90379f80 x1855007613326336/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074818.467364:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074818.467368:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90379f80 x1855007613326336/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074834 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074818.467373:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074818.467375:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074818.467383:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074818.467385:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73fc00. 00000400:00000200:3.0:1769074818.467388:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074818.467392:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074818.467395:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f2a8 00000400:00000010:3.0:1769074818.467397:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f2a8. 00000100:00000001:3.0:1769074818.467399:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074818.467404:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9037b800 x1855007613326592/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074818.467412:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074818.467414:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037b800 x1855007613326592/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074834 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074818.467419:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074818.467421:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074818.467966:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074818.467972:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73f300. 00000400:00000200:3.0:1769074818.467978:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074818.467983:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074818.467987:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f5d8 00000400:00000010:3.0:1769074818.467988:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f5d8. 00000100:00000001:3.0:1769074818.468145:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074818.468156:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9037b480 x1855007613326848/t0(0) o400->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074818.468165:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074818.468168:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037b480 x1855007613326848/t0(0) o400->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074834 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074818.468181:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074818.468183:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074818.474474:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074818.474511:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074818.474518:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074818.474521:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074818.474549:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074818.474561:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074818.474572:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074818.474579:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074818.474588:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074818.474593:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 4 MB=0x6971e9dd91480 00000400:00000200:2.0:1769074818.474600:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074818.474611:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.151@tcp of length 224/224 into md 0x2209d [1] + 224 00000800:00000001:2.0:1769074818.474624:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074818.474635:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074818.474640:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074818.474645:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074818.474656:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074818.474670:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90378a80 x1855007613326464/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074818.474684:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b90378a80 x1855007613326464/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074818.474713:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074818.474724:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074818.474728:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074818.474924:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074818.474930:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074818.474940:0:2366:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074818.474943:0:2366:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074818.474948:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7eb58. 00000400:00000200:3.0:1769074818.474954:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f088 00000400:00000010:3.0:1769074818.474956:0:2366:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f088. 00000100:00000001:3.0:1769074818.474960:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074818.474965:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90378a80 x1855007613326464/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074818.474974:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90378a80 x1855007613326464/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074818.474980:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074818.474982:0:2366:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074818.474986:0:2366:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074818.474990:0:2366:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074818.474994:0:2366:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074818.474997:0:2366:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074818.475001:0:2366:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074818.475016:0:2366:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b83e5ec58 time=29 v=5 (5 0 5 5) 00000100:00001000:3.0:1769074818.475021:0:2366:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b83e5ec10 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074818.475024:0:2366:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074818.475026:0:2366:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074818.475029:0:2366:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074818.475044:0:2366:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074818.475050:0:2366:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1769074818.475052:0:2366:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff982b858dd800: skip recheck: last_committed 0 00000100:00000001:3.0:1769074818.475055:0:2366:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074818.475057:0:2366:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074818.475062:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90378a80 x1855007613326464/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074818.475076:0:2366:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074818.475080:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074818.475082:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074818.475087:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90378a80 x1855007613326464/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074818.475268:0:2366:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90378a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2366:1855007613326464:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1769074818.475276:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074818.476605:0:2366:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074818.476622:0:2366:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90378a80 x1855007613326464/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074818.476634:0:2366:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074818.476639:0:2366:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074818.476644:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b9037f000. 02000000:00000001:3.0:1769074818.476648:0:2366:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074818.476651:0:2366:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074818.476653:0:2366:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:3.0:1769074818.476655:0:2366:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074818.476658:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b84fcba00. 02000000:00000001:3.0:1769074818.476664:0:2366:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074818.476666:0:2366:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074818.476669:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90378a80. 00000100:00000001:3.0:1769074818.476673:0:2366:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074818.476674:0:2366:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074818.476679:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074818.476682:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074818.476684:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074818.476689:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074818.476690:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1769074818.482323:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074818.482355:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074818.482360:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074818.482363:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074818.482380:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074818.482391:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074818.482401:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074818.482409:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074818.482417:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074818.482423:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 10 MB=0x6971e9dd91580 00000400:00000200:2.0:1769074818.482431:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074818.482441:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 224/224 into md 0x220ad [1] + 224 00000800:00000001:2.0:1769074818.482452:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074818.482459:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074818.482463:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074818.482469:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074818.482478:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074818.482490:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90378700 x1855007613326720/t0(0) o400->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074818.482504:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b90378700 x1855007613326720/t0(0) o400->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074818.482527:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074818.482567:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1769074818.482570:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1769074818.482571:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074818.482573:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074818.482576:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074818.482578:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1769074818.482579:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074818.482583:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074818.482587:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074818.482589:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000001:3.0:1769074818.482590:0:2366:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1769074818.482592:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000001:3.0:1769074818.482592:0:2366:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1769074818.482595:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 10 MB=0x6971e9dd91400 00000400:00000200:2.0:1769074818.482598:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074818.482598:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7ef20. 00000400:00000200:3.0:1769074818.482605:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f220 00000400:00000010:3.0:1769074818.482609:0:2366:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f220. 00000100:00000001:3.0:1769074818.482617:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1769074818.482620:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 224/224 into md 0x220cd [1] + 224 00000100:00000200:3.0:1769074818.482623:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90378700 x1855007613326720/t0(0) o400->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1769074818.482624:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074818.482627:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074818.482630:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074818.482633:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000200:3.0:1769074818.482634:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90378700 x1855007613326720/t0(0) o400->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074818.482636:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769074818.482640:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1769074818.482641:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90379f80 x1855007613326336/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074818.482643:0:2366:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074818.482646:0:2366:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074818.482651:0:2366:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074818.482655:0:2366:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1769074818.482656:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b90379f80 x1855007613326336/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074818.482658:0:2366:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074818.482663:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1769074818.482663:0:2366:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1769074818.482666:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074818.482668:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074818.482669:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074818.482671:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074818.482675:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074818.482678:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000100:00001000:3.0:1769074818.482678:0:2366:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b98901458 time=10 v=5 (5 0 0 0) 00000400:00000200:2.0:1769074818.482681:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074818.482683:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00001000:3.0:1769074818.482683:0:2366:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b98901410 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074818.482686:0:2366:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1769074818.482687:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074818.482689:0:2366:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074818.482690:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 4 MB=0x6971e9dd91680 00010000:00000001:3.0:1769074818.482693:0:2366:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1769074818.482694:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074818.482698:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.151@tcp of length 224/224 into md 0x220bd [1] + 224 00010000:00000001:3.0:1769074818.482698:0:2366:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1769074818.482701:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1769074818.482702:0:2366:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:2.0:1769074818.482704:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074818.482705:0:2366:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b87054800: skip recheck: last_committed 0 00000400:00000200:2.0:1769074818.482706:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1769074818.482708:0:2366:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:2.0:1769074818.482709:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074818.482710:0:2366:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074818.482712:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1769074818.482715:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90378700 x1855007613326720/t0(0) o400->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074818.482717:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90378000 x1855007613326976/t0(0) o400->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074818.482724:0:2366:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1769074818.482726:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b90378000 x1855007613326976/t0(0) o400->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074818.482728:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074818.482731:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074818.482734:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1769074818.482736:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90378700 x1855007613326720/t0(0) o400->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1769074818.482737:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074818.482739:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074818.482744:0:2366:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90378700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0d05e643-e609-4f9c-a8ce-9f27d385531c:2366:1855007613326720:192.168.204.151@tcp:400:kworker.0 00000800:00000001:2.0:1769074818.482751:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1769074818.482751:0:2366:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074818.482753:0:2366:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:2.0:1769074818.482754:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1769074818.482754:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7e898. 00000400:00000200:2.0:1769074818.482757:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074818.482757:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897faa0 00000400:00000010:3.0:1769074818.482759:0:2366:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897faa0. 00000100:00000001:3.0:1769074818.482761:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1769074818.482762:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000100:00000200:3.0:1769074818.482764:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90378000 x1855007613326976/t0(0) o400->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074818.482766:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074818.482769:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074818.482772:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000200:3.0:1769074818.482773:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90378000 x1855007613326976/t0(0) o400->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074818.482775:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 4 MB=0x6971e9dd91500 00000400:00000200:2.0:1769074818.482779:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074818.482780:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074818.482782:0:2366:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074818.482783:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.151@tcp of length 224/224 into md 0x220dd [1] + 224 00000100:00000001:3.0:1769074818.482784:0:2366:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074818.482785:0:2366:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074818.482786:0:2366:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1769074818.482787:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1769074818.482788:0:2366:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1769074818.482790:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769074818.482790:0:2366:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074818.482792:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074818.482795:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00001000:3.0:1769074818.482795:0:2366:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b98900458 time=10 v=5 (5 0 0 0) 00000100:00000001:2.0:1769074818.482797:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1769074818.482799:0:2366:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b98900410 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074818.482801:0:2366:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1769074818.482802:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9037b800 x1855007613326592/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074818.482802:0:2366:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074818.482804:0:2366:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074818.482806:0:2366:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074818.482809:0:2366:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1769074818.482811:0:2366:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff982b87054800: skip recheck: last_committed 0 00000100:00000040:2.0:1769074818.482812:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b9037b800 x1855007613326592/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074818.482812:0:2366:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074818.482814:0:2366:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074818.482818:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90378000 x1855007613326976/t0(0) o400->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074818.482820:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074818.482823:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1769074818.482824:0:2366:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1769074818.482825:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074818.482826:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:2.0:1769074818.482827:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1769074818.482827:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074818.482830:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074818.482831:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90378000 x1855007613326976/t0(0) o400->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074818.482833:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074818.482836:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074818.482840:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00100000:3.0:1769074818.482840:0:2366:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90378000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0d05e643-e609-4f9c-a8ce-9f27d385531c:2366:1855007613326976:192.168.204.151@tcp:400:kworker.0 00000400:00000200:2.0:1769074818.482843:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074818.482845:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074818.482846:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074818.482848:0:2366:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1769074818.482849:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 4 MB=0x6971e9dd91600 00000400:00000200:2.0:1769074818.482852:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000040:3.0:1769074818.482852:0:2366:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90378700 x1855007613326720/t0(0) o400->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074818.482856:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.151@tcp of length 224/224 into md 0x220ed [1] + 224 00000800:00000001:2.0:1769074818.482859:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1769074818.482859:0:2366:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:2.0:1769074818.482863:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769074818.482863:0:2366:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1769074818.482865:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074818.482868:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 02000000:00000010:3.0:1769074818.482868:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b9037f400. 00000100:00000001:2.0:1769074818.482871:0:2359:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1769074818.482872:0:2366:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:2.0:1769074818.482874:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9037b480 x1855007613326848/t0(0) o400->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769074818.482875:0:2366:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074818.482878:0:2366:0:(genops.c:1242:class_import_put()) import ffff982b98901000 refcount=3 obd=lustre-MDT0000-mdc-ffff982b87054800 00000020:00000001:3.0:1769074818.482880:0:2366:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1769074818.482882:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b9037b480 x1855007613326848/t0(0) o400->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1769074818.482884:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b84fcb700. 00000100:00000001:2.0:1769074818.482889:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1769074818.482890:0:2366:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:2.0:1769074818.482891:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1769074818.482893:0:2366:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:2.0:1769074818.482894:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074818.482895:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:3.0:1769074818.482896:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90378700. 00000800:00000001:2.0:1769074818.482897:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074818.482899:0:2366:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1769074818.482900:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074818.482901:0:2366:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074818.482903:0:2366:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1769074818.482904:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000100:00000040:3.0:1769074818.482906:0:2366:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90378000 x1855007613326976/t0(0) o400->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074818.482907:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074818.482910:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074818.482913:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074818.482913:0:2366:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074818.482915:0:2366:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1769074818.482916:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 25 MB=0x6971e9dd91380 02000000:00000010:3.0:1769074818.482917:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b9037ec00. 02000000:00000001:3.0:1769074818.482919:0:2366:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1769074818.482920:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000020:00000001:3.0:1769074818.482920:0:2366:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074818.482921:0:2366:0:(genops.c:1242:class_import_put()) import ffff982b98900000 refcount=2 obd=lustre-OST0001-osc-ffff982b87054800 00000020:00000001:3.0:1769074818.482923:0:2366:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074818.482924:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b8a73ff00. 00000400:00000200:2.0:1769074818.482925:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 224/224 into md 0x2208d [1] + 224 00000800:00000001:2.0:1769074818.482927:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1769074818.482928:0:2366:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074818.482929:0:2366:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074818.482930:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90378000. 00000100:00000001:3.0:1769074818.482932:0:2366:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074818.482933:0:2366:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074818.482935:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074818.482937:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1769074818.482937:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074818.482939:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1769074818.482940:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074818.482941:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074818.482943:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1769074818.482943:0:2366:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074818.482944:0:2366:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074818.482946:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7e840. 00000100:00000200:2.0:1769074818.482947:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90378e00 x1855007613326208/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074818.482948:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897fdd0 00000400:00000010:3.0:1769074818.482950:0:2366:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897fdd0. 00000100:00000001:3.0:1769074818.482952:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074818.482955:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90379f80 x1855007613326336/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074818.482956:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b90378e00 x1855007613326208/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074818.482964:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1769074818.482964:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90379f80 x1855007613326336/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1769074818.482967:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1769074818.482970:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074818.482971:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074818.482971:0:2366:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074818.482973:0:2366:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074818.482975:0:2366:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074818.482976:0:2366:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074818.482977:0:2366:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074818.482979:0:2366:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074818.482984:0:2366:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=29 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074818.482987:0:2366:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=91 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074818.482989:0:2366:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074818.482990:0:2366:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074818.482992:0:2366:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074818.483005:0:2366:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074818.483008:0:2366:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1769074818.483010:0:2366:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:3.0:1769074818.483012:0:2366:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074818.483013:0:2366:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074818.483017:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90379f80 x1855007613326336/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074818.483023:0:2366:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074818.483026:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074818.483027:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074818.483030:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90379f80 x1855007613326336/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074818.483037:0:2366:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90379f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2366:1855007613326336:192.168.204.151@tcp:400:kworker.0 00000400:00000001:3.0:1769074818.483042:0:2366:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074818.483043:0:2366:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074818.483045:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7e478. 00000400:00000200:3.0:1769074818.483047:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f880 00000400:00000010:3.0:1769074818.483049:0:2366:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f880. 00000100:00000001:3.0:1769074818.483051:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074818.483054:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037b800 x1855007613326592/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074818.483061:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037b800 x1855007613326592/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074818.483068:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074818.483069:0:2366:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074818.483070:0:2366:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074818.483072:0:2366:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074818.483073:0:2366:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074818.483074:0:2366:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074818.483076:0:2366:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074818.483081:0:2366:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b99688458 time=29 v=5 (5 0 5 5) 00000100:00001000:3.0:1769074818.483084:0:2366:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b99688410 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074818.483086:0:2366:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074818.483088:0:2366:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074818.483089:0:2366:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074818.483091:0:2366:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074818.483093:0:2366:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1769074818.483094:0:2366:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff982b858dd800: skip recheck: last_committed 4294967330 00000100:00000001:3.0:1769074818.483097:0:2366:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074818.483098:0:2366:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074818.483102:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037b800 x1855007613326592/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074818.483110:0:2366:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074818.483112:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074818.483113:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074818.483118:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037b800 x1855007613326592/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074818.483124:0:2366:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2366:1855007613326592:192.168.204.151@tcp:400:kworker.0 00000400:00000001:3.0:1769074818.483129:0:2366:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074818.483131:0:2366:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074818.483132:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7ed68. 00000400:00000200:3.0:1769074818.483135:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f990 00000400:00000010:3.0:1769074818.483136:0:2366:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f990. 00000100:00000001:3.0:1769074818.483139:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074818.483142:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037b480 x1855007613326848/t0(0) o400->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074818.483149:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037b480 x1855007613326848/t0(0) o400->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074818.483155:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074818.483157:0:2366:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074818.483158:0:2366:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074818.483160:0:2366:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074818.483161:0:2366:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074818.483162:0:2366:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074818.483164:0:2366:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074818.483168:0:2366:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b98900c58 time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1769074818.483171:0:2366:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b98900c10 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074818.483173:0:2366:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074818.483174:0:2366:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074818.483176:0:2366:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074818.483177:0:2366:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074818.483179:0:2366:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1769074818.483181:0:2366:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff982b87054800: skip recheck: last_committed 0 00000100:00000001:3.0:1769074818.483183:0:2366:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074818.483184:0:2366:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074818.483187:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037b480 x1855007613326848/t0(0) o400->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074818.483193:0:2366:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074818.483195:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074818.483196:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074818.483199:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037b480 x1855007613326848/t0(0) o400->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074818.483217:0:2366:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0d05e643-e609-4f9c-a8ce-9f27d385531c:2366:1855007613326848:192.168.204.151@tcp:400:kworker.0 00000400:00000001:3.0:1769074818.483222:0:2366:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074818.483223:0:2366:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074818.483225:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7eb00. 00000400:00000200:3.0:1769074818.483228:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f198 00000400:00000010:3.0:1769074818.483229:0:2366:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f198. 00000100:00000001:3.0:1769074818.483231:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074818.483234:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90378e00 x1855007613326208/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074818.483241:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90378e00 x1855007613326208/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074818.483247:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074818.483249:0:2366:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074818.483250:0:2366:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074818.483252:0:2366:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074818.483252:0:2366:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074818.483254:0:2366:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074818.483256:0:2366:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074818.483259:0:2366:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=90 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074818.483262:0:2366:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=91 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074818.483264:0:2366:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074818.483265:0:2366:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074818.483267:0:2366:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074818.483269:0:2366:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074818.483271:0:2366:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074818.483274:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90378e00 x1855007613326208/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074818.483324:0:2366:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074818.483326:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074818.483328:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074818.483333:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90378e00 x1855007613326208/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074818.483341:0:2366:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90378e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2366:1855007613326208:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1769074818.483346:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074818.483348:0:2366:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074818.483351:0:2366:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90379f80 x1855007613326336/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074818.483357:0:2366:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074818.483360:0:2366:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074818.483362:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b9037fa00. 02000000:00000001:3.0:1769074818.483365:0:2366:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074818.483366:0:2366:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074818.483367:0:2366:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=3 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:3.0:1769074818.483369:0:2366:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074818.483371:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b84fcbe00. 02000000:00000001:3.0:1769074818.483373:0:2366:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074818.483374:0:2366:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074818.483377:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90379f80. 00000100:00000001:3.0:1769074818.483380:0:2366:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074818.483381:0:2366:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074818.483383:0:2366:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074818.483387:0:2366:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037b800 x1855007613326592/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074818.483392:0:2366:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074818.483394:0:2366:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074818.483396:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b9037e800. 02000000:00000001:3.0:1769074818.483398:0:2366:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074818.483399:0:2366:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074818.483401:0:2366:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:3.0:1769074818.483402:0:2366:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074818.483404:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b84fcb000. 02000000:00000001:3.0:1769074818.483406:0:2366:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074818.483407:0:2366:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074818.483408:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037b800. 00000100:00000001:3.0:1769074818.483411:0:2366:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074818.483413:0:2366:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074818.483414:0:2366:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074818.483417:0:2366:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037b480 x1855007613326848/t0(0) o400->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074818.483424:0:2366:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074818.483425:0:2366:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074818.483427:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b9037fe00. 02000000:00000001:3.0:1769074818.483430:0:2366:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074818.483431:0:2366:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074818.483432:0:2366:0:(genops.c:1242:class_import_put()) import ffff982b98900800 refcount=2 obd=lustre-OST0000-osc-ffff982b87054800 00000020:00000001:3.0:1769074818.483434:0:2366:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074818.483435:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b84fcbf00. 02000000:00000001:3.0:1769074818.483437:0:2366:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074818.483438:0:2366:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074818.483439:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037b480. 00000100:00000001:3.0:1769074818.483441:0:2366:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074818.483442:0:2366:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074818.483443:0:2366:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074818.483446:0:2366:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90378e00 x1855007613326208/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074834 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074818.483451:0:2366:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074818.483452:0:2366:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074818.483454:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b9037f800. 02000000:00000001:3.0:1769074818.483455:0:2366:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074818.483457:0:2366:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074818.483458:0:2366:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:3.0:1769074818.483461:0:2366:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074818.483462:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b84fcb500. 02000000:00000001:3.0:1769074818.483465:0:2366:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074818.483466:0:2366:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074818.483467:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90378e00. 00000100:00000001:3.0:1769074818.483469:0:2366:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074818.483470:0:2366:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074818.483472:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074818.483484:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074818.483486:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074818.483489:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074818.483491:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074819.355277:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074819.355315:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074819.355324:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074819.355325:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074819.524946:0:31163:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0148bd08 00000080:00200008:3.0:1769074819.524955:0:31163:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff982b90dbe3c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1769074819.524964:0:31163:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1769074819.524965:0:31163:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0148bc80 00000080:00200000:3.0:1769074819.524967:0:31163:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:3.0:1769074819.524975:0:31163:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b88307c00. 00800000:00000002:3.0:1769074819.524992:0:31163:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:3.0:1769074819.524996:0:31163:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1769074819.525001:0:31163:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1769074819.525003:0:31163:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0148bba0 00800000:00000002:3.0:1769074819.525005:0:31163:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1769074819.525009:0:31163:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1769074819.525013:0:31163:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1769074819.525018:0:31163:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1769074819.525021:0:31163:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0148ba70 00000002:00010000:3.0:1769074819.525022:0:31163:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1769074819.525025:0:31163:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1769074819.525027:0:31163:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074819.525031:0:31163:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074819.525038:0:31163:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5600 count: 2 00010000:00000001:3.0:1769074819.525041:0:31163:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074819.525046:0:31163:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074819.525049:0:31163:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1769074819.525053:0:31163:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1769074819.525074:0:31163:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1769074819.525080:0:31163:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074819.525083:0:31163:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1769074819.525089:0:31163:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1769074819.525091:0:31163:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1769074819.525093:0:31163:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1769074819.525095:0:31163:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1769074819.525097:0:31163:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769074819.525099:0:31163:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1769074819.525102:0:31163:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1769074819.527380:0:31163:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:3.0:1769074819.527387:0:31163:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b88307c00. 00000080:00000001:3.0:1769074819.527392:0:31163:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1769074819.527394:0:31163:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074819.527397:0:31163:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:3.0:1769074819.527402:0:31163:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b738d 00800000:00000001:3.0:1769074819.527406:0:31163:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1769074819.527411:0:31163:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1769074819.527414:0:31163:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074819.527417:0:31163:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074819.527420:0:31163:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254000 refcount=3 00000020:00000001:3.0:1769074819.527424:0:31163:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:3.0:1769074819.527427:0:31163:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:3.0:1769074819.527432:0:31163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074819.527434:0:31163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1769074819.527435:0:31163:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074819.527437:0:31163:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074819.527439:0:31163:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b738d from it ffffbcdb0148bcb8 00010000:00000001:3.0:1769074819.527441:0:31163:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074819.527443:0:31163:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074819.527444:0:31163:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254000 refcount=3 00000020:00000001:3.0:1769074819.527445:0:31163:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:3.0:1769074819.527447:0:31163:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:3.0:1769074819.527450:0:31163:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074819.527455:0:31163:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074819.527463:0:31163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074819.527464:0:31163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074819.527466:0:31163:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1769074819.527468:0:31163:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1769074819.527470:0:31163:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074819.527481:0:31163:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1769074819.527485:0:31163:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1769074819.527487:0:31163:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074819.527490:0:31163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074819.527492:0:31163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074819.527493:0:31163:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074819.527497:0:31163:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1769074819.527499:0:31163:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074819.527501:0:31163:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074819.527503:0:31163:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074819.527505:0:31163:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074819.527506:0:31163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074819.527507:0:31163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1769074819.527510:0:31163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769074819.527511:0:31163:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1769074819.527652:0:31163:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074819.527660:0:31163:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0148bd08 00000080:00000008:2.0:1769074819.527663:0:31163:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff982b90dbe3c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1769074819.535843:0:31163:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.535856:0:31163:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074819.535926:0:31163:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0148bd08 00000080:00200008:0.0:1769074819.535931:0:31163:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff982b90dbe3c8), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1769074819.535938:0:31163:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074819.535941:0:31163:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0148bc80 00000080:00200000:0.0:1769074819.535943:0:31163:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:0.0:1769074819.535953:0:31163:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b8706ba00. 00800000:00000002:0.0:1769074819.535960:0:31163:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:0.0:1769074819.535965:0:31163:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074819.535970:0:31163:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074819.535973:0:31163:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0148bba0 00800000:00000002:0.0:1769074819.544247:0:31163:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074819.544258:0:31163:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074819.544265:0:31163:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074819.544272:0:31163:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074819.544277:0:31163:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0148ba70 00000002:00010000:0.0:1769074819.544296:0:31163:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074819.544300:0:31163:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074819.544302:0:31163:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074819.544306:0:31163:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074819.544316:0:31163:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5600 count: 2 00010000:00000001:0.0:1769074819.544319:0:31163:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074819.544325:0:31163:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074819.544327:0:31163:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769074819.544333:0:31163:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1769074819.544347:0:31163:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1769074819.544353:0:31163:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074819.544356:0:31163:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1769074819.544364:0:31163:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1769074819.544366:0:31163:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074819.544368:0:31163:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074819.544370:0:31163:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074819.544372:0:31163:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074819.544375:0:31163:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1769074819.544378:0:31163:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1769074819.544382:0:31163:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:0.0:1769074819.544387:0:31163:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b8706ba00. 00000080:00000001:0.0:1769074819.544394:0:31163:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074819.544396:0:31163:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074819.544399:0:31163:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:0.0:1769074819.544403:0:31163:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b738d 00800000:00000001:0.0:1769074819.544407:0:31163:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074819.544409:0:31163:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074819.544411:0:31163:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074819.544413:0:31163:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074819.544415:0:31163:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254000 refcount=3 00000020:00000001:0.0:1769074819.544418:0:31163:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:0.0:1769074819.544421:0:31163:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:0.0:1769074819.544424:0:31163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.544425:0:31163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074819.544426:0:31163:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074819.544428:0:31163:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074819.544430:0:31163:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b738d from it ffffbcdb0148bcb8 00010000:00000001:0.0:1769074819.544432:0:31163:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074819.544433:0:31163:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074819.544434:0:31163:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254000 refcount=3 00000020:00000001:0.0:1769074819.544436:0:31163:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:0.0:1769074819.544438:0:31163:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:0.0:1769074819.544440:0:31163:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074819.544444:0:31163:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074819.544450:0:31163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.544451:0:31163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074819.544453:0:31163:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074819.544454:0:31163:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074819.544457:0:31163:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074819.544470:0:31163:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074819.544473:0:31163:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074819.544475:0:31163:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074819.544479:0:31163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.544480:0:31163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074819.544482:0:31163:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.544486:0:31163:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074819.544488:0:31163:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.544490:0:31163:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.544493:0:31163:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.544495:0:31163:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074819.544496:0:31163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.544497:0:31163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074819.544500:0:31163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769074819.544502:0:31163:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769074819.544507:0:31163:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074819.544512:0:31163:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0148bd08 00000080:00000008:0.0:1769074819.544515:0:31163:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff982b90dbe3c8), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1769074819.544704:0:31163:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074819.544707:0:31163:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074819.544709:0:31163:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0148bb78 00000080:00200000:0.0:1769074819.544711:0:31163:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:0.0:1769074819.544717:0:31163:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b8706ba00. 00800000:00000002:0.0:1769074819.544722:0:31163:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:0.0:1769074819.544726:0:31163:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074819.544729:0:31163:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074819.544730:0:31163:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0148ba98 00800000:00000002:0.0:1769074819.544732:0:31163:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074819.544735:0:31163:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074819.544737:0:31163:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074819.544741:0:31163:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074819.544742:0:31163:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0148b968 00000002:00010000:0.0:1769074819.544744:0:31163:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074819.544747:0:31163:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074819.544749:0:31163:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074819.544750:0:31163:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074819.544753:0:31163:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5600 count: 2 00010000:00000001:0.0:1769074819.544755:0:31163:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074819.544758:0:31163:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074819.544759:0:31163:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769074819.544762:0:31163:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1769074819.544769:0:31163:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1769074819.544771:0:31163:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074819.544774:0:31163:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1769074819.544779:0:31163:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1769074819.544781:0:31163:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074819.544783:0:31163:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074819.544785:0:31163:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074819.544786:0:31163:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074819.544788:0:31163:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1769074819.544790:0:31163:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1769074819.544792:0:31163:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:0.0:1769074819.544794:0:31163:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b8706ba00. 00000080:00000001:0.0:1769074819.544796:0:31163:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074819.544798:0:31163:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074819.544800:0:31163:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:0.0:1769074819.544803:0:31163:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b738d 00800000:00000001:0.0:1769074819.544805:0:31163:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074819.544807:0:31163:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074819.544808:0:31163:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074819.544809:0:31163:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074819.544811:0:31163:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254000 refcount=3 00000020:00000001:0.0:1769074819.544812:0:31163:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:0.0:1769074819.544814:0:31163:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:0.0:1769074819.544816:0:31163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.544818:0:31163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074819.544819:0:31163:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074819.544820:0:31163:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074819.544822:0:31163:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b738d from it ffffbcdb0148bbb0 00010000:00000001:0.0:1769074819.544824:0:31163:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074819.544825:0:31163:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074819.544827:0:31163:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254000 refcount=3 00000020:00000001:0.0:1769074819.544829:0:31163:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:0.0:1769074819.544831:0:31163:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:0.0:1769074819.544833:0:31163:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074819.544835:0:31163:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074819.544841:0:31163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.544842:0:31163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074819.544844:0:31163:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074819.544845:0:31163:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074819.544847:0:31163:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074819.544853:0:31163:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074819.544854:0:31163:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074819.544855:0:31163:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074819.544857:0:31163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.544858:0:31163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074819.544859:0:31163:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.544861:0:31163:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074819.544862:0:31163:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.544864:0:31163:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.544866:0:31163:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.544868:0:31163:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074819.544869:0:31163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.544870:0:31163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074819.544872:0:31163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769074819.544873:0:31163:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074819.544875:0:31163:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 44 00000080:00000001:0.0:1769074819.544879:0:31163:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.544884:0:31163:0:(dir.c:3007:ll_dir_open()) Process entered 00000080:00000001:0.0:1769074819.544887:0:31163:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:0.0:1769074819.544889:0:31163:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0148bb78 00000080:00200008:0.0:1769074819.544891:0:31163:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff982b90dbe3c8), flags 100000 00000080:00000010:0.0:1769074819.544896:0:31163:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff982b996fd7c0. 00000080:00000001:0.0:1769074819.544901:0:31163:0:(file.c:1026:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.544903:0:31163:0:(dir.c:3008:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.545092:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.545095:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.545103:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.548474:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.548488:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.548498:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.548501:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.548507:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.548509:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.548530:0:31163:0:(obd_class.h:1067:obd_statfs()) Process entered 00800000:00000004:0.0:1769074819.548533:0:31163:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0000-mdc-ffff982b858dd800: age 1797, max_age 1807 00000002:00000001:0.0:1769074819.548538:0:31163:0:(mdc_request.c:1637:mdc_statfs()) Process entered 00000020:00000040:0.0:1769074819.548542:0:31163:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=4 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000010:0.0:1769074819.548548:0:31163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903aaa00. 00000020:00000040:0.0:1769074819.548551:0:31163:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:0.0:1769074819.548556:0:31163:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074819.548560:0:31163:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074819.548566:0:31163:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074819.548575:0:31163:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b9816b800. 00000100:00000001:0.0:1769074819.548583:0:31163:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074819.548587:0:31163:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074819.548589:0:31163:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074819.548596:0:31163:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b985ec540. 00000100:00000001:0.0:1769074819.548598:0:31163:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911740204352 : -114161969347264 : ffff982b985ec540) 00000100:00000001:0.0:1769074819.548601:0:31163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074819.548603:0:31163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603620352 : -114162105931264 : ffff982b903aaa00) 00000100:00000001:0.0:1769074819.548610:0:31163:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074819.548615:0:31163:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074819.548617:0:31163:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074819.548621:0:31163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074819.548633:0:31163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903aaa00 x1855007613327104/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074819.548643:0:31163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074819.548646:0:31163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074819.548650:0:31163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074819.548653:0:31163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074819.548655:0:31163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074819.548659:0:31163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903aaa00 pname:cluuid:pid:xid:nid:opc:job lfs:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31163:1855007613327104:192.168.204.151@tcp:41:lfs.0 00000100:00000001:0.0:1769074819.548663:0:31163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074819.548670:0:31163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074819.548673:0:31163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074819.548675:0:31163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074819.548680:0:31163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b87fc6400. 02000000:00000001:0.0:1769074819.548682:0:31163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074819.548693:0:31163:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074819.548698:0:31163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b65d8. 00000400:00000010:0.0:1769074819.548706:0:31163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f088. 00000100:00000200:0.0:1769074819.548715:0:31163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613327104, portal 10 00000100:00000001:0.0:1769074819.548716:0:31163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074819.548718:0:31163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603620352 : -114162105931264 : ffff982b903aaa00) 00000100:00000040:0.0:1769074819.548724:0:31163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b903aaa00 x1855007613327104/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074835 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074819.548733:0:31163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074819.548736:0:31163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074819.548739:0:31163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f6e8. 00000100:00000200:0.0:1769074819.548743:0:31163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007613327104, offset 0 00000400:00000200:0.0:1769074819.548749:0:31163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074819.548758:0:31163:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074819.548767:0:31163:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074819.548772:0:31163:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074819.548776:0:31163:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074819.548780:0:31163:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074819.548783:0:31163:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074819.548787:0:31163:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15294:15294:256:4294967295] 192.168.204.151@tcp LPNI seq info [15294:15294:8:4294967295] 00000400:00000200:0.0:1769074819.548790:0:31163:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074819.548801:0:31163:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074819.548807:0:31163:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074819.548811:0:31163:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816bc00. 00000800:00000200:0.0:1769074819.548818:0:31163:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074819.548827:0:31163:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074819.548832:0:31163:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074819.549069:0:31163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074819.549075:0:31163:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 988488 usecs (989 jiffies) 00000400:00000200:0.0:1769074819.549080:0:31163:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074819.549083:0:31163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296477215 00000100:00000001:0.0:1769074819.549087:0:31163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296484230 00000100:00000001:0.0:1769074819.549089:0:31163:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296477215 00000100:00000001:0.0:1769074819.549092:0:31163:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296484230 00000100:00000001:0.0:1769074819.549094:0:31163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074819.549098:0:31163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074819.549100:0:31163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074819.549102:0:31163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074819.550415:0:31163:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985ec540 going to sleep for 11 seconds 00000100:00000001:0.0:1769074819.550422:0:31163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074819.550426:0:31163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074819.562079:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074819.562089:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816bc00. 00000400:00000200:2.0:1769074819.562100:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074819.562119:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074819.562126:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f6e8 00000400:00000010:2.0:1769074819.562129:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f6e8. 00000100:00000001:2.0:1769074819.562135:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074819.562144:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903aaa00 x1855007613327104/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074835 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074819.562156:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074819.562160:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903aaa00 x1855007613327104/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074835 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074819.562166:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074819.562168:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074819.568773:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074819.568795:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074819.568799:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074819.568802:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074819.568815:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074819.568824:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074819.568833:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074819.568838:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074819.568845:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074819.568849:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 368 into portal 10 MB=0x6971e9dd91700 00000400:00000200:2.0:1769074819.568855:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074819.568862:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 368/368 into md 0x220fd [1] + 224 00000800:00000001:2.0:1769074819.568871:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074819.568879:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074819.568882:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074819.568887:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074819.568894:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074819.568905:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903aaa00 x1855007613327104/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074835 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074819.568917:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff982b903aaa00 x1855007613327104/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074835 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074819.568933:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074819.568941:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074819.568944:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074819.569030:0:31163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074819.569038:0:31163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074819.569041:0:31163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074819.569045:0:31163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b65d8. 00000400:00000200:0.0:1769074819.569049:0:31163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f088 00000400:00000010:0.0:1769074819.569052:0:31163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f088. 00000100:00000001:0.0:1769074819.569065:0:31163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074819.569070:0:31163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903aaa00 x1855007613327104/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074835 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074819.569080:0:31163:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903aaa00 x1855007613327104/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074835 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074819.569086:0:31163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074819.569089:0:31163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074819.569092:0:31163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074819.569095:0:31163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074819.569098:0:31163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074819.569100:0:31163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074819.569113:0:31163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074819.569124:0:31163:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=30 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074819.569128:0:31163:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=92 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074819.569130:0:31163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074819.569132:0:31163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.569135:0:31163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074819.569139:0:31163:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074819.569142:0:31163:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074819.569144:0:31163:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:0.0:1769074819.569146:0:31163:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074819.569149:0:31163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074819.569154:0:31163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903aaa00 x1855007613327104/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074835 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074819.569160:0:31163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074819.569163:0:31163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074819.569165:0:31163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074819.569168:0:31163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903aaa00 x1855007613327104/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074835 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074819.569175:0:31163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903aaa00 pname:cluuid:pid:xid:nid:opc:job lfs:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31163:1855007613327104:192.168.204.151@tcp:41:lfs.0 00000100:00000001:0.0:1769074819.569179:0:31163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074819.569182:0:31163:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074819.569185:0:31163:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074819.569187:0:31163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074819.569190:0:31163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903aaa00 x1855007613327104/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074835 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074819.569197:0:31163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074819.569200:0:31163:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b985ec540. 00000100:00000001:0.0:1769074819.569203:0:31163:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074819.569205:0:31163:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074819.569212:0:31163:0:(mdc_request.c:1689:mdc_statfs()) Process leaving 00000100:00000001:0.0:1769074819.569214:0:31163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074819.569217:0:31163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b903aaa00 x1855007613327104/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074835 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074819.569223:0:31163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074819.569226:0:31163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074819.569230:0:31163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b87fc6400. 02000000:00000001:0.0:1769074819.569233:0:31163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074819.569236:0:31163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074819.569238:0:31163:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=4 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074819.569240:0:31163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074819.569243:0:31163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b9816b800. 02000000:00000001:0.0:1769074819.569251:0:31163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074819.569253:0:31163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074819.569255:0:31163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b903aaa00. 00000100:00000001:0.0:1769074819.569258:0:31163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074819.569260:0:31163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769074819.569262:0:31163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074819.569263:0:31163:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=3 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074819.569265:0:31163:0:(genops.c:1249:class_import_put()) Process leaving 00800000:00000004:0.0:1769074819.569268:0:31163:0:(obd_class.h:1109:obd_statfs()) lustre-MDT0000-mdc-ffff982b858dd800: update ffff982b859e1c48 cache blocks 17230/17271 objects 499056/499388 00800000:00000001:0.0:1769074819.569272:0:31163:0:(obd_class.h:1128:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074819.569278:0:31163:0:(lmv_obd.c:1165:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.569320:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074819.569323:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.569327:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.569330:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.569405:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.569408:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.569415:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.569418:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.569424:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.569428:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.569430:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.569432:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.569434:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.569438:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569440:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569442:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.569444:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.569447:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569449:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569453:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.569454:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.569457:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.569458:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.569461:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.569463:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.569464:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.569465:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.569467:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.569470:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569472:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569474:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.569475:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.569477:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569479:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569482:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.569484:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.569486:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.569487:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.569490:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.569492:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.569494:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.569496:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.569497:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.569499:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569501:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569503:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.569505:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.569507:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569508:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569511:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.569513:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.569528:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.569530:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.569532:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.569535:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.569537:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.569538:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.569539:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.569542:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569544:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569546:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.569548:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.569550:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569552:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569556:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.569557:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.569559:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.569560:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.569562:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.569564:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.569566:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.569567:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.569568:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.569572:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569574:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569576:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.569578:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.569580:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569582:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569585:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.569586:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.569589:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.569590:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.569592:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.569594:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.569595:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.569597:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.569598:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.569600:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569602:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569603:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.569605:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.569607:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569608:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569611:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.569612:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.569615:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.569616:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.569618:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.569620:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.569621:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.569623:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.569624:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.569626:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569628:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569630:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.569632:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.569633:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569635:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569637:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.569638:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.569640:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.569642:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.569644:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.569646:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.569647:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.569648:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.569650:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.569652:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569654:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569656:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.569657:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.569659:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569661:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569664:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.569665:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.569667:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.569668:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.569670:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.569672:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.569673:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.569674:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.569675:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.569677:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569679:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569680:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.569682:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.569684:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569685:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569688:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.569689:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.569691:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.569693:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.569694:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.569696:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.569698:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.569699:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.569700:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.569703:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569705:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569707:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.569709:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.569711:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569713:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569715:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.569717:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.569719:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.569720:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.569723:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.569725:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.569727:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.569728:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.569729:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.569731:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569733:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569735:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.569737:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.569739:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569741:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569743:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.569745:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.569748:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.569749:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.569751:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.569752:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.569754:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.569755:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.569756:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.569759:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569761:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569763:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.569765:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.569767:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569769:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569771:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.569772:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.569775:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.569776:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.569778:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.569780:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.569782:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.569783:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.569784:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.569786:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569788:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569790:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.569791:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.569793:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569794:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569797:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.569798:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.569800:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.569801:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.569804:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.569805:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.569807:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.569808:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.569809:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.569811:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569813:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569814:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.569816:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.569818:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569820:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569823:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.569824:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.569827:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.569828:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.569830:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.569832:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.569834:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.569835:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.569836:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.569838:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569840:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569842:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.569844:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.569846:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569848:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569850:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.569851:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.569854:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.569855:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.569857:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.569859:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.569860:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.569862:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.569863:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.569866:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569868:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569869:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.569871:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.569874:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569876:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569879:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.569880:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.569883:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.569884:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.569886:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.569888:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.569890:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.569891:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.569892:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.569895:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569897:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569898:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.569900:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.569902:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569904:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569907:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.569909:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.569911:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.569912:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.569915:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.569916:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.569917:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.569919:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.569920:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.569922:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569924:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569925:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.569927:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.569930:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569931:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569934:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.569935:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.569937:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.569938:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.569941:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.569942:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.569944:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.569945:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.569946:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.569948:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569949:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569951:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.569953:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.569955:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569957:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569959:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.569960:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.569962:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.569964:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.569966:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.569968:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.569970:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.569971:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.569972:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.569974:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569976:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569978:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.569980:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.569982:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569984:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.569987:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.569988:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.569990:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.569991:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.569993:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.569995:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.569996:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.569997:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.569998:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.570000:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570002:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570003:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.570005:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.570007:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570009:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570012:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.570013:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.570015:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.570016:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.570018:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.570020:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.570021:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.570022:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.570023:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.570025:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570027:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570029:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.570030:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.570032:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570034:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570036:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.570037:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.570040:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.570041:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.570042:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.570045:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.570046:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.570047:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.570048:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.570050:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570051:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570052:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.570054:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.570056:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570057:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570059:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.570060:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.570062:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.570063:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.570065:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.570067:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.570068:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.570069:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.570070:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.570072:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570074:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570075:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.570077:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.570079:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570080:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570082:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.570083:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.570085:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.570086:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.570088:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.570090:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.570091:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.570092:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.570093:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.570095:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570096:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570098:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.570099:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.570101:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570102:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570104:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.570105:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.570107:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.570108:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.570109:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.570111:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.570112:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.570113:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.570114:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.570116:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570118:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570120:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.570122:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.570123:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570125:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570127:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.570129:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.570131:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.570132:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.570133:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.570135:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.570137:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.570138:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.570139:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.570141:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570143:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570145:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.570146:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.570148:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570150:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570152:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.570153:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.570156:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.570157:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.570159:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.570161:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.570162:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.570163:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.570164:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.570166:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570168:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570169:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.570171:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.570173:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570175:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570177:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.570178:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.570180:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.570181:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.570183:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.570185:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.570186:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.570187:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.570189:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.570191:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570193:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570195:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.570196:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.570198:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570201:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570203:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.570205:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.570207:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.570208:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.570210:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.570212:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.570213:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.570214:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.570215:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.570217:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570219:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570221:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.570223:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.570225:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570227:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570229:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.570231:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.570233:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.570234:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.570236:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.570238:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.570240:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.570241:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.570242:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.570245:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570247:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570249:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.570251:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.570253:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570255:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570258:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.570259:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.570262:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.570263:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.570266:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.570268:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.570269:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.570270:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.570272:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.570274:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570276:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570278:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.570323:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.570326:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570328:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570332:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.570333:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.570336:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.570337:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.570339:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.570341:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.570343:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.570344:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.570345:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.570347:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570349:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570351:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.570352:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.570354:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570356:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570358:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.570360:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.570362:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.570363:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.570365:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.570366:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.570368:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.570368:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.570369:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.570371:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570373:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570374:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.570376:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.570378:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570379:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570382:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.570383:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.570385:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.570386:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.570388:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.570390:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.570391:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.570392:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.570393:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.570395:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570397:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570399:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.570400:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.570402:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570404:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570407:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.570408:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.570410:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.570411:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.570413:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.570415:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.570416:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.570417:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.570418:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.570421:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570423:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570424:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.570427:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.570429:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570431:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570434:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.570435:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.570437:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.570439:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.570441:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.570443:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.570445:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.570446:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.570448:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.570450:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570452:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570453:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.570456:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.570457:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570459:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570462:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.570463:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.570466:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.570467:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.570469:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.570471:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.570473:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.570475:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.570476:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.570478:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570480:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570482:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.570484:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.570486:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570488:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570491:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.570492:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.570494:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.570495:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.570498:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.570500:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.570501:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.570502:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.570503:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.570505:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570507:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570509:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.570511:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.570513:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570515:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570530:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.570531:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.570533:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.570535:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.570537:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.570539:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.570541:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.570542:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.570543:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.570545:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570548:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570549:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.570551:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.570553:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570555:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570557:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.570558:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.570560:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.570561:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.570563:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.570565:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.570566:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.570567:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.570568:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.570570:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570571:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570573:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.570574:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.570576:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570578:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570580:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.570581:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.570583:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.570584:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.570585:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.570587:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.570589:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.570589:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.570591:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.570593:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570594:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570596:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.570597:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.570599:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570600:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570603:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.570604:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.570606:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.570607:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.570608:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.570610:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.570611:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.570612:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.570613:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.570614:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570616:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570617:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.570619:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.570620:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570622:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570624:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.570625:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.570627:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.570628:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.570630:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.570632:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.570633:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.570634:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.570635:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.570637:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570638:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570640:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.570641:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.570643:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570644:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570646:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.570648:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.570650:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.570651:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.570653:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.570654:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.570655:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.570656:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.570657:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.570659:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570660:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570661:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.570663:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.570665:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570666:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570669:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.570670:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.570672:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.570672:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.570674:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.570675:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.570676:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.570677:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.570678:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.570680:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570681:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570682:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.570684:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.570686:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570687:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570689:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.570691:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.570692:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.570693:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.570695:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.570697:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.570698:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.570699:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.570700:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.570702:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570703:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570705:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.570706:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.570708:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570709:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570711:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.570713:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.570714:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.570715:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.570717:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.570718:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.570719:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.570720:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.570721:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.570723:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570725:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570726:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.570728:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.570729:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570731:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570733:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.570734:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.570736:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.570737:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.570739:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.570740:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.570741:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.570743:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.570744:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.570746:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570748:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570749:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.570751:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.570753:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570754:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570757:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.570758:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.570760:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.570761:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.570762:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.570764:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.570765:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.570766:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.570767:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.570768:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570770:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570772:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.570774:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.570776:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570777:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570780:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.570781:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.570783:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.570784:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.570786:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.570788:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.570789:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.570790:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.570791:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.570793:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570796:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570798:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.570800:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.570802:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570804:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570806:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.570807:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.570809:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.570810:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.570812:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.570814:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.570815:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.570816:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.570817:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.570819:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570821:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570822:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.570824:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.570826:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570828:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570830:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.570832:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.570834:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.570835:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.570837:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.570840:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.570841:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.570842:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.570843:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.570845:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570847:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570849:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.570850:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.570852:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570854:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570856:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.570858:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.570860:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.570861:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.570863:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.570865:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.570866:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.570867:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.570869:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.570871:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570873:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570874:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.570877:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.570879:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570881:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570883:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.570885:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.570887:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.570888:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.570891:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.570892:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.570894:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.570895:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.570896:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.570899:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570900:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570902:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.570904:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.570906:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570908:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570912:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.570913:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.570916:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.570917:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.570919:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.570921:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.570922:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.570923:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.570924:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.570927:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570928:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570930:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.570932:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.570934:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570936:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570939:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.570940:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.570942:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.570943:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.570945:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.570947:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.570949:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.570950:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.570952:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.570954:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570956:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570957:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.570959:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.570961:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570962:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570965:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.570966:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.570969:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.570969:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.570972:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.570974:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.570976:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.570977:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.570978:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.570981:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570983:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570984:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.570987:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.570988:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570990:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.570993:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.570994:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.570997:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.570998:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.571000:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.571002:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.571003:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.571004:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.571005:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.571007:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.571009:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.571011:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.571013:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.571015:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.571017:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.571019:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.571020:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.571022:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.571023:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.571025:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.571027:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.571028:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.571030:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.571031:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.571033:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.571035:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.571036:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.571038:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.571040:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.571041:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.571044:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.571045:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.571047:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.571048:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.571050:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.571053:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.571054:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.571055:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.571056:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.571058:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.571060:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.571062:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.571063:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.571065:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.571067:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.571070:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.571071:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.571073:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.571074:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.571077:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.571079:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.571080:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.571082:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.571083:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.571085:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.571087:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.571089:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.571090:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.571092:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.571093:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.571096:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.571097:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.571099:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.571100:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.571102:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.571104:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.571106:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.571107:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.571108:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.571111:0:31163:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.571112:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.571113:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.571115:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.571117:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.571118:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.571121:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.571122:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.571124:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.571125:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.571126:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.571128:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.571130:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:0.0:1769074819.571131:0:31163:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1769074819.571132:0:31163:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00800000:00000001:0.0:1769074819.571134:0:31163:0:(lmv_obd.c:936:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1769074819.571136:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1769074819.571138:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:0.0:1769074819.571139:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.571141:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1769074819.571142:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1769074819.571145:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.571146:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.571149:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.571150:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.571152:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.571153:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.571155:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.571158:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.571160:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.571166:0:31163:0:(obd_class.h:1067:obd_statfs()) Process entered 00020000:00000004:0.0:1769074819.571169:0:31163:0:(obd_class.h:1083:obd_statfs()) lustre-OST0000-osc-ffff982b858dd800: age 1797, max_age 1807 00000008:00000001:0.0:1769074819.571173:0:31163:0:(osc_request.c:3425:osc_statfs()) Process entered 00000020:00000040:0.0:1769074819.571176:0:31163:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 00000100:00000010:0.0:1769074819.571182:0:31163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903aaa00. 00000020:00000040:0.0:1769074819.571186:0:31163:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=4 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:0.0:1769074819.571190:0:31163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074819.571191:0:31163:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:0.0:1769074819.571193:0:31163:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1769074819.571195:0:31163:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074819.571199:0:31163:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074819.571204:0:31163:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074819.571210:0:31163:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b9816b800. 00000100:00000001:0.0:1769074819.571216:0:31163:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074819.571220:0:31163:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074819.571221:0:31163:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074819.571227:0:31163:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b985ec540. 00000100:00000001:0.0:1769074819.571229:0:31163:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911740204352 : -114161969347264 : ffff982b985ec540) 00000100:00000001:0.0:1769074819.571231:0:31163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074819.571232:0:31163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603620352 : -114162105931264 : ffff982b903aaa00) 00000100:00000001:0.0:1769074819.571237:0:31163:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074819.571241:0:31163:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074819.571242:0:31163:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074819.571244:0:31163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074819.571254:0:31163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903aaa00 x1855007613327232/t0(0) o13->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074819.571262:0:31163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074819.571264:0:31163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074819.571268:0:31163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074819.571271:0:31163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074819.571273:0:31163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074819.571276:0:31163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903aaa00 pname:cluuid:pid:xid:nid:opc:job lfs:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31163:1855007613327232:192.168.204.151@tcp:13:lfs.0 00000100:00000001:0.0:1769074819.571306:0:31163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074819.571311:0:31163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074819.571313:0:31163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074819.571316:0:31163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074819.571320:0:31163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b87fc6400. 02000000:00000001:0.0:1769074819.571322:0:31163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074819.571331:0:31163:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074819.571335:0:31163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b65d8. 00000400:00000010:0.0:1769074819.571342:0:31163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f088. 00000100:00000200:0.0:1769074819.571350:0:31163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613327232, portal 4 00000100:00000001:0.0:1769074819.571352:0:31163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074819.571353:0:31163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603620352 : -114162105931264 : ffff982b903aaa00) 00000100:00000040:0.0:1769074819.571360:0:31163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b903aaa00 x1855007613327232/t0(0) o13->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074835 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074819.571368:0:31163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074819.571371:0:31163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074819.571373:0:31163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604fc38. 00000100:00000200:0.0:1769074819.571377:0:31163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1855007613327232, offset 0 00000400:00000200:0.0:1769074819.571383:0:31163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074819.571391:0:31163:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074819.571399:0:31163:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074819.571404:0:31163:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074819.571408:0:31163:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074819.571412:0:31163:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074819.571414:0:31163:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074819.571418:0:31163:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15295:15295:256:4294967295] 192.168.204.151@tcp LPNI seq info [15295:15295:8:4294967295] 00000400:00000200:0.0:1769074819.571422:0:31163:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074819.571431:0:31163:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074819.571438:0:31163:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074819.571442:0:31163:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b100. 00000800:00000200:0.0:1769074819.571449:0:31163:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074819.571455:0:31163:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074819.571460:0:31163:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816b100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074819.571470:0:31163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074819.571474:0:31163:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 25211 usecs (26 jiffies) 00000400:00000200:0.0:1769074819.571478:0:31163:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074819.571481:0:31163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296476275 00000100:00000001:0.0:1769074819.571484:0:31163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296484230 00000100:00000001:0.0:1769074819.571486:0:31163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296476275 00000100:00000001:0.0:1769074819.571489:0:31163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296484230 00000100:00000001:0.0:1769074819.571492:0:31163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074819.571494:0:31163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074819.571496:0:31163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074819.571498:0:31163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074819.571500:0:31163:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985ec540 going to sleep for 11 seconds 00000100:00000001:0.0:1769074819.571503:0:31163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074819.571505:0:31163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074819.571846:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074819.571851:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b100. 00000400:00000200:2.0:1769074819.571859:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074819.571864:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074819.571869:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604fc38 00000400:00000010:2.0:1769074819.571871:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604fc38. 00000100:00000001:2.0:1769074819.571875:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074819.571880:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903aaa00 x1855007613327232/t0(0) o13->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074835 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074819.571889:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074819.571893:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903aaa00 x1855007613327232/t0(0) o13->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074835 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074819.571899:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074819.571901:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074819.579168:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074819.579191:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074819.579195:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074819.579198:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074819.579210:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074819.579219:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074819.579228:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074819.579234:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074819.579241:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074819.579245:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 368 into portal 4 MB=0x6971e9dd91780 00000400:00000200:2.0:1769074819.579250:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074819.579256:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.151@tcp of length 368/368 into md 0x22105 [1] + 224 00000800:00000001:2.0:1769074819.579264:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074819.579276:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074819.579325:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074819.579331:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074819.579338:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074819.579348:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903aaa00 x1855007613327232/t0(0) o13->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074835 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074819.579360:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff982b903aaa00 x1855007613327232/t0(0) o13->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074835 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074819.579376:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074819.579386:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074819.579389:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074819.579561:0:31163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074819.579570:0:31163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074819.579572:0:31163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074819.579576:0:31163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b65d8. 00000400:00000200:0.0:1769074819.579581:0:31163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f088 00000400:00000010:0.0:1769074819.579584:0:31163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f088. 00000100:00000001:0.0:1769074819.579587:0:31163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074819.579592:0:31163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903aaa00 x1855007613327232/t0(0) o13->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074835 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074819.579607:0:31163:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903aaa00 x1855007613327232/t0(0) o13->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074835 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074819.579613:0:31163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074819.579616:0:31163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074819.579619:0:31163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074819.579622:0:31163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074819.579625:0:31163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074819.579627:0:31163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074819.579631:0:31163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074819.579644:0:31163:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b83e5eca0 time=18 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074819.579649:0:31163:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b83e5ec10 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074819.579652:0:31163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074819.579654:0:31163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.579657:0:31163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074819.579660:0:31163:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074819.579665:0:31163:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074819.579668:0:31163:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff982b858dd800: skip recheck: last_committed 0 00000100:00000001:0.0:1769074819.579670:0:31163:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074819.579672:0:31163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074819.579677:0:31163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903aaa00 x1855007613327232/t0(0) o13->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074835 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074819.579685:0:31163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074819.579688:0:31163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074819.579690:0:31163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074819.579695:0:31163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903aaa00 x1855007613327232/t0(0) o13->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074835 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074819.579704:0:31163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903aaa00 pname:cluuid:pid:xid:nid:opc:job lfs:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31163:1855007613327232:192.168.204.151@tcp:13:lfs.0 00000100:00000001:0.0:1769074819.579709:0:31163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074819.579711:0:31163:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074819.579714:0:31163:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074819.579716:0:31163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074819.579720:0:31163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903aaa00 x1855007613327232/t0(0) o13->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074835 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074819.579727:0:31163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074819.579730:0:31163:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b985ec540. 00000100:00000001:0.0:1769074819.579733:0:31163:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074819.579735:0:31163:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769074819.579740:0:31163:0:(osc_request.c:3473:osc_statfs()) Process leaving 00000100:00000001:0.0:1769074819.579742:0:31163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074819.579746:0:31163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b903aaa00 x1855007613327232/t0(0) o13->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074835 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074819.579752:0:31163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074819.579755:0:31163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074819.579758:0:31163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b87fc6400. 02000000:00000001:0.0:1769074819.579761:0:31163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074819.579764:0:31163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074819.579766:0:31163:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:0.0:1769074819.579768:0:31163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074819.579772:0:31163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b9816b800. 02000000:00000001:0.0:1769074819.579779:0:31163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074819.579781:0:31163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074819.579783:0:31163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b903aaa00. 00000100:00000001:0.0:1769074819.579787:0:31163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074819.579789:0:31163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:0.0:1769074819.579792:0:31163:0:(obd_class.h:1109:obd_statfs()) lustre-OST0000-osc-ffff982b858dd800: update ffff982b859e3520 cache blocks 3678/3683 objects 117760/118152 00020000:00000001:0.0:1769074819.579796:0:31163:0:(obd_class.h:1128:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074819.579802:0:31163:0:(lov_obd.c:1128:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.579806:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074819.579809:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.579813:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.579816:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.579945:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.579948:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.579956:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.579959:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.579964:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.579968:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.579971:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.579974:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.579976:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.579983:0:31163:0:(obd_class.h:1067:obd_statfs()) Process entered 00020000:00000004:0.0:1769074819.579986:0:31163:0:(obd_class.h:1083:obd_statfs()) lustre-OST0001-osc-ffff982b858dd800: age 1797, max_age 1807 00000008:00000001:0.0:1769074819.579989:0:31163:0:(osc_request.c:3425:osc_statfs()) Process entered 00000020:00000040:0.0:1769074819.579991:0:31163:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 00000100:00000010:0.0:1769074819.579996:0:31163:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903aaa00. 00000020:00000040:0.0:1769074819.579999:0:31163:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=4 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:0.0:1769074819.580002:0:31163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074819.580004:0:31163:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:0.0:1769074819.580005:0:31163:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1769074819.580007:0:31163:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074819.580010:0:31163:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074819.580014:0:31163:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074819.580020:0:31163:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b9816b800. 00000100:00000001:0.0:1769074819.580026:0:31163:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074819.580029:0:31163:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074819.580030:0:31163:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074819.580035:0:31163:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b985ec540. 00000100:00000001:0.0:1769074819.580037:0:31163:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911740204352 : -114161969347264 : ffff982b985ec540) 00000100:00000001:0.0:1769074819.580040:0:31163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074819.580041:0:31163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603620352 : -114162105931264 : ffff982b903aaa00) 00000100:00000001:0.0:1769074819.580046:0:31163:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074819.580050:0:31163:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074819.580052:0:31163:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074819.580053:0:31163:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074819.580058:0:31163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903aaa00 x1855007613327360/t0(0) o13->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074819.580065:0:31163:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074819.580067:0:31163:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074819.580071:0:31163:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074819.580074:0:31163:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074819.580077:0:31163:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074819.580080:0:31163:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903aaa00 pname:cluuid:pid:xid:nid:opc:job lfs:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31163:1855007613327360:192.168.204.151@tcp:13:lfs.0 00000100:00000001:0.0:1769074819.580085:0:31163:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074819.580090:0:31163:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074819.580092:0:31163:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074819.580094:0:31163:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074819.580098:0:31163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b87fc6400. 02000000:00000001:0.0:1769074819.580100:0:31163:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074819.584387:0:31163:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074819.584400:0:31163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b65d8. 00000400:00000010:0.0:1769074819.584409:0:31163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f088. 00000100:00000200:0.0:1769074819.584417:0:31163:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613327360, portal 4 00000100:00000001:0.0:1769074819.584420:0:31163:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074819.584421:0:31163:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603620352 : -114162105931264 : ffff982b903aaa00) 00000100:00000040:0.0:1769074819.584436:0:31163:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b903aaa00 x1855007613327360/t0(0) o13->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074835 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074819.584445:0:31163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074819.584448:0:31163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074819.584451:0:31163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f2a8. 00000100:00000200:0.0:1769074819.584454:0:31163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1855007613327360, offset 0 00000400:00000200:0.0:1769074819.584461:0:31163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074819.584471:0:31163:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074819.584480:0:31163:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074819.584485:0:31163:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074819.584489:0:31163:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074819.584493:0:31163:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074819.584496:0:31163:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074819.584500:0:31163:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15296:15296:256:4294967295] 192.168.204.151@tcp LPNI seq info [15296:15296:8:4294967295] 00000400:00000200:0.0:1769074819.584504:0:31163:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074819.584513:0:31163:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074819.584530:0:31163:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074819.584536:0:31163:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b500. 00000800:00000200:0.0:1769074819.584543:0:31163:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074819.584552:0:31163:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074819.584558:0:31163:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816b500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074819.584569:0:31163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074819.584573:0:31163:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26946 usecs (27 jiffies) 00000400:00000200:0.0:1769074819.584576:0:31163:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074819.584579:0:31163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296476289 00000100:00000001:0.0:1769074819.584583:0:31163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296484230 00000100:00000001:0.0:1769074819.584585:0:31163:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296476289 00000100:00000001:0.0:1769074819.584587:0:31163:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296484230 00000100:00000001:0.0:1769074819.584590:0:31163:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074819.584593:0:31163:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074819.584596:0:31163:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074819.584598:0:31163:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074819.584601:0:31163:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985ec540 going to sleep for 11 seconds 00000100:00000001:0.0:1769074819.584603:0:31163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074819.584606:0:31163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074819.585043:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074819.585049:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b500. 00000400:00000200:2.0:1769074819.585067:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074819.585073:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074819.585079:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f2a8 00000400:00000010:2.0:1769074819.585081:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f2a8. 00000100:00000001:2.0:1769074819.585086:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074819.585091:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903aaa00 x1855007613327360/t0(0) o13->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074835 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074819.585100:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074819.585114:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903aaa00 x1855007613327360/t0(0) o13->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074835 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074819.585120:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074819.585122:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074819.592238:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074819.592264:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074819.592269:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074819.592272:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074819.592332:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074819.592342:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074819.592354:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074819.592361:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074819.592367:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074819.592372:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 368 into portal 4 MB=0x6971e9dd91800 00000400:00000200:2.0:1769074819.592377:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074819.592383:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.151@tcp of length 368/368 into md 0x2210d [1] + 224 00000800:00000001:2.0:1769074819.592393:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074819.592407:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074819.592411:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074819.592416:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074819.592424:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074819.592438:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903aaa00 x1855007613327360/t0(0) o13->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074835 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074819.592452:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff982b903aaa00 x1855007613327360/t0(0) o13->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074835 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074819.592467:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074819.592478:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074819.592482:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074819.592705:0:31163:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074819.592713:0:31163:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074819.592716:0:31163:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074819.592720:0:31163:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b65d8. 00000400:00000200:0.0:1769074819.592725:0:31163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f088 00000400:00000010:0.0:1769074819.592728:0:31163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f088. 00000100:00000001:0.0:1769074819.592731:0:31163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074819.592738:0:31163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903aaa00 x1855007613327360/t0(0) o13->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074835 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074819.592749:0:31163:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903aaa00 x1855007613327360/t0(0) o13->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074835 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074819.592754:0:31163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074819.592757:0:31163:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074819.592759:0:31163:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074819.592763:0:31163:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074819.592765:0:31163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074819.592768:0:31163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074819.592772:0:31163:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074819.592783:0:31163:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b996884a0 time=18 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074819.592787:0:31163:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b99688410 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074819.592789:0:31163:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074819.592791:0:31163:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.592794:0:31163:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074819.592798:0:31163:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074819.592802:0:31163:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074819.592804:0:31163:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff982b858dd800: skip recheck: last_committed 4294967330 00000100:00000001:0.0:1769074819.592806:0:31163:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074819.592808:0:31163:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074819.592812:0:31163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903aaa00 x1855007613327360/t0(0) o13->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074835 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074819.592819:0:31163:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074819.592822:0:31163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074819.592824:0:31163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074819.592828:0:31163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903aaa00 x1855007613327360/t0(0) o13->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074835 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074819.592836:0:31163:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903aaa00 pname:cluuid:pid:xid:nid:opc:job lfs:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31163:1855007613327360:192.168.204.151@tcp:13:lfs.0 00000100:00000001:0.0:1769074819.592841:0:31163:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074819.592844:0:31163:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074819.592847:0:31163:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074819.592849:0:31163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074819.592852:0:31163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903aaa00 x1855007613327360/t0(0) o13->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074835 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074819.592859:0:31163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074819.592873:0:31163:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b985ec540. 00000100:00000001:0.0:1769074819.592877:0:31163:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074819.592879:0:31163:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769074819.592885:0:31163:0:(osc_request.c:3473:osc_statfs()) Process leaving 00000100:00000001:0.0:1769074819.592886:0:31163:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074819.592890:0:31163:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b903aaa00 x1855007613327360/t0(0) o13->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074835 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074819.592897:0:31163:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074819.592900:0:31163:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074819.592902:0:31163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b87fc6400. 02000000:00000001:0.0:1769074819.592906:0:31163:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074819.592908:0:31163:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074819.592910:0:31163:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:0.0:1769074819.592912:0:31163:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074819.592914:0:31163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b9816b800. 02000000:00000001:0.0:1769074819.592920:0:31163:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074819.592922:0:31163:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074819.592924:0:31163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b903aaa00. 00000100:00000001:0.0:1769074819.592927:0:31163:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074819.592928:0:31163:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:0.0:1769074819.592931:0:31163:0:(obd_class.h:1109:obd_statfs()) lustre-OST0001-osc-ffff982b858dd800: update ffff982b87673520 cache blocks 3678/3683 objects 117760/118152 00020000:00000001:0.0:1769074819.592934:0:31163:0:(obd_class.h:1128:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074819.592938:0:31163:0:(lov_obd.c:1128:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.592941:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074819.592943:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.592946:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.592949:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.593015:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.593018:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.593025:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.593027:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.593033:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.593037:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.593039:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.593042:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.593044:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.593047:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593049:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593051:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.593053:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.593375:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593379:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593385:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.593387:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.593390:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.593392:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.593395:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.593398:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.593400:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.593402:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.593403:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.593405:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593407:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593409:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.593410:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.593412:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593414:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593417:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.593418:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.593421:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.593421:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.593423:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.593425:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.593427:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.593428:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.593429:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.593431:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593433:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593434:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.593436:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.593437:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593439:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593441:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.593442:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.593445:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.593446:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.593448:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.593450:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.593451:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.593452:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.593453:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.593456:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593457:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593459:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.593461:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.593463:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593464:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593467:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.593468:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.593469:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.593470:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.593472:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.593473:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.593474:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.593475:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.593476:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.593478:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593479:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593481:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.593482:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.593483:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593485:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593487:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.593488:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.593489:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.593490:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.593492:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.593494:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.593495:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.593496:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.593497:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.593499:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593500:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593501:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.593503:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.593504:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593506:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593508:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.593509:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.593512:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.593513:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.593515:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.593532:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.593533:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.593535:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.593536:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.593538:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593540:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593542:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.593544:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.593546:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593548:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593552:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.593553:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.593556:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.593557:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.593559:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.593562:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.593563:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.593564:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.593566:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.593568:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593570:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593572:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.593574:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.593576:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593578:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593581:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.593582:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.593585:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.593586:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.593588:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.593590:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.593592:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.593593:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.593594:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.593597:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593598:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593600:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.593602:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.593604:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593606:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593609:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.593610:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.593613:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.593614:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.593616:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.593618:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.593620:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.593621:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.593622:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.593624:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593626:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593628:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.593630:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.593632:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593634:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593637:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.593638:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.593640:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.593641:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.593643:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.593646:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.593647:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.593648:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.593650:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.593652:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593654:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593656:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.593658:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.593660:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593662:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593665:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.593666:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.593669:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.593670:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.593672:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.593674:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.593676:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.593677:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.593678:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.593680:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593682:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593685:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.593687:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.593690:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593691:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593694:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.593696:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.593698:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.593699:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.593701:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.593703:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.593705:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.593706:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.593707:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.593710:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593711:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593713:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.593715:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.593717:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593719:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593722:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.593723:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.593726:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.593727:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.593729:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.593731:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.593733:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.593734:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.593735:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.593738:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593740:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593742:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.593744:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.593746:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593747:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593750:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.593752:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.593754:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.593755:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.593757:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.593758:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.593760:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.593761:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.593763:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.593765:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593767:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593769:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.593771:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.593773:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593774:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593777:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.593778:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.593780:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.593781:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.593783:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.593785:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.593786:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.593787:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.593788:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.593791:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593792:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593793:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.593796:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.593797:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593799:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593801:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.593802:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.593804:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.593805:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.593808:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.593809:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.593811:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.593812:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.593813:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.593815:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593816:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593817:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.593819:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.593821:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593822:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593825:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.593826:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.593828:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.593829:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.593831:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.593833:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.593835:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.593836:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.593837:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.593839:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593841:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593842:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.593844:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.593846:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593848:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593851:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.593852:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.593854:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.593856:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.593857:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.593859:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.593861:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.593862:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.593863:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.593866:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593867:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593869:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.593871:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.593873:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593874:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593877:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.593879:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.593881:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.593882:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.593884:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.593887:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.593888:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.593889:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.593890:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.593892:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593894:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593895:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.593897:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.593899:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593901:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593904:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.593905:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.593908:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.593908:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.593910:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.593912:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.593914:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.593915:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.593916:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.593918:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593921:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593922:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.593924:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.593926:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593928:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593931:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.593932:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.593934:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.593935:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.593937:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.593940:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.593941:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.593943:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.593944:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.593946:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593948:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593950:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.593952:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.593954:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593955:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593958:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.593959:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.593961:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.593962:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.593965:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.593966:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.593968:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.593969:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.593970:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.593973:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593975:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593977:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.593978:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.593980:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593981:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.593984:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.593985:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.593988:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.593989:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.593990:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.593993:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.593994:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.593995:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.593996:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.593998:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594000:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594002:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.594004:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.594006:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594007:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594011:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.594012:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.594015:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.594016:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.594018:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.594021:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.594022:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.594024:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.594025:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.594027:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594029:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594031:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.594033:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.594034:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594036:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594039:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.594041:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.594043:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.594044:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.594046:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.594047:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.594049:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.594050:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.594051:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.594053:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594055:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594475:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.594478:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.594481:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594484:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594490:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.594491:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.594495:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.594496:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.594500:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.594502:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.594504:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.594506:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.594508:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.594511:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594512:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594514:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.594530:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.594533:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594535:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594539:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.594540:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.594542:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.594544:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.594547:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.594549:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.594551:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.594552:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.594554:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.594557:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594559:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594561:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.594563:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.594565:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594567:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594570:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.594571:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.594574:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.594575:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.594577:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.594578:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.594580:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.594581:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.594582:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.594584:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594586:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594587:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.594590:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.594592:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594593:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594596:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.594597:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.594600:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.594601:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.594603:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.594605:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.594607:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.594608:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.594609:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.594612:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594613:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594615:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.594617:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.594619:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594621:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594624:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.594625:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.594628:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.594629:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.594631:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.594632:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.594634:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.594635:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.594636:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.594638:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594640:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594641:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.594643:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.594645:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594647:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594650:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.594651:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.594653:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.594654:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.594656:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.594659:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.594661:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.594662:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.594663:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.594666:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594668:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594670:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.594672:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.594675:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594676:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594679:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.594680:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.594682:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.594683:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.594686:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.594688:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.594689:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.594691:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.594692:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.594694:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594696:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594698:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.594700:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.594702:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594704:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594706:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.594708:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.594710:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.594711:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.594712:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.594714:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.594716:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.594717:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.594719:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.594721:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594723:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594725:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.594727:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.594729:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594731:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594735:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.594736:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.594739:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.594740:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.594742:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.594744:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.594746:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.594747:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.594748:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.594750:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594751:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594753:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.594755:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.594756:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594758:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594762:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.594764:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.594766:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.594767:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.594769:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.594771:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.594773:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.594774:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.594775:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.594777:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594779:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594781:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.594783:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.594785:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594786:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594788:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.594790:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.594792:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.594793:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.594795:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.594796:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.594798:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.594799:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.594800:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.594802:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594803:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594805:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.594807:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.594809:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594810:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594813:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.594814:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.594816:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.594817:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.594819:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.594821:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.594822:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.594823:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.594824:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.594826:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594828:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594829:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.594831:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.594833:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594834:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594837:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.594838:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.594840:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.594841:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.594844:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.594846:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.594847:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.594848:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.594849:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.594851:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594853:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.594855:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.594857:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.594860:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597533:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597566:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.597570:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.597581:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.597585:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.597596:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.597602:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.597605:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.597609:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.597612:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.597616:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597618:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597621:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.597624:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.597629:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597631:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597635:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.597636:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.597639:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.597640:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.597643:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.597645:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.597647:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.597649:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.597650:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.597652:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597654:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597655:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.597657:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.597659:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597661:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597664:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.597665:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.597667:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.597668:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.597670:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.597672:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.597673:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.597674:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.597675:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.597677:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597679:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597681:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.597682:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.597684:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597686:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597688:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.597689:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.597691:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.597692:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.597693:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.597695:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.597696:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.597697:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.597698:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.597700:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597703:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597704:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.597706:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.597709:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597710:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597713:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.597714:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.597717:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.597718:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.597720:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.597722:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.597724:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.597725:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.597726:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.597728:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597730:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597732:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.597734:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.597736:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597738:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597741:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.597742:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.597744:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.597745:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.597747:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.597750:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.597751:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.597752:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.597754:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.597756:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597758:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597760:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.597762:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.597764:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597766:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597769:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.597770:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.597772:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.597773:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.597775:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.597777:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.597778:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.597780:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.597781:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.597783:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597785:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597787:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.597789:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.597790:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597792:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597795:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.597797:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.597799:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.597800:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.597802:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.597804:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.597806:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.597807:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.597808:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.597810:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597812:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597814:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.597815:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.597817:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597819:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597821:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.597823:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.597825:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.597826:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.597829:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.597831:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.597832:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.597833:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.597834:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.597837:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597839:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597841:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.597842:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.597844:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597846:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597850:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.597851:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.597853:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.597855:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.597857:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.597860:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.597861:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.597872:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.597873:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.597876:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597878:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597880:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.597882:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.597884:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597886:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597889:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.597891:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.597893:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.597894:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.597897:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.597900:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.597901:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.597902:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.597903:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.597906:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597908:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597910:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.597912:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.597914:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597916:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597919:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.597920:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.597923:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.597924:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.597926:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.597928:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.597929:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.597930:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.597931:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.597934:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597935:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597937:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.597938:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.597940:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597942:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597945:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.597947:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.597949:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.597950:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.597952:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.597954:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.597956:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.597957:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.597959:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.597961:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597963:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597965:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.597967:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.597968:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597970:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597973:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.597974:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.597976:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.597978:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.597979:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.597981:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.597983:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.597984:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.597985:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.597987:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597989:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597991:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.597993:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.597994:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597996:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.597999:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.598000:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.598003:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.598004:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.598006:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.598008:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.598010:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.598011:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.598012:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.598014:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.598017:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.598018:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.598020:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.598023:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.598024:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.598027:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.598029:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.598031:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.598032:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.598035:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.598037:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.598039:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.598039:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.598041:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.598043:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.598045:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.598047:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.598049:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.598051:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.598053:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.598055:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.598056:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.598058:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.598059:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.598061:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.598063:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.598065:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.598066:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.598067:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.598069:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.598071:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.598073:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.598074:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.598077:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.598078:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.598081:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.598082:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.598083:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.598084:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.598086:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.598088:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.598090:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.598091:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.598092:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.598094:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.598096:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.598098:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.598100:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.598102:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.598104:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.598107:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.598108:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.598110:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.598111:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.598114:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.598116:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.598117:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.598118:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.598119:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.598122:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.598123:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.598125:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.598127:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.598130:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.598131:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.598134:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.598136:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.598138:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.598140:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.598142:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.598144:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.598145:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.598147:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.598148:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.598150:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.598152:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.598154:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.598156:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.598158:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.598160:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.598162:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.598163:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.598166:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.598167:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.598169:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.598171:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.598172:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.598173:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.598175:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.598177:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.598178:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.598180:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.598182:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.598184:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.598186:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.598188:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.598189:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.598191:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.598192:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.598194:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.598196:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.598197:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.598198:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.598199:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.598202:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.598203:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.598205:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.598207:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.598209:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.598210:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.598212:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.598214:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.598216:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.598217:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.598218:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.598220:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.598221:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.598222:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.598223:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.598225:0:31163:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.598227:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.598229:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1769074819.598231:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.598232:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.598234:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1769074819.598236:0:31163:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1769074819.598237:0:31163:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff217f4ab0 00000080:00000001:0.0:1769074819.598239:0:31163:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1769074819.598240:0:31163:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1769074819.598242:0:31163:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b87fc4c00. 00000020:00000001:0.0:1769074819.598244:0:31163:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.598245:0:31163:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:0.0:1769074819.598247:0:31163:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:0.0:1769074819.598248:0:31163:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b87fc4c00 uarg=0000000000000000 00020000:00000001:0.0:1769074819.598250:0:31163:0:(lov_obd.c:984:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1769074819.598252:0:31163:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1769074819.598254:0:31163:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:0.0:1769074819.598256:0:31163:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b87fc4c00. 00000080:00000001:0.0:1769074819.598258:0:31163:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1769074819.598259:0:31163:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1769074819.598274:0:31163:0:(dir.c:3013:ll_dir_release()) Process entered 00000080:00000001:0.0:1769074819.598277:0:31163:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:0.0:1769074819.598313:0:31163:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0148bdb0 00000080:00200008:0.0:1769074819.598315:0:31163:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff982b90dbe3c8), flags 100000 00000080:00400000:0.0:1769074819.598321:0:31163:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1769074819.598326:0:31163:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff982b996fd7c0. 00000080:00000001:0.0:1769074819.598333:0:31163:0:(file.c:439:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769074819.598336:0:31163:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0148bdb0 00000080:00000008:0.0:1769074819.598338:0:31163:0:(file.c:464:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff982b90dbe3c8), flags 100000, rc = 0 00000080:00000001:0.0:1769074819.598340:0:31163:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.598342:0:31163:0:(dir.c:3014:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074819.673670:0:31170:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1769074819.673684:0:31170:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1769074819.673687:0:31170:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1769074819.673692:0:31170:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01783b98 00000080:00200000:3.0:1769074819.673699:0:31170:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:3.0:1769074819.673710:0:31170:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b88307c00. 00800000:00000002:3.0:1769074819.673719:0:31170:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:3.0:1769074819.673724:0:31170:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1769074819.673730:0:31170:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1769074819.673733:0:31170:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01783ab8 00800000:00000002:3.0:1769074819.673736:0:31170:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1769074819.673741:0:31170:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1769074819.673746:0:31170:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1769074819.673753:0:31170:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1769074819.673755:0:31170:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01783988 00000002:00010000:3.0:1769074819.673757:0:31170:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1769074819.673762:0:31170:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1769074819.673765:0:31170:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074819.673769:0:31170:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074819.673778:0:31170:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5600 count: 2 00010000:00000001:3.0:1769074819.673781:0:31170:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074819.673788:0:31170:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074819.673791:0:31170:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1769074819.673797:0:31170:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1769074819.673810:0:31170:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1769074819.673818:0:31170:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074819.673821:0:31170:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1769074819.673829:0:31170:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1769074819.673831:0:31170:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1769074819.673833:0:31170:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1769074819.673835:0:31170:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1769074819.673837:0:31170:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769074819.673840:0:31170:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1769074819.673843:0:31170:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1769074819.673846:0:31170:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:3.0:1769074819.673851:0:31170:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b88307c00. 00000080:00000001:3.0:1769074819.673856:0:31170:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1769074819.673858:0:31170:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074819.673862:0:31170:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:3.0:1769074819.673866:0:31170:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b738d 00800000:00000001:3.0:1769074819.673869:0:31170:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1769074819.673872:0:31170:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1769074819.673874:0:31170:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074819.673876:0:31170:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074819.673879:0:31170:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254000 refcount=3 00000020:00000001:3.0:1769074819.673911:0:31170:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:3.0:1769074819.673915:0:31170:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:3.0:1769074819.673919:0:31170:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074819.673920:0:31170:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1769074819.673922:0:31170:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074819.673924:0:31170:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074819.673927:0:31170:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b738d from it ffffbcdb01783bd0 00010000:00000001:3.0:1769074819.673930:0:31170:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074819.673931:0:31170:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074819.673933:0:31170:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254000 refcount=3 00000020:00000001:3.0:1769074819.673936:0:31170:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:3.0:1769074819.673938:0:31170:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:3.0:1769074819.673940:0:31170:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074819.673944:0:31170:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074819.673951:0:31170:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074819.673952:0:31170:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074819.673954:0:31170:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1769074819.673958:0:31170:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1769074819.673961:0:31170:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074819.673972:0:31170:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1769074819.673977:0:31170:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1769074819.673979:0:31170:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074819.673985:0:31170:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074819.673986:0:31170:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074819.673989:0:31170:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074819.673993:0:31170:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1769074819.673995:0:31170:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074819.673997:0:31170:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074819.673999:0:31170:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074819.674001:0:31170:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074819.674003:0:31170:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074819.674004:0:31170:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1769074819.674008:0:31170:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769074819.674009:0:31170:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769074819.674012:0:31170:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 1 00000080:00000001:3.0:1769074819.674017:0:31170:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1769074819.674030:0:31170:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff982b8757e0a0. 00000020:00000001:3.0:1769074819.674034:0:31170:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01783d88 00000080:00200000:3.0:1769074819.674036:0:31170:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=fsa-oleg451-client.virtnet, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), flags=1536 00000080:00000001:3.0:1769074819.674039:0:31170:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1769074819.674040:0:31170:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1769074819.674041:0:31170:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01783c98 00000080:00200000:3.0:1769074819.674042:0:31170:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:3.0:1769074819.674045:0:31170:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b88307c00. 00800000:00000002:3.0:1769074819.674048:0:31170:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:3.0:1769074819.674051:0:31170:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1769074819.674052:0:31170:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1769074819.674054:0:31170:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01783bb8 00800000:00000002:3.0:1769074819.674055:0:31170:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1769074819.674058:0:31170:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1769074819.674060:0:31170:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1769074819.674063:0:31170:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1769074819.674064:0:31170:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01783a88 00000002:00010000:3.0:1769074819.674066:0:31170:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1769074819.674068:0:31170:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1769074819.674070:0:31170:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074819.674071:0:31170:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074819.674074:0:31170:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5600 count: 2 00010000:00000001:3.0:1769074819.674077:0:31170:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074819.674080:0:31170:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074819.674082:0:31170:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1769074819.674085:0:31170:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1769074819.674092:0:31170:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1769074819.674094:0:31170:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074819.674097:0:31170:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1769074819.677607:0:31170:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1769074819.677630:0:31170:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1769074819.677634:0:31170:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1769074819.677641:0:31170:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1769074819.677645:0:31170:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769074819.677650:0:31170:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1769074819.677656:0:31170:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1769074819.677662:0:31170:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:3.0:1769074819.677669:0:31170:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b88307c00. 00000080:00000001:3.0:1769074819.677683:0:31170:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1769074819.677686:0:31170:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074819.677691:0:31170:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:3.0:1769074819.677696:0:31170:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b738d 00800000:00000001:3.0:1769074819.677703:0:31170:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1769074819.677708:0:31170:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1769074819.677712:0:31170:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074819.677716:0:31170:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074819.677720:0:31170:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254000 refcount=3 00000020:00000001:3.0:1769074819.677723:0:31170:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:3.0:1769074819.677728:0:31170:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:3.0:1769074819.677732:0:31170:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074819.677736:0:31170:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1769074819.677738:0:31170:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074819.677739:0:31170:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074819.677743:0:31170:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b738d from it ffffbcdb01783cd0 00010000:00000001:3.0:1769074819.677746:0:31170:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074819.677747:0:31170:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074819.677748:0:31170:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254000 refcount=3 00000020:00000001:3.0:1769074819.677750:0:31170:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:3.0:1769074819.677752:0:31170:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:3.0:1769074819.677755:0:31170:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074819.677760:0:31170:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074819.677770:0:31170:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074819.677771:0:31170:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074819.677773:0:31170:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1769074819.677775:0:31170:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1769074819.677778:0:31170:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074819.677787:0:31170:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1769074819.677793:0:31170:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1769074819.677796:0:31170:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074819.677801:0:31170:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074819.677802:0:31170:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074819.677804:0:31170:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074819.677808:0:31170:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1769074819.677810:0:31170:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074819.677813:0:31170:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074819.677817:0:31170:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074819.677819:0:31170:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074819.677820:0:31170:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074819.677821:0:31170:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1769074819.677825:0:31170:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769074819.677828:0:31170:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769074819.677832:0:31170:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 3 00000080:00000001:3.0:1769074819.677838:0:31170:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074819.677851:0:31170:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1769074819.677853:0:31170:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1769074819.677859:0:31170:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01783d78 00000080:00200000:3.0:1769074819.677863:0:31170:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:2.0:1769074819.679566:0:31170:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b9037f600. 00800000:00000002:2.0:1769074819.679587:0:31170:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:2.0:1769074819.679595:0:31170:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1769074819.679601:0:31170:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1769074819.679605:0:31170:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01783c98 00800000:00000002:2.0:1769074819.679608:0:31170:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1769074819.680194:0:31170:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1769074819.680202:0:31170:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1769074819.680209:0:31170:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1769074819.680214:0:31170:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01783b68 00000002:00010000:2.0:1769074819.680216:0:31170:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1769074819.680221:0:31170:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1769074819.680223:0:31170:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074819.680227:0:31170:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074819.680237:0:31170:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5600 count: 2 00010000:00000001:2.0:1769074819.680241:0:31170:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074819.680247:0:31170:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074819.680250:0:31170:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1769074819.680255:0:31170:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1769074819.680269:0:31170:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1769074819.680275:0:31170:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074819.680315:0:31170:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1769074819.680324:0:31170:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1769074819.680327:0:31170:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074819.680329:0:31170:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1769074819.680333:0:31170:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1769074819.680336:0:31170:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769074819.680340:0:31170:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1769074819.680344:0:31170:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1769074819.680348:0:31170:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:2.0:1769074819.680352:0:31170:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b9037f600. 00000080:00000001:2.0:1769074819.680357:0:31170:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1769074819.680359:0:31170:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074819.680363:0:31170:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:2.0:1769074819.680367:0:31170:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b738d 00800000:00000001:2.0:1769074819.680371:0:31170:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1769074819.680373:0:31170:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1769074819.680375:0:31170:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074819.680378:0:31170:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074819.680380:0:31170:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254000 refcount=3 00000020:00000001:2.0:1769074819.680383:0:31170:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:2.0:1769074819.680387:0:31170:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:2.0:1769074819.680389:0:31170:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074819.680391:0:31170:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074819.680392:0:31170:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074819.680394:0:31170:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074819.680396:0:31170:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b738d from it ffffbcdb01783db0 00010000:00000001:2.0:1769074819.680399:0:31170:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074819.680400:0:31170:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074819.680402:0:31170:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254000 refcount=3 00000020:00000001:2.0:1769074819.680404:0:31170:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:2.0:1769074819.680406:0:31170:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602216960 : -114162107334656 : ffff982b90254000) 00010000:00000001:2.0:1769074819.680409:0:31170:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074819.680412:0:31170:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074819.680420:0:31170:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074819.680421:0:31170:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074819.680423:0:31170:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1769074819.680425:0:31170:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1769074819.680427:0:31170:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074819.680435:0:31170:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074819.680439:0:31170:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074819.680442:0:31170:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074819.680446:0:31170:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074819.680447:0:31170:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074819.680449:0:31170:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074819.680453:0:31170:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074819.680455:0:31170:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074819.680457:0:31170:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074819.680461:0:31170:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074819.680463:0:31170:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074819.680464:0:31170:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074819.680466:0:31170:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1769074819.680471:0:31170:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769074819.680473:0:31170:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769074819.680476:0:31170:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 3 00000080:00000001:2.0:1769074819.680483:0:31170:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074819.680490:0:31170:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01783e20 00000080:00200000:2.0:1769074819.680493:0:31170:0:(namei.c:2065:ll_create_nd()) VFS Op:name=fsa-oleg451-client.virtnet, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), flags=33188, excl=1 00000080:00000001:2.0:1769074819.680498:0:31170:0:(namei.c:2016:ll_mknod()) Process entered 00000020:00000001:2.0:1769074819.680500:0:31170:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01783dd0 00000080:00200000:2.0:1769074819.680503:0:31170:0:(namei.c:2020:ll_mknod()) VFS Op:name=fsa-oleg451-client.virtnet, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8) mode 100644 dev 0 00000080:00000001:2.0:1769074819.680507:0:31170:0:(namei.c:1904:ll_new_node()) Process entered 00000080:00000001:2.0:1769074819.680510:0:31170:0:(namei.c:1713:ll_new_node_prepare()) Process entered 00000080:00000010:2.0:1769074819.680527:0:31170:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b9037f600. 00800000:00000002:2.0:1769074819.680532:0:31170:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:2.0:1769074819.680542:0:31170:0:(namei.c:1820:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074819.680546:0:31170:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:2.0:1769074819.680549:0:31170:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1769074819.680555:0:31170:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446629911450240000 : -114162259311616 : ffff982b87164400) 00800000:00000001:2.0:1769074819.680559:0:31170:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1769074819.680561:0:31170:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1769074819.680564:0:31170:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1769074819.680569:0:31170:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1769074819.680572:0:31170:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff982b858dd800: Allocated FID [0x2000013a1:0x37:0x0] 40000000:00000001:2.0:1769074819.680575:0:31170:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074819.680578:0:31170:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074819.680579:0:31170:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074819.680581:0:31170:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074819.680584:0:31170:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01783c10 00800000:00000002:2.0:1769074819.680586:0:31170:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'fsa-oleg451-client.virtnet' [0x2000013a1:0x37:0x0] on [0x200000007:0x1:0x0] -> mds #0 00000002:00000001:2.0:1769074819.680591:0:31170:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1769074819.680594:0:31170:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1769074819.680597:0:31170:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5600 count: 2 00010000:00000001:2.0:1769074819.680599:0:31170:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074819.680602:0:31170:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1769074819.680606:0:31170:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1769074819.680608:0:31170:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 00000080:00000001:2.0:1769074819.680632:0:31170:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074819.680637:0:31170:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074819.680640:0:31170:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1769074819.680642:0:31170:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1769074819.680644:0:31170:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074819.680646:0:31170:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074819.680648:0:31170:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5600 count: 3 00010000:00000001:2.0:1769074819.680650:0:31170:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074819.680653:0:31170:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074819.680654:0:31170:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074819.680655:0:31170:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074819.680656:0:31170:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5600 count: 3 00010000:00000001:2.0:1769074819.680658:0:31170:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074819.680659:0:31170:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074819.680660:0:31170:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074819.680661:0:31170:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074819.680663:0:31170:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5600 count: 3 00010000:00000001:2.0:1769074819.680664:0:31170:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074819.680666:0:31170:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074819.680668:0:31170:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1769074819.680671:0:31170:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff982b90dbe300, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1769074819.680675:0:31170:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1769074819.680677:0:31170:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1769074819.680683:0:31170:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074819.680684:0:31170:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074819.680688:0:31170:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1769074819.680693:0:31170:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074819.680695:0:31170:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074819.680697:0:31170:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074819.680699:0:31170:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1769074819.680702:0:31170:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b90254000 with handle 0x5d432443066b738d from hash 00010000:00000001:2.0:1769074819.680705:0:31170:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074819.680707:0:31170:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074819.680708:0:31170:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074819.680710:0:31170:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074819.680713:0:31170:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074819.680715:0:31170:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1769074819.680718:0:31170:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074819.680720:0:31170:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074819.680722:0:31170:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1769074819.680730:0:31170:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037a680. 00000020:00000040:2.0:1769074819.680737:0:31170:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=4 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:2.0:1769074819.680745:0:31170:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769074819.680748:0:31170:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074819.680751:0:31170:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1769074819.680759:0:31170:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074819.680761:0:31170:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074819.680765:0:31170:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074819.680768:0:31170:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074819.680772:0:31170:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074819.680784:0:31170:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c0bc00. 00000100:00000001:2.0:1769074819.680794:0:31170:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074819.680798:0:31170:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074819.680802:0:31170:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1769074819.680811:0:31170:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074819.680819:0:31170:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1769074819.680821:0:31170:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074819.680823:0:31170:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074819.680825:0:31170:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254000/0x5d432443066b738d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f59890 expref: -99 pid: 30069 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1769074819.680833:0:31170:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b985e5600 count: 0 00010000:00000010:2.0:1769074819.680840:0:31170:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b985e6c00. 00010000:00000001:2.0:1769074819.680851:0:31170:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074819.680852:0:31170:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074819.680854:0:31170:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074819.680856:0:31170:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074819.680859:0:31170:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1769074819.680876:0:31170:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b858dd800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1769074819.680893:0:31170:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b9037a680 x1855007613327616/t0(0) o36->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 528/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769074819.680901:0:31170:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074819.680903:0:31170:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074819.680914:0:31170:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b858219c0. 00000100:00000001:2.0:1769074819.680916:0:31170:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911423752640 : -114162285798976 : ffff982b858219c0) 00000100:00000001:2.0:1769074819.680919:0:31170:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074819.680921:0:31170:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603422848 : -114162106128768 : ffff982b9037a680) 00000100:00000001:2.0:1769074819.680927:0:31170:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074819.680931:0:31170:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074819.680934:0:31170:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074819.680935:0:31170:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074819.680940:0:31170:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037a680 x1855007613327616/t0(0) o36->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 528/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074819.680947:0:31170:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074819.680950:0:31170:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074819.680955:0:31170:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074819.680959:0:31170:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074819.680962:0:31170:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074819.680965:0:31170:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037a680 pname:cluuid:pid:xid:nid:opc:job mcreate:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31170:1855007613327616:192.168.204.151@tcp:36:mcreate.0 00000100:00000001:2.0:1769074819.680971:0:31170:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074819.680978:0:31170:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074819.680981:0:31170:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074819.680984:0:31170:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074819.680988:0:31170:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c0a800. 02000000:00000001:2.0:1769074819.680990:0:31170:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074819.681003:0:31170:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074819.681008:0:31170:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7ec08. 00000400:00000010:2.0:1769074819.681018:0:31170:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f6e8. 00000100:00000200:2.0:1769074819.681028:0:31170:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613327616, portal 10 00000100:00000001:2.0:1769074819.681030:0:31170:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074819.681031:0:31170:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603422848 : -114162106128768 : ffff982b9037a680) 00000100:00000040:2.0:1769074819.681041:0:31170:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9037a680 x1855007613327616/t0(0) o36->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 528/576 e 0 to 0 dl 1769074835 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074819.681050:0:31170:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074819.681053:0:31170:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074819.681057:0:31170:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f440. 00000100:00000200:2.0:1769074819.681060:0:31170:0:(niobuf.c:94:ptl_send_buf()) Sending 528 bytes to portal 12, xid 1855007613327616, offset 0 00000400:00000200:2.0:1769074819.681068:0:31170:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074819.681079:0:31170:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074819.681092:0:31170:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074819.681099:0:31170:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074819.681104:0:31170:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074819.681108:0:31170:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074819.681111:0:31170:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074819.681116:0:31170:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15297:15297:256:4294967295] 192.168.204.151@tcp LPNI seq info [15297:15297:8:4294967295] 00000400:00000200:2.0:1769074819.681120:0:31170:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074819.681130:0:31170:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074819.681138:0:31170:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074819.681145:0:31170:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73f500. 00000800:00000200:2.0:1769074819.681154:0:31170:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074819.681163:0:31170:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074819.681168:0:31170:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73f500 type 1, nob 624 niov 1 nkiov 1 00000100:00000001:2.0:1769074819.681197:0:31170:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074819.681203:0:31170:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 986851 usecs (987 jiffies) 00000400:00000200:2.0:1769074819.681207:0:31170:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074819.681210:0:31170:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296477344 00000100:00000001:2.0:1769074819.681214:0:31170:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296484230 00000100:00000001:2.0:1769074819.681216:0:31170:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296477344 00000100:00000001:2.0:1769074819.681218:0:31170:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296484230 00000100:00000001:2.0:1769074819.681222:0:31170:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074819.681226:0:31170:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074819.681229:0:31170:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074819.681231:0:31170:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074819.681233:0:31170:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b858219c0 going to sleep for 11 seconds 00000100:00000001:2.0:1769074819.681236:0:31170:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074819.681240:0:31170:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074819.681778:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074819.681785:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73f500. 00000400:00000200:3.0:1769074819.681793:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074819.681801:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074819.681808:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f440 00000400:00000010:3.0:1769074819.681812:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f440. 00000100:00000001:3.0:1769074819.681817:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074819.681823:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9037a680 x1855007613327616/t0(0) o36->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 528/576 e 0 to 0 dl 1769074835 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074819.681834:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074819.681838:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9037a680 x1855007613327616/t0(0) o36->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 528/576 e 0 to 0 dl 1769074835 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074819.681845:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074819.681846:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1769074819.688409:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e5600. 00010000:00000010:2.1:1769074819.688428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90254000. 00000800:00000001:2.0:1769074819.703120:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074819.703148:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074819.703154:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074819.703157:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074819.703173:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074819.703258:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074819.703270:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074819.703277:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074819.703427:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074819.703434:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 448 into portal 10 MB=0x6971e9dd91900 00000400:00000200:2.0:1769074819.703440:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074819.703448:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 448/448 into md 0x22115 [1] + 224 00000800:00000001:2.0:1769074819.703459:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074819.703470:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074819.703474:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074819.703478:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074819.703490:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074819.703503:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9037a680 x1855007613327616/t0(0) o36->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 528/576 e 0 to 0 dl 1769074835 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074819.703526:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff982b9037a680 x1855007613327616/t0(0) o36->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 528/576 e 0 to 0 dl 1769074835 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074819.703554:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769074819.703567:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769074819.703571:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074819.703578:0:2359:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074819.703585:0:2359:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15298:15298:256:4294967295] 192.168.204.151@tcp LPNI seq info [15298:15298:8:4294967295] 00000400:00000200:2.0:1769074819.703589:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074819.703597:0:2359:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:2.0:1769074819.703603:0:2359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074819.703747:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73f500. 00000800:00000200:2.0:1769074819.703756:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074819.703766:0:2359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074819.703771:0:2359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73f500 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1769074819.703934:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074819.703938:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73f500. 00000400:00000200:2.0:1769074819.703943:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074819.703946:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:2.0:1769074819.703954:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074819.703957:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1769074819.712422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757e0a0. 00000080:00000001:0.0:1769074819.727322:0:31173:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074819.727331:0:31173:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074819.727334:0:31173:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074819.727337:0:31173:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0191bb20 00000080:00200000:0.0:1769074819.727343:0:31173:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:0.0:1769074819.727352:0:31173:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b8706b400. 00800000:00000002:0.0:1769074819.727359:0:31173:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:0.0:1769074819.727365:0:31173:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074819.727370:0:31173:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074819.727373:0:31173:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0191ba40 00800000:00000002:0.0:1769074819.727375:0:31173:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074819.727379:0:31173:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074819.727384:0:31173:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074819.727390:0:31173:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074819.727392:0:31173:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0191b910 00000002:00010000:0.0:1769074819.727394:0:31173:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074819.727396:0:31173:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074819.727399:0:31173:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074819.727402:0:31173:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074819.727412:0:31173:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074819.727414:0:31173:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074819.727416:0:31173:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074819.727418:0:31173:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1769074819.727421:0:31173:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1769074819.727427:0:31173:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903aaa00. 00000020:00000040:0.0:1769074819.727431:0:31173:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00010000:00000001:0.0:1769074819.727437:0:31173:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1769074819.727442:0:31173:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074819.727445:0:31173:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074819.727448:0:31173:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074819.727451:0:31173:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074819.727456:0:31173:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074819.727462:0:31173:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b87fc4c00. 00000100:00000001:0.0:1769074819.727469:0:31173:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.727475:0:31173:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074819.727476:0:31173:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.727478:0:31173:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074819.727478:0:31173:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.727480:0:31173:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074819.727485:0:31173:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446629911603620352 : -114162105931264 : ffff982b903aaa00) 00010000:00000001:0.0:1769074819.727489:0:31173:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1769074819.727491:0:31173:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1769074819.727494:0:31173:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b985e5300. 00010000:00000010:0.0:1769074819.727497:0:31173:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b985e6500. 00010000:00000001:0.0:1769074819.727504:0:31173:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1769074819.727507:0:31173:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b90255000. 00000020:00000001:0.0:1769074819.727510:0:31173:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074819.727527:0:31173:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b90255000 with handle 0x5d432443066b73ef to hash 00000020:00000001:0.0:1769074819.727530:0:31173:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1769074819.727532:0:31173:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911602221056 : -114162107330560 : ffff982b90255000) 00010000:00000001:0.0:1769074819.727537:0:31173:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911602221056 : -114162107330560 : ffff982b90255000) 00010000:00000001:0.0:1769074819.727541:0:31173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074819.727544:0:31173:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074819.727549:0:31173:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255000/0x5d432443066b73ef lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31173 initiator: MDT0 00010000:00010000:0.0:1769074819.727564:0:31173:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255000/0x5d432443066b73ef lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31173 initiator: MDT0 00010000:00010000:0.0:1769074819.727576:0:31173:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255000/0x5d432443066b73ef lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31173 initiator: MDT0 00000100:00000001:0.0:1769074819.727581:0:31173:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074819.727584:0:31173:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074819.727591:0:31173:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b985ec540. 00000100:00000001:0.0:1769074819.727594:0:31173:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911740204352 : -114161969347264 : ffff982b985ec540) 00000100:00000001:0.0:1769074819.727597:0:31173:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074819.727599:0:31173:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603620352 : -114162105931264 : ffff982b903aaa00) 00000100:00000001:0.0:1769074819.727604:0:31173:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074819.727609:0:31173:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074819.727612:0:31173:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074819.727614:0:31173:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074819.727631:0:31173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903aaa00 x1855007613327744/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074819.727640:0:31173:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074819.727643:0:31173:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074819.727647:0:31173:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074819.727651:0:31173:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074819.727654:0:31173:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074819.727657:0:31173:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903aaa00 pname:cluuid:pid:xid:nid:opc:job rm:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31173:1855007613327744:192.168.204.151@tcp:101:rm.0 00000100:00000001:0.0:1769074819.727663:0:31173:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074819.727671:0:31173:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074819.727674:0:31173:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074819.727677:0:31173:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074819.727684:0:31173:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff982b855d0000. 02000000:00000001:0.0:1769074819.727686:0:31173:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074819.727699:0:31173:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074819.727705:0:31173:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b65d8. 00000400:00000010:0.0:1769074819.727713:0:31173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f088. 00000100:00000200:0.0:1769074819.727723:0:31173:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007613327744, portal 10 00000100:00000001:0.0:1769074819.727724:0:31173:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074819.727726:0:31173:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603620352 : -114162105931264 : ffff982b903aaa00) 00000100:00000040:0.0:1769074819.727731:0:31173:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b903aaa00 x1855007613327744/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074835 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074819.727740:0:31173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074819.727743:0:31173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074819.727747:0:31173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f660. 00000100:00000200:0.0:1769074819.727750:0:31173:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007613327744, offset 0 00000400:00000200:0.0:1769074819.727760:0:31173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074819.727770:0:31173:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074819.727782:0:31173:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074819.727790:0:31173:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074819.727800:0:31173:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074819.727805:0:31173:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074819.727807:0:31173:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074819.727812:0:31173:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15299:15299:256:4294967295] 192.168.204.151@tcp LPNI seq info [15299:15299:8:4294967295] 00000400:00000200:0.0:1769074819.727816:0:31173:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074819.727828:0:31173:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074819.727835:0:31173:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074819.727841:0:31173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b800. 00000800:00000200:0.0:1769074819.727849:0:31173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074819.727858:0:31173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074819.727864:0:31173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816b800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1769074819.728358:0:31173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074819.728365:0:31173:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 985225 usecs (986 jiffies) 00000400:00000200:0.0:1769074819.728371:0:31173:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074819.728374:0:31173:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296477392 00000100:00000001:0.0:1769074819.728378:0:31173:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296484230 00000100:00000001:0.0:1769074819.728380:0:31173:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296477392 00000100:00000001:0.0:1769074819.728382:0:31173:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296484230 00000100:00000001:0.0:1769074819.728385:0:31173:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074819.728388:0:31173:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074819.728391:0:31173:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074819.728394:0:31173:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074819.728397:0:31173:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985ec540 going to sleep for 11 seconds 00000100:00000001:0.0:1769074819.728400:0:31173:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074819.728405:0:31173:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074819.730003:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074819.730016:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b800. 00000400:00000200:2.0:1769074819.730030:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074819.730041:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074819.730048:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f660 00000400:00000010:2.0:1769074819.730052:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f660. 00000100:00000001:2.0:1769074819.730059:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074819.730070:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903aaa00 x1855007613327744/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074835 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074819.730084:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074819.730088:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903aaa00 x1855007613327744/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074835 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074819.730096:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074819.730098:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074819.731550:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074819.731575:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074819.731581:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074819.731585:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074819.731600:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074819.731610:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074819.731619:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074819.731625:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074819.731632:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074819.731637:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 688 into portal 10 MB=0x6971e9dd91980 00000400:00000200:2.0:1769074819.731643:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074819.731650:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 688/688 into md 0x22125 [1] + 224 00000800:00000001:2.0:1769074819.731661:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074819.731673:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074819.731676:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074819.731680:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074819.731690:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074819.731701:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903aaa00 x1855007613327744/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074835 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074819.731726:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff982b903aaa00 x1855007613327744/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074835 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074819.731784:0:31173:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074819.731805:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074819.731817:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074819.731822:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1769074819.731919:0:31173:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074819.731922:0:31173:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074819.731927:0:31173:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b65d8. 00000400:00000200:0.0:1769074819.731933:0:31173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f088 00000400:00000010:0.0:1769074819.731937:0:31173:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f088. 00000100:00000001:0.0:1769074819.731940:0:31173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074819.731945:0:31173:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903aaa00 x1855007613327744/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074835 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074819.731953:0:31173:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903aaa00 x1855007613327744/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074835 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074819.731958:0:31173:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074819.731961:0:31173:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074819.731964:0:31173:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074819.731968:0:31173:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074819.732053:0:31173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074819.732058:0:31173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074819.732062:0:31173:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074819.732076:0:31173:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=30 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074819.732081:0:31173:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=92 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074819.732084:0:31173:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074819.732087:0:31173:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.732091:0:31173:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074819.732096:0:31173:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074819.732101:0:31173:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074819.732104:0:31173:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:0.0:1769074819.732106:0:31173:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074819.732110:0:31173:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074819.732116:0:31173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903aaa00 x1855007613327744/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074835 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074819.732124:0:31173:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074819.732128:0:31173:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074819.732130:0:31173:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074819.732135:0:31173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903aaa00 x1855007613327744/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074835 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074819.732143:0:31173:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903aaa00 pname:cluuid:pid:xid:nid:opc:job rm:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31173:1855007613327744:192.168.204.151@tcp:101:rm.0 00000100:00000001:0.0:1769074819.732149:0:31173:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074819.732153:0:31173:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074819.732155:0:31173:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074819.732157:0:31173:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074819.732160:0:31173:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903aaa00 x1855007613327744/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074835 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074819.732166:0:31173:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074819.732170:0:31173:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b985ec540. 00000100:00000001:0.0:1769074819.732174:0:31173:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074819.732175:0:31173:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.732179:0:31173:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074819.732269:0:31173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074819.732273:0:31173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074819.732276:0:31173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255000 refcount=4 00000020:00000001:0.0:1769074819.732474:0:31173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602221056 : -114162107330560 : ffff982b90255000) 00010000:00000001:0.0:1769074819.732478:0:31173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602221056 : -114162107330560 : ffff982b90255000) 00010000:00000040:0.0:1769074819.732485:0:31173:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b90255000, remote cookie: 0xf5b77ed682f5d082, flags: 0x1001 00010000:00010000:0.0:1769074819.732492:0:31173:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255000/0x5d432443066b73ef lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d082 expref: -99 pid: 31173 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074819.732504:0:31173:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255000/0x5d432443066b73ef lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d082 expref: -99 pid: 31173 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074819.732511:0:31173:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074819.732525:0:31173:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074819.732528:0:31173:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074819.732530:0:31173:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074819.732531:0:31173:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074819.732535:0:31173:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff982b985e5300) refcount = 1 00010000:00010000:0.0:1769074819.732538:0:31173:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255000/0x5d432443066b73ef lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d082 expref: -99 pid: 31173 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074819.732545:0:31173:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074819.732550:0:31173:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074819.732551:0:31173:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074819.732555:0:31173:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074819.732557:0:31173:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074819.732560:0:31173:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255000/0x5d432443066b73ef lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d082 expref: -99 pid: 31173 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074819.732565:0:31173:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074819.732567:0:31173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.732569:0:31173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074819.732570:0:31173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.732571:0:31173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074819.732573:0:31173:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074819.732577:0:31173:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074819.732579:0:31173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074819.732580:0:31173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074819.732582:0:31173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255000 refcount=3 00000020:00000001:0.0:1769074819.732583:0:31173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602221056 : -114162107330560 : ffff982b90255000) 00010000:00000001:0.0:1769074819.732585:0:31173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602221056 : -114162107330560 : ffff982b90255000) 00010000:00000001:0.0:1769074819.732588:0:31173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074819.732589:0:31173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074819.732590:0:31173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255000 refcount=4 00000020:00000001:0.0:1769074819.732591:0:31173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602221056 : -114162107330560 : ffff982b90255000) 00010000:00000001:0.0:1769074819.732594:0:31173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602221056 : -114162107330560 : ffff982b90255000) 00010000:00000001:0.0:1769074819.732597:0:31173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074819.732599:0:31173:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074819.732602:0:31173:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255000/0x5d432443066b73ef lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d082 expref: -99 pid: 31173 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074819.732608:0:31173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.732609:0:31173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074819.732610:0:31173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074819.732611:0:31173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074819.732612:0:31173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255000 refcount=5 00000020:00000001:0.0:1769074819.732614:0:31173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602221056 : -114162107330560 : ffff982b90255000) 00010000:00000001:0.0:1769074819.732616:0:31173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602221056 : -114162107330560 : ffff982b90255000) 00010000:00000001:0.0:1769074819.732619:0:31173:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074819.732621:0:31173:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255000/0x5d432443066b73ef lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d082 expref: -99 pid: 31173 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074819.732627:0:31173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.732628:0:31173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074819.732630:0:31173:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255000/0x5d432443066b73ef lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d082 expref: -99 pid: 31173 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074819.732636:0:31173:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074819.732637:0:31173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.732638:0:31173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074819.732640:0:31173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.732640:0:31173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074819.732647:0:31173:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff982b903aaa00 x1855007613327744/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074835 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1769074819.732662:0:31173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074819.732663:0:31173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074819.732664:0:31173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255000 refcount=3 00000020:00000001:0.0:1769074819.732666:0:31173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602221056 : -114162107330560 : ffff982b90255000) 00010000:00000001:0.0:1769074819.732668:0:31173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602221056 : -114162107330560 : ffff982b90255000) 00010000:00000001:0.0:1769074819.732670:0:31173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.732671:0:31173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074819.732673:0:31173:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074819.732675:0:31173:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074819.732679:0:31173:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1769074819.732681:0:31173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074819.732682:0:31173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074819.732684:0:31173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255000 refcount=3 00000020:00000001:0.0:1769074819.732685:0:31173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602221056 : -114162107330560 : ffff982b90255000) 00010000:00000001:0.0:1769074819.732688:0:31173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602221056 : -114162107330560 : ffff982b90255000) 00000002:00010000:0.0:1769074819.732691:0:31173:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255000/0x5d432443066b73ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d082 expref: -99 pid: 31173 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074819.732696:0:31173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.732697:0:31173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074819.732699:0:31173:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074819.732700:0:31173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074819.732701:0:31173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074819.732702:0:31173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255000 refcount=3 00000020:00000001:0.0:1769074819.732704:0:31173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602221056 : -114162107330560 : ffff982b90255000) 00010000:00000001:0.0:1769074819.732706:0:31173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602221056 : -114162107330560 : ffff982b90255000) 00010000:00000040:0.0:1769074819.732725:0:31173:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5300 count: 2 00010000:00000001:0.0:1769074819.732729:0:31173:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074819.732733:0:31173:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b873df800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1769074819.732736:0:31173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.732737:0:31173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074819.732739:0:31173:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074819.732743:0:31173:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0191b890 00000002:00002000:0.0:1769074819.732745:0:31173:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1769074819.732748:0:31173:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074819.732753:0:31173:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074819.732757:0:31173:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074819.732761:0:31173:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1769074819.732765:0:31173:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074819.732769:0:31173:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:0.0:1769074819.732774:0:31173:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b8706b400. 00000080:00000001:0.0:1769074819.732780:0:31173:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074819.732784:0:31173:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074819.732794:0:31173:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1769074819.732799:0:31173:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1769074819.732810:0:31173:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff982b99072dc0. 00800000:00000001:0.0:1769074819.732812:0:31173:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446629911751241152 : -114161958310464 : ffff982b99072dc0) 00800000:00000001:0.0:1769074819.732814:0:31173:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074819.732817:0:31173:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074819.732821:0:31173:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1769074819.732823:0:31173:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1769074819.732826:0:31173:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1769074819.732829:0:31173:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1769074819.732831:0:31173:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.732837:0:31173:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1769074819.732840:0:31173:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1769074819.732847:0:31173:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:0.0:1769074819.732849:0:31173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074819.732850:0:31173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074819.732852:0:31173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255000 refcount=3 00000020:00000001:0.0:1769074819.732854:0:31173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602221056 : -114162107330560 : ffff982b90255000) 00010000:00000001:0.0:1769074819.732856:0:31173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602221056 : -114162107330560 : ffff982b90255000) 00010000:00000001:0.0:1769074819.732858:0:31173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.732859:0:31173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074819.732861:0:31173:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074819.732863:0:31173:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1769074819.732865:0:31173:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b99072dc0 1 00800000:00000010:0.0:1769074819.732868:0:31173:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff982b99072dc0. 00800000:00000001:0.0:1769074819.732871:0:31173:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074819.732874:0:31173:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b73ef 00800000:00000001:0.0:1769074819.732878:0:31173:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074819.732880:0:31173:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074819.732882:0:31173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074819.732883:0:31173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074819.732884:0:31173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255000 refcount=3 00000020:00000001:0.0:1769074819.732886:0:31173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602221056 : -114162107330560 : ffff982b90255000) 00010000:00000001:0.0:1769074819.732888:0:31173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602221056 : -114162107330560 : ffff982b90255000) 00010000:00000001:0.0:1769074819.732890:0:31173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.732892:0:31173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074819.732893:0:31173:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074819.732895:0:31173:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.732897:0:31173:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074819.732900:0:31173:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:0.0:1769074819.732904:0:31173:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b73ef from it ffffbcdb0191bb58 00010000:00000001:0.0:1769074819.732906:0:31173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074819.732907:0:31173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074819.732908:0:31173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255000 refcount=3 00000020:00000001:0.0:1769074819.732910:0:31173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602221056 : -114162107330560 : ffff982b90255000) 00010000:00000001:0.0:1769074819.732912:0:31173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602221056 : -114162107330560 : ffff982b90255000) 00010000:00000001:0.0:1769074819.732914:0:31173:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074819.732917:0:31173:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255000/0x5d432443066b73ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d082 expref: -99 pid: 31173 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074819.732923:0:31173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.732924:0:31173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074819.732925:0:31173:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074819.732928:0:31173:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074819.732930:0:31173:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255000/0x5d432443066b73ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d082 expref: -99 pid: 31173 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074819.732937:0:31173:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074819.732941:0:31173:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074819.732943:0:31173:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074819.732947:0:31173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.732948:0:31173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074819.732951:0:31173:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.732955:0:31173:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074819.732956:0:31173:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.732958:0:31173:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.732961:0:31173:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.732963:0:31173:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074819.732964:0:31173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.732965:0:31173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074819.732968:0:31173:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074819.732986:0:31173:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b903aaa00 x1855007613327744/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074835 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074819.732994:0:31173:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074819.732998:0:31173:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074819.733003:0:31173:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff982b855d0000. 02000000:00000001:0.0:1769074819.733007:0:31173:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074819.733010:0:31173:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074819.733012:0:31173:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=4 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074819.733015:0:31173:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074819.733020:0:31173:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b87fc4c00. 02000000:00000001:0.0:1769074819.733024:0:31173:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074819.733026:0:31173:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074819.733029:0:31173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b903aaa00. 00000100:00000001:0.0:1769074819.733032:0:31173:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074819.733034:0:31173:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074819.733038:0:31173:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 1 00000080:00000001:0.0:1769074819.733044:0:31173:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074819.733067:0:31173:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff982b85d25780. 00000020:00000001:0.0:1769074819.733073:0:31173:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0191bae8 00000080:00200000:0.0:1769074819.733075:0:31173:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=fsa-oleg451-client.virtnet, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), flags=8 00000080:00000001:0.0:1769074819.733079:0:31173:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:0.0:1769074819.733081:0:31173:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0191b9a8 00000080:00200000:0.0:1769074819.733083:0:31173:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=fsa-oleg451-client.virtnet, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), intent=getattr 00000080:00000010:0.0:1769074819.733096:0:31173:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b8706b400. 00800000:00000002:0.0:1769074819.733103:0:31173:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:0.0:1769074819.733109:0:31173:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074819.733112:0:31173:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074819.733115:0:31173:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0191b8c8 00800000:00000002:0.0:1769074819.733117:0:31173:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'fsa-oleg451-client.virtnet' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074819.733120:0:31173:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1769074819.733126:0:31173:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0191b860 00800000:00000002:0.0:1769074819.733128:0:31173:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='fsa-oleg451-client.virtnet' -> mds #0 00000002:00000001:0.0:1769074819.733133:0:31173:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074819.733134:0:31173:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0191b798 00000002:00010000:0.0:1769074819.733136:0:31173:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: fsa-oleg451-client.virtnet,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074819.733141:0:31173:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1769074819.733144:0:31173:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1769074819.733147:0:31173:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903aaa00. 00000020:00000040:0.0:1769074819.733151:0:31173:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00010000:00000001:0.0:1769074819.733157:0:31173:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1769074819.733162:0:31173:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074819.733165:0:31173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.733166:0:31173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074819.733167:0:31173:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074819.733170:0:31173:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074819.733172:0:31173:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074819.733177:0:31173:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074819.733196:0:31173:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b87fc4c00. 00000100:00000001:0.0:1769074819.733204:0:31173:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.733208:0:31173:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074819.733210:0:31173:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.733211:0:31173:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074819.733212:0:31173:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.733214:0:31173:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074819.733223:0:31173:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446629911603620352 : -114162105931264 : ffff982b903aaa00) 00010000:00000001:0.0:1769074819.733227:0:31173:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1769074819.733229:0:31173:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1769074819.733232:0:31173:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5300 count: 2 00010000:00000001:0.0:1769074819.733234:0:31173:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074819.733237:0:31173:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1769074819.733241:0:31173:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b90254c00. 00000020:00000001:0.0:1769074819.733246:0:31173:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074819.733249:0:31173:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b90254c00 with handle 0x5d432443066b73f6 to hash 00000020:00000001:0.0:1769074819.733251:0:31173:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1769074819.733252:0:31173:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911602220032 : -114162107331584 : ffff982b90254c00) 00010000:00000001:0.0:1769074819.733256:0:31173:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911602220032 : -114162107331584 : ffff982b90254c00) 00010000:00000001:0.0:1769074819.733259:0:31173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074819.733260:0:31173:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074819.733263:0:31173:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254c00/0x5d432443066b73f6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31173 initiator: MDT0 00010000:00010000:0.0:1769074819.733270:0:31173:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254c00/0x5d432443066b73f6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31173 initiator: MDT0 00010000:00010000:0.0:1769074819.733586:0:31173:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254c00/0x5d432443066b73f6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31173 initiator: MDT0 00000100:00000001:0.0:1769074819.733594:0:31173:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074819.733596:0:31173:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074819.733605:0:31173:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b985ec540. 00000100:00000001:0.0:1769074819.733606:0:31173:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911740204352 : -114161969347264 : ffff982b985ec540) 00000100:00000001:0.0:1769074819.733610:0:31173:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074819.733611:0:31173:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603620352 : -114162105931264 : ffff982b903aaa00) 00000100:00000001:0.0:1769074819.733617:0:31173:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074819.733622:0:31173:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074819.733624:0:31173:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074819.733626:0:31173:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074819.733633:0:31173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903aaa00 x1855007613327872/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 600/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074819.733642:0:31173:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074819.733645:0:31173:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074819.733650:0:31173:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074819.733653:0:31173:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074819.733656:0:31173:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074819.733660:0:31173:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903aaa00 pname:cluuid:pid:xid:nid:opc:job rm:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31173:1855007613327872:192.168.204.151@tcp:101:rm.0 00000100:00000001:0.0:1769074819.733665:0:31173:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074819.733673:0:31173:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074819.733676:0:31173:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074819.733680:0:31173:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074819.733685:0:31173:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff982b855d0000. 02000000:00000001:0.0:1769074819.733687:0:31173:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074819.733698:0:31173:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074819.733703:0:31173:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b65d8. 00000400:00000010:0.0:1769074819.733754:0:31173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f088. 00000100:00000200:0.0:1769074819.733766:0:31173:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007613327872, portal 10 00000100:00000001:0.0:1769074819.733767:0:31173:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074819.733769:0:31173:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603620352 : -114162105931264 : ffff982b903aaa00) 00000100:00000040:0.0:1769074819.733775:0:31173:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b903aaa00 x1855007613327872/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 600/1152 e 0 to 0 dl 1769074835 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074819.733784:0:31173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074819.733787:0:31173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074819.733790:0:31173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f198. 00000100:00000200:0.0:1769074819.733796:0:31173:0:(niobuf.c:94:ptl_send_buf()) Sending 600 bytes to portal 12, xid 1855007613327872, offset 0 00000400:00000200:0.0:1769074819.733805:0:31173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074819.733817:0:31173:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074819.733829:0:31173:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074819.733838:0:31173:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074819.733844:0:31173:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074819.733848:0:31173:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074819.733853:0:31173:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074819.733858:0:31173:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15300:15300:256:4294967295] 192.168.204.151@tcp LPNI seq info [15300:15300:8:4294967295] 00000400:00000200:0.0:1769074819.733862:0:31173:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074819.733874:0:31173:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074819.733881:0:31173:0:(socklnd_cb.c:1001:ksocknal_send()) sending 600 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074819.733890:0:31173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b800. 00000800:00000200:0.0:1769074819.733898:0:31173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074819.733909:0:31173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074819.733916:0:31173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816b800 type 1, nob 696 niov 1 nkiov 1 00000100:00000001:0.0:1769074819.734003:0:31173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074819.734009:0:31173:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 983563 usecs (984 jiffies) 00000400:00000200:0.0:1769074819.734013:0:31173:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074819.734018:0:31173:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296477395 00000100:00000001:0.0:1769074819.734022:0:31173:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296484230 00000100:00000001:0.0:1769074819.734025:0:31173:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296477395 00000100:00000001:0.0:1769074819.734027:0:31173:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296484230 00000100:00000001:0.0:1769074819.734031:0:31173:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074819.734034:0:31173:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074819.734037:0:31173:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074819.734039:0:31173:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074819.734043:0:31173:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985ec540 going to sleep for 11 seconds 00000100:00000001:0.0:1769074819.734046:0:31173:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074819.734049:0:31173:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074819.740406:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074819.740419:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b800. 00000400:00000200:3.0:1769074819.740432:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074819.740444:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074819.740453:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f198 00000400:00000010:3.0:1769074819.740456:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f198. 00000100:00000001:3.0:1769074819.740462:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074819.740472:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903aaa00 x1855007613327872/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 600/1152 e 0 to 0 dl 1769074835 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074819.740485:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074819.740489:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903aaa00 x1855007613327872/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 600/1152 e 0 to 0 dl 1769074835 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074819.740495:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074819.740497:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074819.740512:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074819.740538:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074819.740541:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074819.740544:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074819.740554:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074819.740559:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074819.740569:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074819.740573:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074819.740580:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074819.740585:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 584 into portal 10 MB=0x6971e9dd91a00 00000400:00000200:3.0:1769074819.740590:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074819.740598:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 584/584 into md 0x2212d [1] + 224 00000800:00000001:3.0:1769074819.740609:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074819.740630:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074819.740632:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074819.740636:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074819.740641:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074819.740645:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903aaa00 x1855007613327872/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 600/1152 e 0 to 0 dl 1769074835 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074819.740654:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff982b903aaa00 x1855007613327872/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 600/1152 e 0 to 0 dl 1769074835 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074819.740677:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074819.740685:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074819.740688:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074819.740758:0:31173:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074819.740769:0:31173:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074819.740772:0:31173:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074819.740776:0:31173:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b65d8. 00000400:00000200:0.0:1769074819.740781:0:31173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f088 00000400:00000010:0.0:1769074819.740783:0:31173:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f088. 00000100:00000001:0.0:1769074819.740785:0:31173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074819.740790:0:31173:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903aaa00 x1855007613327872/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 600/1152 e 0 to 0 dl 1769074835 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074819.740799:0:31173:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903aaa00 x1855007613327872/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 600/1152 e 0 to 0 dl 1769074835 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074819.740805:0:31173:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074819.740807:0:31173:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074819.740810:0:31173:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074819.740814:0:31173:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074819.740818:0:31173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074819.740823:0:31173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074819.740826:0:31173:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074819.740841:0:31173:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=30 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074819.740846:0:31173:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=92 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074819.740848:0:31173:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074819.740850:0:31173:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.740853:0:31173:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074819.740858:0:31173:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074819.740862:0:31173:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074819.740864:0:31173:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:0.0:1769074819.740866:0:31173:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074819.740869:0:31173:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074819.740873:0:31173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903aaa00 x1855007613327872/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 600/584 e 0 to 0 dl 1769074835 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074819.740881:0:31173:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074819.740885:0:31173:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074819.740887:0:31173:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074819.740891:0:31173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903aaa00 x1855007613327872/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 600/584 e 0 to 0 dl 1769074835 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074819.740899:0:31173:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903aaa00 pname:cluuid:pid:xid:nid:opc:job rm:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31173:1855007613327872:192.168.204.151@tcp:101:rm.0 00000100:00000001:0.0:1769074819.740905:0:31173:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074819.740908:0:31173:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074819.740911:0:31173:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074819.740912:0:31173:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074819.740915:0:31173:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903aaa00 x1855007613327872/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 600/584 e 0 to 0 dl 1769074835 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074819.740921:0:31173:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074819.740924:0:31173:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b985ec540. 00000100:00000001:0.0:1769074819.740928:0:31173:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074819.740930:0:31173:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.740933:0:31173:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074819.740937:0:31173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074819.740941:0:31173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074819.740945:0:31173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254c00 refcount=4 00000020:00000001:0.0:1769074819.740948:0:31173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602220032 : -114162107331584 : ffff982b90254c00) 00010000:00000001:0.0:1769074819.740951:0:31173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602220032 : -114162107331584 : ffff982b90254c00) 00010000:00000040:0.0:1769074819.740958:0:31173:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b90254c00, remote cookie: 0xf5b77ed682f5d09e, flags: 0x1001 00010000:00010000:0.0:1769074819.740965:0:31173:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254c00/0x5d432443066b73f6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d09e expref: -99 pid: 31173 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1769074819.740988:0:31173:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x37:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1769074819.740992:0:31173:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1769074819.741002:0:31173:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b985e5900. 00010000:00000010:0.0:1769074819.741008:0:31173:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b985e6c80. 00010000:00000001:0.0:1769074819.741013:0:31173:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074819.741017:0:31173:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254c00/0x5d432443066b73f6 lrc: 4/1,0 mode: --/PR res: [0x2000013a1:0x37:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d09e expref: -99 pid: 31173 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074819.741025:0:31173:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254c00/0x5d432443066b73f6 lrc: 4/1,0 mode: --/PR res: [0x2000013a1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d09e expref: -99 pid: 31173 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074819.741032:0:31173:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074819.741038:0:31173:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074819.741041:0:31173:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074819.741043:0:31173:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074819.741045:0:31173:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074819.741047:0:31173:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x37:0x0].0x0 (ffff982b985e5900) refcount = 1 00010000:00010000:0.0:1769074819.741051:0:31173:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254c00/0x5d432443066b73f6 lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d09e expref: -99 pid: 31173 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074819.741058:0:31173:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074819.741063:0:31173:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074819.741065:0:31173:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074819.741068:0:31173:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074819.741071:0:31173:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074819.741075:0:31173:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254c00/0x5d432443066b73f6 lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d09e expref: -99 pid: 31173 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074819.741080:0:31173:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074819.741083:0:31173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.741084:0:31173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074819.741085:0:31173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.741086:0:31173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074819.741088:0:31173:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074819.741093:0:31173:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074819.741095:0:31173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074819.741096:0:31173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074819.741098:0:31173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254c00 refcount=3 00000020:00000001:0.0:1769074819.741099:0:31173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602220032 : -114162107331584 : ffff982b90254c00) 00010000:00000001:0.0:1769074819.741101:0:31173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602220032 : -114162107331584 : ffff982b90254c00) 00010000:00000001:0.0:1769074819.741104:0:31173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074819.741105:0:31173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074819.741106:0:31173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254c00 refcount=4 00000020:00000001:0.0:1769074819.741108:0:31173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602220032 : -114162107331584 : ffff982b90254c00) 00010000:00000001:0.0:1769074819.741110:0:31173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602220032 : -114162107331584 : ffff982b90254c00) 00010000:00000001:0.0:1769074819.741113:0:31173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074819.741115:0:31173:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074819.741118:0:31173:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254c00/0x5d432443066b73f6 lrc: 5/2,0 mode: PR/PR res: [0x2000013a1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d09e expref: -99 pid: 31173 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074819.741125:0:31173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.741126:0:31173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074819.741128:0:31173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074819.741129:0:31173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074819.741130:0:31173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254c00 refcount=5 00000020:00000001:0.0:1769074819.741132:0:31173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602220032 : -114162107331584 : ffff982b90254c00) 00010000:00000001:0.0:1769074819.741134:0:31173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602220032 : -114162107331584 : ffff982b90254c00) 00010000:00000001:0.0:1769074819.741137:0:31173:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074819.741139:0:31173:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254c00/0x5d432443066b73f6 lrc: 5/2,0 mode: PR/PR res: [0x2000013a1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d09e expref: -99 pid: 31173 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074819.741145:0:31173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.741146:0:31173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074819.741149:0:31173:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254c00/0x5d432443066b73f6 lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d09e expref: -99 pid: 31173 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074819.741154:0:31173:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074819.741155:0:31173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.741157:0:31173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074819.741158:0:31173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.741159:0:31173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074819.741164:0:31173:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff982b903aaa00 x1855007613327872/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 600/584 e 0 to 0 dl 1769074835 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1769074819.741171:0:31173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074819.741172:0:31173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074819.741173:0:31173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254c00 refcount=3 00000020:00000001:0.0:1769074819.741175:0:31173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602220032 : -114162107331584 : ffff982b90254c00) 00010000:00000001:0.0:1769074819.741177:0:31173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602220032 : -114162107331584 : ffff982b90254c00) 00010000:00000001:0.0:1769074819.741180:0:31173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.741181:0:31173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074819.741182:0:31173:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074819.741195:0:31173:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074819.741199:0:31173:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1769074819.741202:0:31173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074819.741203:0:31173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074819.741204:0:31173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254c00 refcount=3 00000020:00000001:0.0:1769074819.741206:0:31173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602220032 : -114162107331584 : ffff982b90254c00) 00010000:00000001:0.0:1769074819.741208:0:31173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602220032 : -114162107331584 : ffff982b90254c00) 00000002:00010000:0.0:1769074819.741211:0:31173:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254c00/0x5d432443066b73f6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d09e expref: -99 pid: 31173 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074819.741217:0:31173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.741218:0:31173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074819.741221:0:31173:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074819.741223:0:31173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074819.741224:0:31173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074819.741225:0:31173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254c00 refcount=3 00000020:00000001:0.0:1769074819.741227:0:31173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602220032 : -114162107331584 : ffff982b90254c00) 00010000:00000001:0.0:1769074819.741228:0:31173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602220032 : -114162107331584 : ffff982b90254c00) 00010000:00000040:0.0:1769074819.741232:0:31173:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5900 count: 2 00010000:00000001:0.0:1769074819.741235:0:31173:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074819.741240:0:31173:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b873df800 type 13 mode 4 res 8589939617/55 (0 0) 00010000:00000001:0.0:1769074819.741242:0:31173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.741243:0:31173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074819.741245:0:31173:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074819.741249:0:31173:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0191b718 00000002:00002000:0.0:1769074819.741251:0:31173:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=fsa-oleg451-client.virtnet intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1769074819.741254:0:31173:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074819.741259:0:31173:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074819.741262:0:31173:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074819.741266:0:31173:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1769074819.741270:0:31173:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074819.741274:0:31173:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000001:0.0:1769074819.741278:0:31173:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1769074819.741314:0:31173:0:(namei.c:677:ll_lookup_it_finish()) it ffffbcdb0191bb20 it_disposition b 00000080:00000001:0.0:1769074819.741319:0:31173:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074819.741327:0:31173:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1769074819.741331:0:31173:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074819.741334:0:31173:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366327 : 144115272381366327 : 2000013a1000037) 00000080:00000001:0.0:1769074819.741338:0:31173:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:0.0:1769074819.741347:0:31173:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366327 : 144115272381366327 : 2000013a1000037) 00000080:00000001:0.0:1769074819.741351:0:31173:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:0.0:1769074819.741358:0:31173:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a1:0x37:0x0], updating i_size 0 00000080:00200000:0.0:1769074819.741361:0:31173:0:(namei.c:151:ll_iget()) got inode: [0x2000013a1:0x37:0x0](ffff982b9069cb08): rc = 0 00000080:00000001:0.0:1769074819.741364:0:31173:0:(namei.c:160:ll_iget()) Process leaving (rc=18446629911606709000 : -114162102842616 : ffff982b9069cb08) 00010000:00000001:0.0:1769074819.741366:0:31173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074819.741367:0:31173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074819.741370:0:31173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254c00 refcount=3 00000020:00000001:0.0:1769074819.741372:0:31173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602220032 : -114162107331584 : ffff982b90254c00) 00010000:00000001:0.0:1769074819.741374:0:31173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602220032 : -114162107331584 : ffff982b90254c00) 00000080:00000001:0.0:1769074819.741379:0:31173:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:0.0:1769074819.741382:0:31173:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000010:0.0:1769074819.741389:0:31173:0:(cl_object.c:669:cl_env_new()) slab-alloced 'cle': 144 at ffff982b88b53000. 00000020:00000010:0.0:1769074819.741395:0:31173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b8706b600. 00000020:00000010:0.0:1769074819.741401:0:31173:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff982b8706b200. 00000020:00000010:0.0:1769074819.741406:0:31173:0:(cl_object.c:1091:cl_key_init()) kmalloced '(value)': 72 at ffff982b98412a80. 00000008:00000010:0.0:1769074819.741416:0:31173:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff982b87d69650. 00020000:00000010:0.0:1769074819.741423:0:31173:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff982b848229c0. 00008000:00000010:0.0:1769074819.741429:0:31173:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff982b852dfc08. 00000080:00000010:0.0:1769074819.741437:0:31173:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff982b8528b690. 00000080:00000010:0.0:1769074819.741442:0:31173:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff982b852756d0. 00000020:00000010:0.0:1769074819.741445:0:31173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b8706a200. 00000008:00000010:0.0:1769074819.741450:0:31173:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff982b891cfe40. 00020000:00000010:0.0:1769074819.741454:0:31173:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff982b9875af40. 00008000:00000010:0.0:1769074819.741458:0:31173:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff982b88b52518. 00000080:00000010:0.0:1769074819.741462:0:31173:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff982b84eecc30. 00000020:00000001:0.0:1769074819.741466:0:31173:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911477432328 : -114162232119288 : ffff982b88b53008) 00000020:00001000:0.0:1769074819.741468:0:31173:0:(cl_object.c:785:cl_env_get()) 1@ffff982b88b53000 00000020:00000001:0.0:1769074819.741471:0:31173:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:0.0:1769074819.741476:0:31173:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000002:0.0:1769074819.741480:0:31173:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff982b90256aa8) owner ffff982b9a0e4f80 00020000:00000001:0.0:1769074819.741483:0:31173:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1769074819.741487:0:31173:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff982b90256aa8) owner ffff982b9a0e4f80 00020000:00000002:0.0:1769074819.741490:0:31173:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x37:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1769074819.741493:0:31173:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074819.741495:0:31173:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074819.741498:0:31173:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1769074819.741502:0:31173:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b90256aa8) owner 0000000000000000/ffff982b9a0e4f80 00020000:00000002:0.0:1769074819.741505:0:31173:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b90256aa8) owner 0000000000000000/ffff982b9a0e4f80 00020000:00000001:0.0:1769074819.741507:0:31173:0:(lov_object.c:2245:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1769074819.741510:0:31173:0:(lov_object.c:2251:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074819.741521:0:31173:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x37:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:0.0:1769074819.741525:0:31173:0:(cl_object.c:879:cl_env_put()) 1@ffff982b88b53000 00000080:00000001:0.0:1769074819.741528:0:31173:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.741530:0:31173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.741531:0:31173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074819.741533:0:31173:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074819.741536:0:31173:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1769074819.741538:0:31173:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074819.741542:0:31173:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x37:0x0](ffff982b9069cb08) for lock 0x5d432443066b73f6 00800000:00000001:0.0:1769074819.741545:0:31173:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074819.741547:0:31173:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074819.741548:0:31173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074819.741550:0:31173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074819.741551:0:31173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254c00 refcount=3 00000020:00000001:0.0:1769074819.741553:0:31173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602220032 : -114162107331584 : ffff982b90254c00) 00010000:00000001:0.0:1769074819.741555:0:31173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602220032 : -114162107331584 : ffff982b90254c00) 00010000:00000001:0.0:1769074819.741557:0:31173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.741558:0:31173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074819.741559:0:31173:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074819.741561:0:31173:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1769074819.741569:0:31173:0:(namei.c:656:ll_splice_alias()) Add dentry ffff982b90d89a20 inode ffff982b9069cb08 refc 1 flags 0x40000e 00000080:00000001:0.0:1769074819.741573:0:31173:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1769074819.741577:0:31173:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x37:0x0](ffff982b9069cb08) 00000080:00010000:0.0:1769074819.741581:0:31173:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b73f6 from it ffffbcdb0191bb20 00010000:00000001:0.0:1769074819.741582:0:31173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074819.741583:0:31173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074819.741584:0:31173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254c00 refcount=3 00000020:00000001:0.0:1769074819.741586:0:31173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602220032 : -114162107331584 : ffff982b90254c00) 00010000:00000001:0.0:1769074819.741589:0:31173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602220032 : -114162107331584 : ffff982b90254c00) 00010000:00000001:0.0:1769074819.741590:0:31173:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074819.741593:0:31173:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254c00/0x5d432443066b73f6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf5b77ed682f5d09e expref: -99 pid: 31173 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074819.741603:0:31173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.741604:0:31173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074819.741606:0:31173:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074819.741608:0:31173:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074819.741610:0:31173:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254c00/0x5d432443066b73f6 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf5b77ed682f5d09e expref: -99 pid: 31173 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074819.741618:0:31173:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074819.741620:0:31173:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074819.741622:0:31173:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074819.741627:0:31173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.741628:0:31173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074819.741630:0:31173:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.741634:0:31173:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074819.741636:0:31173:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.741638:0:31173:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.741641:0:31173:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.741643:0:31173:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074819.741644:0:31173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.741645:0:31173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074819.741647:0:31173:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1769074819.741651:0:31173:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b8706b400. 00000100:00000001:0.0:1769074819.741656:0:31173:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074819.741662:0:31173:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b903aaa00 x1855007613327872/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 600/584 e 0 to 0 dl 1769074835 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074819.741669:0:31173:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074819.741673:0:31173:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074819.741678:0:31173:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff982b855d0000. 02000000:00000001:0.0:1769074819.741681:0:31173:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074819.741684:0:31173:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074819.741686:0:31173:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=4 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074819.741688:0:31173:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074819.741691:0:31173:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b87fc4c00. 02000000:00000001:0.0:1769074819.741695:0:31173:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074819.741698:0:31173:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074819.741701:0:31173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b903aaa00. 00000100:00000001:0.0:1769074819.741706:0:31173:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074819.741707:0:31173:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769074819.741711:0:31173:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1769074819.741713:0:31173:0:(dcache.c:176:ll_intent_release()) intent ffffbcdb0191bb20 released 00000080:00000001:0.0:1769074819.741715:0:31173:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:0.0:1769074819.741734:0:31173:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0191bd08 00000080:00200008:0.0:1769074819.741737:0:31173:0:(file.c:6252:ll_getattr_dentry()) START file fsa-oleg451-client.virtnet:[0x2000013a1:0x37:0x0](ffff982b9069cb08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1769074819.741745:0:31173:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074819.741746:0:31173:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0191bc80 00000080:00200000:0.0:1769074819.741748:0:31173:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x2000013a1:0x37:0x0](ffff982b9069cb08),name=fsa-oleg451-client.virtnet 00000080:00000010:0.0:1769074819.741754:0:31173:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b8706b400. 00800000:00000002:0.0:1769074819.741761:0:31173:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:0.0:1769074819.741768:0:31173:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074819.741773:0:31173:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074819.741775:0:31173:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0191bba0 00800000:00000002:0.0:1769074819.741777:0:31173:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x2000013a1:0x37:0x0] 'fsa-oleg451-client.virtnet' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074819.741781:0:31173:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074819.741786:0:31173:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x37:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074819.741790:0:31173:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074819.741792:0:31173:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0191ba70 00000002:00010000:0.0:1769074819.741794:0:31173:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a1:0x37:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074819.741797:0:31173:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074819.741800:0:31173:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074819.741802:0:31173:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074819.741805:0:31173:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5900 count: 2 00010000:00000001:0.0:1769074819.741807:0:31173:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074819.741810:0:31173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074819.741812:0:31173:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769074819.741814:0:31173:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254c00/0x5d432443066b73f6 lrc: 2/1,0 mode: PR/PR res: [0x2000013a1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf5b77ed682f5d09e expref: -99 pid: 31173 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1769074819.741822:0:31173:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1769074819.741827:0:31173:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074819.741830:0:31173:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254c00/0x5d432443066b73f6 lrc: 2/1,0 mode: PR/PR res: [0x2000013a1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf5b77ed682f5d09e expref: -99 pid: 31173 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1769074819.741835:0:31173:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1769074819.741837:0:31173:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074819.741839:0:31173:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074819.741841:0:31173:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074819.741843:0:31173:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074819.741844:0:31173:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1769074819.741846:0:31173:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1769074819.741848:0:31173:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:0.0:1769074819.741850:0:31173:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b8706b400. 00000080:00000001:0.0:1769074819.741853:0:31173:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074819.741855:0:31173:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074819.741857:0:31173:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x37:0x0](ffff982b9069cb08) 00000080:00010000:0.0:1769074819.741860:0:31173:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x37:0x0](ffff982b9069cb08) for lock 0x5d432443066b73f6 00800000:00000001:0.0:1769074819.741863:0:31173:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074819.741864:0:31173:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074819.741865:0:31173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074819.741866:0:31173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074819.741868:0:31173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254c00 refcount=3 00000020:00000001:0.0:1769074819.741869:0:31173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602220032 : -114162107331584 : ffff982b90254c00) 00010000:00000001:0.0:1769074819.741871:0:31173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602220032 : -114162107331584 : ffff982b90254c00) 00010000:00000001:0.0:1769074819.741873:0:31173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.741874:0:31173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074819.741875:0:31173:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074819.741877:0:31173:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074819.741879:0:31173:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b73f6 from it ffffbcdb0191bcb8 00010000:00000001:0.0:1769074819.741880:0:31173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074819.741881:0:31173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074819.741882:0:31173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254c00 refcount=3 00000020:00000001:0.0:1769074819.741884:0:31173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602220032 : -114162107331584 : ffff982b90254c00) 00010000:00000001:0.0:1769074819.741885:0:31173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602220032 : -114162107331584 : ffff982b90254c00) 00010000:00000001:0.0:1769074819.741888:0:31173:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074819.741891:0:31173:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254c00/0x5d432443066b73f6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf5b77ed682f5d09e expref: -99 pid: 31173 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074819.741896:0:31173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.741897:0:31173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074819.741898:0:31173:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074819.741899:0:31173:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074819.741901:0:31173:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254c00/0x5d432443066b73f6 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf5b77ed682f5d09e expref: -99 pid: 31173 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074819.741908:0:31173:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074819.741909:0:31173:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074819.741910:0:31173:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074819.741912:0:31173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.741914:0:31173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074819.741915:0:31173:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.741917:0:31173:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074819.741918:0:31173:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.741920:0:31173:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.741921:0:31173:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.741923:0:31173:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074819.741923:0:31173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.741924:0:31173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074819.741926:0:31173:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769074819.741927:0:31173:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769074819.741932:0:31173:0:(pcc.c:2683:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1769074819.741936:0:31173:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1769074819.741939:0:31173:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769074819.741942:0:31173:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1769074819.741943:0:31173:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.741945:0:31173:0:(pcc.c:2692:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.741948:0:31173:0:(file.c:6307:ll_getattr_dentry()) Process leaving via fill_attr (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769074819.741954:0:31173:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0191bd08 00000080:00000008:0.0:1769074819.741956:0:31173:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file fsa-oleg451-client.virtnet:[0x2000013a1:0x37:0x0](ffff982b9069cb08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1769074819.741961:0:31173:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1769074819.741963:0:31173:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0191bda0 00000080:00002000:0.0:1769074819.741965:0:31173:0:(dcache.c:127:ll_ddelete()) keeping dentry fsa-oleg451-client.virtnet (ffff982b90d89a20, parent ffff982b90d9e5e8, inode ffff982b9069cb08) hashed, 00000080:00000001:0.0:1769074819.741968:0:31173:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.742028:0:31173:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074819.742033:0:31173:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074819.742034:0:31173:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074819.742036:0:31173:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0191bbd8 00000080:00200000:0.0:1769074819.742038:0:31173:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:0.0:1769074819.742042:0:31173:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b8706b400. 00800000:00000002:0.0:1769074819.742045:0:31173:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:0.0:1769074819.742048:0:31173:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074819.742050:0:31173:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074819.742051:0:31173:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0191baf8 00800000:00000002:0.0:1769074819.742052:0:31173:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074819.742055:0:31173:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074819.742057:0:31173:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074819.742060:0:31173:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074819.742062:0:31173:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0191b9c8 00000002:00010000:0.0:1769074819.742063:0:31173:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074819.742066:0:31173:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074819.742067:0:31173:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074819.742068:0:31173:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074819.742072:0:31173:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5300 count: 2 00010000:00000001:0.0:1769074819.742074:0:31173:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074819.742076:0:31173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074819.742078:0:31173:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769074819.742081:0:31173:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255000/0x5d432443066b73ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d082 expref: -99 pid: 31173 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1769074819.742088:0:31173:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1769074819.742091:0:31173:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074819.742093:0:31173:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255000/0x5d432443066b73ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d082 expref: -99 pid: 31173 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1769074819.742099:0:31173:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1769074819.742101:0:31173:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074819.742103:0:31173:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074819.742105:0:31173:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074819.742106:0:31173:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074819.742108:0:31173:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1769074819.742110:0:31173:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1769074819.742112:0:31173:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:0.0:1769074819.742114:0:31173:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b8706b400. 00000080:00000001:0.0:1769074819.742117:0:31173:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074819.742118:0:31173:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074819.742120:0:31173:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:0.0:1769074819.742122:0:31173:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b73ef 00800000:00000001:0.0:1769074819.742124:0:31173:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074819.742126:0:31173:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074819.742127:0:31173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074819.742128:0:31173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074819.742130:0:31173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255000 refcount=3 00000020:00000001:0.0:1769074819.742132:0:31173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602221056 : -114162107330560 : ffff982b90255000) 00010000:00000001:0.0:1769074819.742134:0:31173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602221056 : -114162107330560 : ffff982b90255000) 00010000:00000001:0.0:1769074819.742136:0:31173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.742138:0:31173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074819.742139:0:31173:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074819.742141:0:31173:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074819.742143:0:31173:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b73ef from it ffffbcdb0191bc10 00010000:00000001:0.0:1769074819.742144:0:31173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074819.742146:0:31173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074819.742147:0:31173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255000 refcount=3 00000020:00000001:0.0:1769074819.742149:0:31173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602221056 : -114162107330560 : ffff982b90255000) 00010000:00000001:0.0:1769074819.742151:0:31173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602221056 : -114162107330560 : ffff982b90255000) 00010000:00000001:0.0:1769074819.742153:0:31173:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074819.742155:0:31173:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255000/0x5d432443066b73ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d082 expref: -99 pid: 31173 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074819.742163:0:31173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.742165:0:31173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074819.742167:0:31173:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074819.742169:0:31173:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074819.742171:0:31173:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255000/0x5d432443066b73ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d082 expref: -99 pid: 31173 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074819.742178:0:31173:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074819.742180:0:31173:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074819.742181:0:31173:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074819.742183:0:31173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.742184:0:31173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074819.742185:0:31173:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.742188:0:31173:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074819.742189:0:31173:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.742190:0:31173:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.742192:0:31173:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.742194:0:31173:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074819.742195:0:31173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.742196:0:31173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074819.742198:0:31173:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769074819.742199:0:31173:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074819.742202:0:31173:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 1 00000080:00000001:0.0:1769074819.742206:0:31173:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.742214:0:31173:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1769074819.742217:0:31173:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0191bda0 00000080:00002000:0.0:1769074819.742218:0:31173:0:(dcache.c:87:ll_dcompare()) found name fsa-oleg451-client.virtnet(ffff982b90d89a20) flags 0x48000e refc 0 00000080:00000001:0.0:1769074819.742222:0:31173:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074819.742224:0:31173:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0191be10 00000080:00200000:0.0:1769074819.742226:0:31173:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=fsa-oleg451-client.virtnet, flags=0 00000080:00000001:0.0:1769074819.742233:0:31173:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074819.742234:0:31173:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074819.742236:0:31173:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0191bd30 00000080:00200000:0.0:1769074819.742237:0:31173:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:0.0:1769074819.742241:0:31173:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b8706b400. 00800000:00000002:0.0:1769074819.742243:0:31173:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:0.0:1769074819.742245:0:31173:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074819.742247:0:31173:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074819.742248:0:31173:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0191bc50 00800000:00000002:0.0:1769074819.742251:0:31173:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074819.742254:0:31173:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074819.742256:0:31173:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074819.742259:0:31173:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074819.742260:0:31173:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0191bb20 00000002:00010000:0.0:1769074819.742262:0:31173:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074819.742265:0:31173:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074819.742266:0:31173:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074819.742268:0:31173:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074819.742270:0:31173:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5300 count: 2 00010000:00000001:0.0:1769074819.742272:0:31173:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074819.742274:0:31173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074819.742275:0:31173:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769074819.742278:0:31173:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255000/0x5d432443066b73ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d082 expref: -99 pid: 31173 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1769074819.742324:0:31173:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1769074819.742326:0:31173:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074819.742328:0:31173:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255000/0x5d432443066b73ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d082 expref: -99 pid: 31173 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1769074819.742335:0:31173:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1769074819.742336:0:31173:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074819.742338:0:31173:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074819.742340:0:31173:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074819.742342:0:31173:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074819.742344:0:31173:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1769074819.742346:0:31173:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1769074819.742348:0:31173:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:0.0:1769074819.742350:0:31173:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b8706b400. 00000080:00000001:0.0:1769074819.742352:0:31173:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074819.742354:0:31173:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074819.742357:0:31173:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:0.0:1769074819.742360:0:31173:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b73ef 00800000:00000001:0.0:1769074819.742363:0:31173:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074819.742364:0:31173:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074819.742366:0:31173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074819.742367:0:31173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074819.742368:0:31173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255000 refcount=3 00000020:00000001:0.0:1769074819.742370:0:31173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602221056 : -114162107330560 : ffff982b90255000) 00010000:00000001:0.0:1769074819.742372:0:31173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602221056 : -114162107330560 : ffff982b90255000) 00010000:00000001:0.0:1769074819.742374:0:31173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.742376:0:31173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074819.742377:0:31173:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074819.742379:0:31173:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074819.742381:0:31173:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b73ef from it ffffbcdb0191bd68 00010000:00000001:0.0:1769074819.742383:0:31173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074819.742384:0:31173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074819.742385:0:31173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255000 refcount=3 00000020:00000001:0.0:1769074819.742387:0:31173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602221056 : -114162107330560 : ffff982b90255000) 00010000:00000001:0.0:1769074819.742389:0:31173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602221056 : -114162107330560 : ffff982b90255000) 00010000:00000001:0.0:1769074819.742391:0:31173:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074819.742394:0:31173:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255000/0x5d432443066b73ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d082 expref: -99 pid: 31173 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074819.742399:0:31173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.742401:0:31173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074819.742402:0:31173:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074819.742404:0:31173:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074819.742406:0:31173:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255000/0x5d432443066b73ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d082 expref: -99 pid: 31173 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074819.742411:0:31173:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074819.742413:0:31173:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074819.742414:0:31173:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074819.742416:0:31173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.742417:0:31173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074819.742418:0:31173:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.742420:0:31173:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074819.742422:0:31173:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.742423:0:31173:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.742425:0:31173:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.742427:0:31173:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074819.742429:0:31173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.742430:0:31173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074819.742431:0:31173:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769074819.742432:0:31173:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074819.742435:0:31173:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 3 00000080:00000001:0.0:1769074819.742437:0:31173:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.742442:0:31173:0:(namei.c:2351:ll_unlink()) Process entered 00000020:00000001:0.0:1769074819.742443:0:31173:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0191bdf8 00000080:00200000:0.0:1769074819.742446:0:31173:0:(namei.c:2354:ll_unlink()) VFS Op:name=fsa-oleg451-client.virtnet, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00000001:0.0:1769074819.742449:0:31173:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1769074819.742452:0:31173:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074819.742456:0:31173:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911477432328 : -114162232119288 : ffff982b88b53008) 00000020:00001000:0.0:1769074819.742457:0:31173:0:(cl_object.c:785:cl_env_get()) 1@ffff982b88b53000 00000020:00000001:0.0:1769074819.742460:0:31173:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1769074819.742463:0:31173:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b90256aa8) owner 0000000000000000/ffff982b9a0e4f80 00020000:00000002:0.0:1769074819.742466:0:31173:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b90256aa8) owner 0000000000000000/ffff982b9a0e4f80 00020000:00000001:0.0:1769074819.742468:0:31173:0:(lov_object.c:2245:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1769074819.742470:0:31173:0:(lov_object.c:2251:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1769074819.742472:0:31173:0:(cl_object.c:879:cl_env_put()) 1@ffff982b88b53000 00000080:00000001:0.0:1769074819.742474:0:31173:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1769074819.742478:0:31173:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b8706b400. 00800000:00000002:0.0:1769074819.742481:0:31173:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00800000:00000001:0.0:1769074819.742489:0:31173:0:(lmv_obd.c:3340:lmv_unlink()) Process entered 00800000:00000001:0.0:1769074819.742494:0:31173:0:(lmv_obd.c:2410:lmv_early_cancel()) Process entered 00800000:00000002:0.0:1769074819.742496:0:31173:0:(lmv_obd.c:2429:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x2000013a1:0x37:0x0] 00800000:00000001:0.0:1769074819.742499:0:31173:0:(lmv_obd.c:2434:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074819.742501:0:31173:0:(lmv_obd.c:3380:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x2000013a1:0x37:0x0] -> mds #0 00000002:00000001:0.0:1769074819.742505:0:31173:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1769074819.742507:0:31173:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1769074819.742510:0:31173:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5300 count: 2 00010000:00000001:0.0:1769074819.742512:0:31173:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074819.742526:0:31173:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1769074819.742530:0:31173:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1769074819.742534:0:31173:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255000/0x5d432443066b73ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf5b77ed682f5d082 expref: -99 pid: 31173 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1769074819.742541:0:31173:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1769074819.742546:0:31173:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1769074819.742548:0:31173:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1769074819.742550:0:31173:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1769074819.742552:0:31173:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074819.742554:0:31173:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074819.742555:0:31173:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5300 count: 3 00010000:00000001:0.0:1769074819.742557:0:31173:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074819.742559:0:31173:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074819.742560:0:31173:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074819.742561:0:31173:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074819.742563:0:31173:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5300 count: 3 00010000:00000001:0.0:1769074819.742564:0:31173:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074819.742566:0:31173:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074819.742567:0:31173:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074819.742568:0:31173:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074819.742569:0:31173:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5300 count: 3 00010000:00000001:0.0:1769074819.742571:0:31173:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074819.742573:0:31173:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.742575:0:31173:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1769074819.742577:0:31173:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff982b90dbe300, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1769074819.742582:0:31173:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1769074819.742583:0:31173:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1769074819.742586:0:31173:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1769074819.742588:0:31173:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.742591:0:31173:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1769074819.742594:0:31173:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1769074819.742596:0:31173:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1769074819.742597:0:31173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074819.742599:0:31173:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1769074819.742601:0:31173:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b90255000 with handle 0x5d432443066b73ef from hash 00010000:00000001:0.0:1769074819.742604:0:31173:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1769074819.742606:0:31173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.742607:0:31173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074819.742608:0:31173:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1769074819.742611:0:31173:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1769074819.742612:0:31173:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1769074819.742616:0:31173:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074819.742618:0:31173:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074819.742620:0:31173:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074819.742622:0:31173:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1769074819.742624:0:31173:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5900 count: 2 00010000:00000001:0.0:1769074819.742625:0:31173:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074819.742627:0:31173:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1769074819.742629:0:31173:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1769074819.742631:0:31173:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254c00/0x5d432443066b73f6 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xf5b77ed682f5d09e expref: -99 pid: 31173 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1769074819.742637:0:31173:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1769074819.742638:0:31173:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1769074819.742639:0:31173:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1769074819.742640:0:31173:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x37:0x0] mode (null) 00000002:00000001:0.0:1769074819.742642:0:31173:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074819.742643:0:31173:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074819.742645:0:31173:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5900 count: 3 00010000:00000001:0.0:1769074819.742647:0:31173:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074819.742649:0:31173:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074819.742650:0:31173:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074819.742651:0:31173:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074819.742653:0:31173:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5900 count: 3 00010000:00000001:0.0:1769074819.742654:0:31173:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074819.742656:0:31173:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074819.742658:0:31173:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074819.742659:0:31173:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074819.742661:0:31173:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5900 count: 3 00010000:00000001:0.0:1769074819.742662:0:31173:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074819.742664:0:31173:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074819.742666:0:31173:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074819.742667:0:31173:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074819.742669:0:31173:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5900 count: 3 00010000:00000001:0.0:1769074819.742670:0:31173:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074819.742672:0:31173:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.742674:0:31173:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.742676:0:31173:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:0.0:1769074819.742678:0:31173:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074819.742679:0:31173:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911477432328 : -114162232119288 : ffff982b88b53008) 00000020:00001000:0.0:1769074819.742682:0:31173:0:(cl_object.c:785:cl_env_get()) 1@ffff982b88b53000 00000020:00000001:0.0:1769074819.742683:0:31173:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:0.0:1769074819.742686:0:31173:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x37:0x0]: losing layout lock 00000080:00000001:0.0:1769074819.742689:0:31173:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1769074819.742693:0:31173:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1769074819.742696:0:31173:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:0.0:1769074819.742698:0:31173:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1769074819.742701:0:31173:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x37:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1769074819.742703:0:31173:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074819.742706:0:31173:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1769074819.742707:0:31173:0:(cl_object.c:879:cl_env_put()) 1@ffff982b88b53000 00000080:00000001:0.0:1769074819.742710:0:31173:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.742712:0:31173:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1769074819.742715:0:31173:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x37:0x0](ffff982b9069cb08) invalid 00000020:00000001:0.0:1769074819.742717:0:31173:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0191ba60 00000080:00002000:0.0:1769074819.742719:0:31173:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry fsa-oleg451-client.virtnet (ffff982b90d89a20) parent ffff982b90d9e5e8 inode ffff982b9069cb08 refc 1 00000080:00000001:0.0:1769074819.742723:0:31173:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1769074819.742725:0:31173:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1769074819.742726:0:31173:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.742729:0:31173:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1769074819.742730:0:31173:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1769074819.742732:0:31173:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1769074819.742733:0:31173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074819.742735:0:31173:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1769074819.742738:0:31173:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b90254c00 with handle 0x5d432443066b73f6 from hash 00010000:00000001:0.0:1769074819.742740:0:31173:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1769074819.742741:0:31173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.742742:0:31173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074819.742743:0:31173:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1769074819.742745:0:31173:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1769074819.742747:0:31173:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1769074819.742749:0:31173:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074819.742751:0:31173:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074819.742753:0:31173:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1769074819.742758:0:31173:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903aaa00. 00000020:00000040:0.0:1769074819.742763:0:31173:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:0.0:1769074819.742768:0:31173:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769074819.742770:0:31173:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.742773:0:31173:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1769074819.742777:0:31173:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074819.742779:0:31173:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074819.742782:0:31173:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074819.742784:0:31173:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074819.742787:0:31173:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074819.742795:0:31173:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b8706ae00. 00000100:00000001:0.0:1769074819.742803:0:31173:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.742807:0:31173:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074819.742810:0:31173:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1769074819.742817:0:31173:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254c00/0x5d432443066b73f6 lrc: 1/0,0 mode: --/PR res: [0x2000013a1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf5b77ed682f5d09e expref: -99 pid: 31173 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074819.742824:0:31173:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255000/0x5d432443066b73ef lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d082 expref: -99 pid: 31173 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074819.742830:0:31173:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1769074819.742832:0:31173:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1769074819.742834:0:31173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1769074819.742836:0:31173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254c00/0x5d432443066b73f6 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf5b77ed682f5d09e expref: -99 pid: 31173 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1769074819.742844:0:31173:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b985e5900 count: 0 00010000:00000010:0.0:1769074819.742851:0:31173:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b985e6c80. 00010000:00000001:0.0:1769074819.742863:0:31173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074819.742865:0:31173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1769074819.742868:0:31173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255000/0x5d432443066b73ef lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d082 expref: -99 pid: 31173 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1769074819.742874:0:31173:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b985e5300 count: 0 00010000:00000010:0.0:1769074819.742877:0:31173:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b985e6500. 00010000:00000001:0.0:1769074819.742883:0:31173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074819.742884:0:31173:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.742886:0:31173:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074819.742888:0:31173:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.742890:0:31173:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1769074819.742906:0:31173:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b858dd800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074819.742918:0:31173:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b903aaa00 x1855007613328128/t0(0) o36->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769074819.742926:0:31173:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074819.742928:0:31173:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074819.742938:0:31173:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b985ec540. 00000100:00000001:0.0:1769074819.742940:0:31173:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911740204352 : -114161969347264 : ffff982b985ec540) 00000100:00000001:0.0:1769074819.742943:0:31173:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074819.742944:0:31173:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603620352 : -114162105931264 : ffff982b903aaa00) 00000100:00000001:0.0:1769074819.742950:0:31173:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074819.742955:0:31173:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074819.742957:0:31173:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074819.742958:0:31173:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074819.742963:0:31173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903aaa00 x1855007613328128/t0(0) o36->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074819.742970:0:31173:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074819.742973:0:31173:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074819.742977:0:31173:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074819.742980:0:31173:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074819.742983:0:31173:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074819.742987:0:31173:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903aaa00 pname:cluuid:pid:xid:nid:opc:job rm:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31173:1855007613328128:192.168.204.151@tcp:36:rm.0 00000100:00000001:0.0:1769074819.742992:0:31173:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074819.742998:0:31173:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074819.743001:0:31173:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074819.743004:0:31173:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074819.743009:0:31173:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b87fc4c00. 02000000:00000001:0.0:1769074819.743011:0:31173:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074819.743022:0:31173:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074819.743027:0:31173:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b65d8. 00000400:00000010:0.0:1769074819.743035:0:31173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f088. 00000100:00000200:0.0:1769074819.743045:0:31173:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613328128, portal 10 00000100:00000001:0.0:1769074819.743047:0:31173:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074819.743048:0:31173:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603620352 : -114162105931264 : ffff982b903aaa00) 00000100:00000040:0.0:1769074819.743055:0:31173:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b903aaa00 x1855007613328128/t0(0) o36->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 512/624 e 0 to 0 dl 1769074835 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074819.743063:0:31173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074819.743067:0:31173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074819.743070:0:31173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604faa0. 00000100:00000200:0.0:1769074819.743074:0:31173:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1855007613328128, offset 0 00000400:00000200:0.0:1769074819.743083:0:31173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074819.743093:0:31173:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074819.743102:0:31173:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074819.743109:0:31173:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074819.743114:0:31173:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074819.743118:0:31173:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074819.743121:0:31173:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074819.743126:0:31173:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15301:15301:256:4294967295] 192.168.204.151@tcp LPNI seq info [15301:15301:8:4294967295] 00000400:00000200:0.0:1769074819.743130:0:31173:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074819.743144:0:31173:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074819.743151:0:31173:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074819.743158:0:31173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b500. 00000800:00000200:0.0:1769074819.743167:0:31173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074819.743176:0:31173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074819.743181:0:31173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816b500 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1769074819.744299:0:31173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074819.744313:0:31173:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 981915 usecs (982 jiffies) 00000400:00000200:0.0:1769074819.744323:0:31173:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074819.744328:0:31173:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296477403 00000100:00000001:0.0:1769074819.744331:0:31173:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296484230 00000100:00000001:0.0:1769074819.744334:0:31173:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296477403 00000100:00000001:0.0:1769074819.744336:0:31173:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296484230 00000100:00000001:0.0:1769074819.744339:0:31173:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074819.744342:0:31173:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074819.744347:0:31173:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074819.744349:0:31173:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074819.744353:0:31173:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985ec540 going to sleep for 11 seconds 00000100:00000001:0.0:1769074819.744358:0:31173:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074819.744361:0:31173:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074819.745121:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074819.745130:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b500. 00000400:00000200:2.0:1769074819.745139:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074819.745149:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074819.745158:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604faa0 00000400:00000010:2.0:1769074819.745161:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604faa0. 00000100:00000001:2.0:1769074819.745167:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074819.745177:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903aaa00 x1855007613328128/t0(0) o36->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 512/624 e 0 to 0 dl 1769074835 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074819.747916:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074819.747935:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903aaa00 x1855007613328128/t0(0) o36->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 512/624 e 0 to 0 dl 1769074835 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074819.747948:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074819.747950:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074819.749983:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074819.750007:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074819.750013:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074819.750016:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074819.750029:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074819.750039:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074819.750048:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074819.750054:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074819.750062:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074819.750066:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd91b00 00000400:00000200:3.0:1769074819.750073:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074819.750082:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x22135 [1] + 224 00000800:00000001:3.0:1769074819.750093:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074819.750103:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074819.750106:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074819.750111:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074819.750123:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074819.750135:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903aaa00 x1855007613328128/t0(0) o36->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 512/624 e 0 to 0 dl 1769074835 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074819.750146:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff982b903aaa00 x1855007613328128/t0(0) o36->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 512/624 e 0 to 0 dl 1769074835 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074819.750207:0:31173:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074819.750226:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074819.750239:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074819.750243:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074819.750251:0:2358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074819.750258:0:2358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15302:15302:256:4294967295] 192.168.204.151@tcp LPNI seq info [15302:15302:8:4294967295] 00000400:00000200:3.0:1769074819.750263:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074819.750272:0:2358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:3.0:1769074819.750278:0:2358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074819.750642:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73f500. 00000800:00000200:2.0:1769074819.750652:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074819.750662:0:2358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074819.750667:0:2358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73f500 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1769074819.750777:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074819.750781:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73f500. 00000400:00000200:2.0:1769074819.750786:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074819.750790:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:2.0:1769074819.750798:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074819.750802:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1769074819.752869:0:31173:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e5900. 00010000:00000010:0.1:1769074819.752889:0:31173:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90254c00. 00010000:00000010:0.1:1769074819.752893:0:31173:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e5300. 00010000:00000010:0.1:1769074819.752897:0:31173:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90255000. 00000400:00000001:0.0:1769074819.752916:0:31173:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074819.752921:0:31173:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074819.752925:0:31173:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b65d8. 00000400:00000200:0.0:1769074819.752931:0:31173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f088 00000400:00000010:0.0:1769074819.752934:0:31173:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f088. 00000100:00000001:0.0:1769074819.752939:0:31173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074819.752955:0:31173:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903aaa00 x1855007613328128/t0(0) o36->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 512/624 e 0 to 0 dl 1769074835 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074819.752967:0:31173:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903aaa00 x1855007613328128/t0(0) o36->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 512/624 e 0 to 0 dl 1769074835 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074819.753057:0:31173:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074819.753061:0:31173:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074819.753065:0:31173:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074819.753070:0:31173:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074819.753074:0:31173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074819.753076:0:31173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074819.753080:0:31173:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074819.753094:0:31173:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=30 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074819.753099:0:31173:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=92 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074819.753102:0:31173:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074819.753103:0:31173:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.753107:0:31173:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074819.753111:0:31173:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074819.753115:0:31173:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1769074819.753117:0:31173:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1100000001] 00000100:00000001:0.0:1769074819.753119:0:31173:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1769074819.753123:0:31173:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074819.753124:0:31173:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603620352 : -114162105931264 : ffff982b903aaa00) 00000100:00000001:0.0:1769074819.753127:0:31173:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074819.753129:0:31173:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:0.0:1769074819.753132:0:31173:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074819.753135:0:31173:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074819.753140:0:31173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903aaa00 x1855007613328128/t73014444034(73014444034) o36->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 512/456 e 0 to 0 dl 1769074835 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074819.753148:0:31173:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074819.753151:0:31173:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074819.753153:0:31173:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074819.753157:0:31173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903aaa00 x1855007613328128/t73014444034(73014444034) o36->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 512/456 e 0 to 0 dl 1769074835 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074819.753164:0:31173:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903aaa00 pname:cluuid:pid:xid:nid:opc:job rm:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31173:1855007613328128:192.168.204.151@tcp:36:rm.0 00000100:00000001:0.0:1769074819.753170:0:31173:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074819.753174:0:31173:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074819.753176:0:31173:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074819.753178:0:31173:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074819.753254:0:31173:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903aaa00 x1855007613328128/t73014444034(73014444034) o36->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 512/456 e 0 to 0 dl 1769074835 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074819.753262:0:31173:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074819.753265:0:31173:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b985ec540. 00000100:00000001:0.0:1769074819.753269:0:31173:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074819.753270:0:31173:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074819.755461:0:31173:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074819.755478:0:31173:0:(lmv_obd.c:3390:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074819.755485:0:31173:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:0.0:1769074819.755493:0:31173:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b8706b400. 00000100:00000001:0.0:1769074819.755509:0:31173:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074819.755533:0:31173:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903aaa00 x1855007613328128/t73014444034(73014444034) o36->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 512/456 e 0 to 0 dl 1769074835 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074819.755545:0:31173:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.755552:0:31173:0:(namei.c:2404:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.755596:0:31173:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1769074819.755602:0:31173:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0191be28 00000080:00002000:0.0:1769074819.755605:0:31173:0:(dcache.c:127:ll_ddelete()) deleting dentry fsa-oleg451-client.virtnet (ffff982b90d89a20, parent ffff982b90d9e5e8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1769074819.755609:0:31173:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769074819.755914:0:31173:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1769074819.755922:0:31173:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1769074819.755932:0:31173:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1769074819.755935:0:31173:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1769074819.755938:0:31173:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074819.755943:0:31173:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911477432328 : -114162232119288 : ffff982b88b53008) 00000020:00001000:0.0:1769074819.755947:0:31173:0:(cl_object.c:785:cl_env_get()) 1@ffff982b88b53000 00000020:00000001:0.0:1769074819.755954:0:31173:0:(cl_object.c:146:cl_object_top()) ffff982b9020a918 -> ffff982b9020a918 00000020:00000001:0.0:1769074819.755957:0:31173:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1769074819.755961:0:31173:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1769074819.755963:0:31173:0:(vvp_io.c:1854:vvp_io_init()) [0x2000013a1:0x37:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1769074819.756018:0:31173:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769074819.756021:0:31173:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1769074819.756023:0:31173:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769074819.756029:0:31173:0:(lov_object.c:1557:lov_io_init()) [0x2000013a1:0x37:0x0]io ffff982b85275730 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1769074819.756032:0:31173:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b90256aa8) owner 0000000000000000/ffff982b9a0e4f80 00020000:00000001:0.0:1769074819.756037:0:31173:0:(lov_io.c:1978:lov_io_init_empty()) Process entered 00020000:00000001:0.0:1769074819.756040:0:31173:0:(lov_io.c:2012:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:0.0:1769074819.756042:0:31173:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b90256aa8) owner 0000000000000000/ffff982b9a0e4f80 00000020:00000001:0.0:1769074819.756046:0:31173:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769074819.756048:0:31173:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:0.0:1769074819.756051:0:31173:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1769074819.756053:0:31173:0:(vvp_io.c:289:vvp_io_fini()) [0x2000013a1:0x37:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1769074819.756057:0:31173:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769074819.756059:0:31173:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769074819.756063:0:31173:0:(cl_object.c:879:cl_env_put()) 1@ffff982b88b53000 00000080:00000001:0.0:1769074819.756067:0:31173:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.756072:0:31173:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:0.0:1769074819.756075:0:31173:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x2000013a1:0x37:0x0](ffff982b9069cb08) 00800000:00000001:0.0:1769074819.756080:0:31173:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:0.0:1769074819.756082:0:31173:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x2000013a1:0x37:0x0] 00000002:00000001:0.0:1769074819.756089:0:31173:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1769074819.756097:0:31173:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074819.756099:0:31173:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.756102:0:31173:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1769074819.756105:0:31173:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1769074819.756107:0:31173:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.756109:0:31173:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074819.756112:0:31173:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074819.756114:0:31173:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911477432328 : -114162232119288 : ffff982b88b53008) 00000020:00001000:0.0:1769074819.756115:0:31173:0:(cl_object.c:785:cl_env_get()) 1@ffff982b88b53000 00020000:00000001:0.0:1769074819.756122:0:31173:0:(lov_object.c:1510:lov_object_delete()) Process entered 00020000:00000002:0.0:1769074819.756124:0:31173:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b90256aa8) owner 0000000000000000/ffff982b9a0e4f80 00020000:00000001:0.0:1769074819.756127:0:31173:0:(lov_object.c:1285:lov_layout_wait()) Process entered 00020000:00000001:0.0:1769074819.756130:0:31173:0:(lov_object.c:1295:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769074819.756132:0:31173:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b90256aa8) owner 0000000000000000/ffff982b9a0e4f80 00020000:00000001:0.0:1769074819.756134:0:31173:0:(lov_object.c:1512:lov_object_delete()) Process leaving 00020000:00000001:0.0:1769074819.756137:0:31173:0:(lov_object.c:1519:lov_object_free()) Process entered 00020000:00000002:0.0:1769074819.756138:0:31173:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b90256aa8) owner 0000000000000000/ffff982b9a0e4f80 00020000:00000002:0.0:1769074819.756140:0:31173:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b90256aa8) owner 0000000000000000/ffff982b9a0e4f80 00020000:00000010:0.0:1769074819.756144:0:31173:0:(lov_object.c:1522:lov_object_free()) slab-freed '(lov)': 248 at ffff982b90256aa8. 00020000:00000001:0.0:1769074819.756151:0:31173:0:(lov_object.c:1523:lov_object_free()) Process leaving 00000080:00000010:0.0:1769074819.756154:0:31173:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff982b9020a898. 00000020:00001000:0.0:1769074819.756158:0:31173:0:(cl_object.c:879:cl_env_put()) 1@ffff982b88b53000 00000080:00000001:0.0:1769074819.756161:0:31173:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1769074819.756163:0:31173:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000010:0.1:1769074819.769121:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25780. 00000080:00000010:0.1:1769074819.769151:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9069ca40. 00000020:00000001:2.0:1769074819.819141:0:31177:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01bdfd08 00000080:00200008:2.0:1769074819.819156:0:31177:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff982b9069ec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1769074819.819169:0:31177:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1769074819.819171:0:31177:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01bdfc80 00000080:00200000:2.0:1769074819.819174:0:31177:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b9069ec08),name=/ 00000080:00000010:2.0:1769074819.819409:0:31177:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b9037ec00. 00000080:00000001:2.0:1769074819.819422:0:31177:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1769074819.819428:0:31177:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1769074819.819431:0:31177:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01bdfba0 00800000:00000002:2.0:1769074819.819434:0:31177:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1769074819.819438:0:31177:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1769074819.819443:0:31177:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1769074819.819450:0:31177:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1769074819.819453:0:31177:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01bdfa70 00000002:00010000:2.0:1769074819.819455:0:31177:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1769074819.819459:0:31177:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1769074819.819462:0:31177:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074819.819466:0:31177:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1769074819.819475:0:31177:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074819.819478:0:31177:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074819.819482:0:31177:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074819.819484:0:31177:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1769074819.819488:0:31177:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1769074819.819495:0:31177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90378380. 00000020:00000040:2.0:1769074819.819500:0:31177:0:(genops.c:1229:class_import_get()) import ffff982b98901000 refcount=4 obd=lustre-MDT0000-mdc-ffff982b87054800 00010000:00000001:2.0:1769074819.819508:0:31177:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1769074819.819525:0:31177:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074819.819528:0:31177:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074819.819532:0:31177:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074819.819535:0:31177:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074819.819541:0:31177:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074819.819550:0:31177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c0b800. 00000100:00000001:2.0:1769074819.819558:0:31177:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074819.819565:0:31177:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074819.819566:0:31177:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074819.819567:0:31177:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074819.819569:0:31177:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074819.819571:0:31177:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074819.819577:0:31177:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446629911603413888 : -114162106137728 : ffff982b90378380) 00010000:00000001:2.0:1769074819.819581:0:31177:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1769074819.819584:0:31177:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1769074819.819589:0:31177:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b86036b00. 00010000:00000010:2.0:1769074819.819594:0:31177:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b8917c580. 00010000:00000001:2.0:1769074819.819602:0:31177:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1769074819.819606:0:31177:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b90341200. 00000020:00000010:2.0:1769074819.819612:0:31177:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff982b984ba280. 00000020:00000001:2.0:1769074819.819616:0:31177:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1769074819.819620:0:31177:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b90341200 with handle 0x5d432443066b73fd to hash 00000020:00000001:2.0:1769074819.819622:0:31177:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1769074819.819623:0:31177:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:2.0:1769074819.819627:0:31177:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:2.0:1769074819.819632:0:31177:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074819.819635:0:31177:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074819.819640:0:31177:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90341200/0x5d432443066b73fd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31177 initiator: MDT0 00010000:00010000:2.0:1769074819.819651:0:31177:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90341200/0x5d432443066b73fd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31177 initiator: MDT0 00010000:00010000:2.0:1769074819.819662:0:31177:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90341200/0x5d432443066b73fd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31177 initiator: MDT0 00000100:00000001:2.0:1769074819.819667:0:31177:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074819.819670:0:31177:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074819.819679:0:31177:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b85821b40. 00000100:00000001:2.0:1769074819.819681:0:31177:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911423753024 : -114162285798592 : ffff982b85821b40) 00000100:00000001:2.0:1769074819.819685:0:31177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074819.819686:0:31177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603413888 : -114162106137728 : ffff982b90378380) 00000100:00000001:2.0:1769074819.819692:0:31177:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074819.819696:0:31177:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074819.819699:0:31177:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074819.819700:0:31177:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074819.819854:0:31177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90378380 x1855007613328256/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074819.819865:0:31177:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074819.819867:0:31177:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074819.819872:0:31177:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074819.819876:0:31177:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074819.819878:0:31177:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074819.819882:0:31177:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90378380 pname:cluuid:pid:xid:nid:opc:job bash:0d05e643-e609-4f9c-a8ce-9f27d385531c:31177:1855007613328256:192.168.204.151@tcp:101:bash.0 00000100:00000001:2.0:1769074819.819886:0:31177:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074819.819894:0:31177:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074819.819897:0:31177:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074819.819900:0:31177:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074819.819906:0:31177:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff982b87053800. 02000000:00000001:2.0:1769074819.819908:0:31177:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074819.819922:0:31177:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074819.819927:0:31177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7e528. 00000400:00000010:2.0:1769074819.819936:0:31177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f4c8. 00000100:00000200:2.0:1769074819.819946:0:31177:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007613328256, portal 10 00000100:00000001:2.0:1769074819.819948:0:31177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074819.819949:0:31177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603413888 : -114162106137728 : ffff982b90378380) 00000100:00000040:2.0:1769074819.819955:0:31177:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b90378380 x1855007613328256/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074835 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074819.819962:0:31177:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074819.819964:0:31177:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074819.819967:0:31177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897fe58. 00000100:00000200:2.0:1769074819.819970:0:31177:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007613328256, offset 0 00000400:00000200:2.0:1769074819.820068:0:31177:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074819.820079:0:31177:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074819.820088:0:31177:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074819.820096:0:31177:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074819.820101:0:31177:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074819.820106:0:31177:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074819.820109:0:31177:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074819.820113:0:31177:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15303:15303:256:4294967295] 192.168.204.151@tcp LPNI seq info [15303:15303:8:4294967295] 00000400:00000200:2.0:1769074819.820117:0:31177:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074819.820130:0:31177:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074819.820138:0:31177:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074819.820144:0:31177:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73f500. 00000800:00000200:2.0:1769074819.820153:0:31177:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074819.820162:0:31177:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074819.820168:0:31177:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73f500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1769074819.821781:0:31177:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074819.821798:0:31177:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: using a timeout of 33313 usecs (34 jiffies) 00000400:00000200:2.0:1769074819.821811:0:31177:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074819.821815:0:31177:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS new deadline estimation for cpu 2 is 4296476533 00000100:00000001:2.0:1769074819.821819:0:31177:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS request active for cpu 2, keep current deadline 4296484230 00000100:00000001:2.0:1769074819.821821:0:31177:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS new deadline estimation for cpu 3 is 4296476533 00000100:00000001:2.0:1769074819.821829:0:31177:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS request active for cpu 3, keep current deadline 4296484230 00000100:00000001:2.0:1769074819.821833:0:31177:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074819.821838:0:31177:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074819.821842:0:31177:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074819.821845:0:31177:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074819.821849:0:31177:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b85821b40 going to sleep for 11 seconds 00000100:00000001:2.0:1769074819.821854:0:31177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074819.821857:0:31177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074819.826143:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074819.826159:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73f500. 00000400:00000200:3.0:1769074819.826170:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074819.826268:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074819.826426:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897fe58 00000400:00000010:3.0:1769074819.826430:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897fe58. 00000100:00000001:3.0:1769074819.826438:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074819.826452:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90378380 x1855007613328256/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074835 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074819.826465:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074819.826469:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90378380 x1855007613328256/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074835 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074819.826481:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074819.826484:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074819.831837:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074819.831869:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074819.831874:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074819.831877:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074819.831892:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074819.831903:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074819.831913:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074819.831919:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074819.831926:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074819.831930:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 688 into portal 10 MB=0x6971e9dd91b80 00000400:00000200:3.0:1769074819.831936:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074819.831944:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 688/688 into md 0x2213d [1] + 224 00000800:00000001:3.0:1769074819.831955:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074819.837320:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074819.837344:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074819.837360:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074819.837375:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074819.837390:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90378380 x1855007613328256/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074835 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074819.837406:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff982b90378380 x1855007613328256/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074835 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074819.837435:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074819.837459:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074819.837478:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074819.837574:0:31177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074819.837585:0:31177:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074819.837587:0:31177:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074819.837593:0:31177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7e528. 00000400:00000200:2.0:1769074819.837600:0:31177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f4c8 00000400:00000010:2.0:1769074819.837603:0:31177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f4c8. 00000100:00000001:2.0:1769074819.837606:0:31177:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074819.837611:0:31177:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90378380 x1855007613328256/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074835 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1769074819.837620:0:31177:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90378380 x1855007613328256/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074835 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074819.837626:0:31177:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074819.837629:0:31177:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074819.837632:0:31177:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074819.837637:0:31177:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074819.837640:0:31177:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074819.837644:0:31177:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074819.837648:0:31177:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074819.837662:0:31177:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b98901458 time=11 v=5 (5 0 0 0) 00000100:00001000:2.0:1769074819.837667:0:31177:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b98901410 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074819.837669:0:31177:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074819.837671:0:31177:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074819.837675:0:31177:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074819.837680:0:31177:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074819.837685:0:31177:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074819.837688:0:31177:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b87054800: skip recheck: last_committed 0 00000100:00000001:2.0:1769074819.837690:0:31177:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074819.837693:0:31177:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074819.837697:0:31177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90378380 x1855007613328256/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074835 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074819.837703:0:31177:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074819.837707:0:31177:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074819.837709:0:31177:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074819.837713:0:31177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90378380 x1855007613328256/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074835 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1769074819.837719:0:31177:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90378380 pname:cluuid:pid:xid:nid:opc:job bash:0d05e643-e609-4f9c-a8ce-9f27d385531c:31177:1855007613328256:192.168.204.151@tcp:101:bash.0 00000100:00000001:2.0:1769074819.837724:0:31177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074819.837727:0:31177:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074819.837730:0:31177:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074819.837732:0:31177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074819.837735:0:31177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90378380 x1855007613328256/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074835 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074819.837741:0:31177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074819.837744:0:31177:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b85821b40. 00000100:00000001:2.0:1769074819.837749:0:31177:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074819.837750:0:31177:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074819.837754:0:31177:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1769074819.837759:0:31177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074819.837762:0:31177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074819.837766:0:31177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341200 refcount=4 00000020:00000001:2.0:1769074819.837768:0:31177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:2.0:1769074819.837772:0:31177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000040:2.0:1769074819.837781:0:31177:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b90341200, remote cookie: 0xf5b77ed682f5d0c8, flags: 0x1001 00010000:00010000:2.0:1769074819.837787:0:31177:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90341200/0x5d432443066b73fd lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d0c8 expref: -99 pid: 31177 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074819.837798:0:31177:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90341200/0x5d432443066b73fd lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d0c8 expref: -99 pid: 31177 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074819.837810:0:31177:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1769074819.837817:0:31177:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1769074819.837820:0:31177:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1769074819.837822:0:31177:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1769074819.837824:0:31177:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1769074819.837827:0:31177:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff982b86036b00) refcount = 1 00010000:00010000:2.0:1769074819.837831:0:31177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90341200/0x5d432443066b73fd lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d0c8 expref: -99 pid: 31177 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074819.837838:0:31177:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:2.0:1769074819.837851:0:31177:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff982b9037f400. 00010000:00000001:2.0:1769074819.837855:0:31177:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1769074819.837857:0:31177:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074819.837861:0:31177:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1769074819.837863:0:31177:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074819.837867:0:31177:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90341200/0x5d432443066b73fd lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d0c8 expref: -99 pid: 31177 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074819.837873:0:31177:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1769074819.837875:0:31177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074819.837877:0:31177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074819.837878:0:31177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074819.837879:0:31177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074819.837880:0:31177:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074819.837886:0:31177:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1769074819.837888:0:31177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074819.837889:0:31177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074819.837890:0:31177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341200 refcount=3 00000020:00000001:2.0:1769074819.837892:0:31177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:2.0:1769074819.837894:0:31177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:2.0:1769074819.837897:0:31177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074819.837898:0:31177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074819.837899:0:31177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341200 refcount=4 00000020:00000001:2.0:1769074819.837902:0:31177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:2.0:1769074819.837904:0:31177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:2.0:1769074819.837907:0:31177:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074819.837909:0:31177:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074819.837913:0:31177:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90341200/0x5d432443066b73fd lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d0c8 expref: -99 pid: 31177 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074819.837918:0:31177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074819.837919:0:31177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074819.837920:0:31177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074819.837921:0:31177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074819.837922:0:31177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341200 refcount=5 00000020:00000001:2.0:1769074819.837923:0:31177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:2.0:1769074819.837924:0:31177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:2.0:1769074819.837926:0:31177:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074819.837928:0:31177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90341200/0x5d432443066b73fd lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d0c8 expref: -99 pid: 31177 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074819.837931:0:31177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074819.837931:0:31177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1769074819.837933:0:31177:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90341200/0x5d432443066b73fd lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d0c8 expref: -99 pid: 31177 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074819.837937:0:31177:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074819.837937:0:31177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074819.837938:0:31177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074819.837939:0:31177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074819.837939:0:31177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1769074819.837943:0:31177:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff982b90378380 x1855007613328256/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074835 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1769074819.837949:0:31177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074819.837950:0:31177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074819.837951:0:31177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341200 refcount=3 00000020:00000001:2.0:1769074819.837953:0:31177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:2.0:1769074819.837954:0:31177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:2.0:1769074819.837956:0:31177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074819.837957:0:31177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074819.837958:0:31177:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074819.837959:0:31177:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074819.837962:0:31177:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1769074819.837964:0:31177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074819.837965:0:31177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074819.837965:0:31177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341200 refcount=3 00000020:00000001:2.0:1769074819.837966:0:31177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:2.0:1769074819.837967:0:31177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00000002:00010000:2.0:1769074819.837969:0:31177:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90341200/0x5d432443066b73fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d0c8 expref: -99 pid: 31177 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074819.837983:0:31177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074819.837984:0:31177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074819.837985:0:31177:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1769074819.837986:0:31177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074819.837987:0:31177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074819.837987:0:31177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341200 refcount=3 00000020:00000001:2.0:1769074819.837988:0:31177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:2.0:1769074819.837990:0:31177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000040:2.0:1769074819.837998:0:31177:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036b00 count: 2 00010000:00000001:2.0:1769074819.838001:0:31177:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1769074819.838005:0:31177:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b871bf800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1769074819.838008:0:31177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074819.838009:0:31177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074819.838011:0:31177:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1769074819.838015:0:31177:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01bdf9f0 00000002:00002000:2.0:1769074819.838017:0:31177:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1769074819.838020:0:31177:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074819.838025:0:31177:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074819.838028:0:31177:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1769074819.838033:0:31177:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1769074819.838037:0:31177:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074819.838043:0:31177:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b9037ec00. 00000080:00000001:2.0:1769074819.838049:0:31177:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1769074819.838051:0:31177:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1769074819.838058:0:31177:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1769074819.838062:0:31177:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1769074819.838069:0:31177:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff982b984bad80. 00800000:00000001:2.0:1769074819.838071:0:31177:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446629911738953088 : -114161970598528 : ffff982b984bad80) 00800000:00000001:2.0:1769074819.838072:0:31177:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074819.838074:0:31177:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1769074819.838078:0:31177:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1769074819.838081:0:31177:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1769074819.838083:0:31177:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000002:2.0:1769074819.838087:0:31177:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd30cd0 refs=1 count=1 index=4294967295 hash=invalid:0x0 max_inherit=0 max_inherit_rr=3 version=0 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000001:2.0:1769074819.838091:0:31177:0:(llite_lib.c:1834:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1769074819.838092:0:31177:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074819.838096:0:31177:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1769074819.838098:0:31177:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:2.0:1769074819.838101:0:31177:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115188193296385 mtime from 1769074557 to 1769074819 00000080:00200000:2.0:1769074819.838105:0:31177:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:2.0:1769074819.838107:0:31177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074819.838108:0:31177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074819.838109:0:31177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341200 refcount=3 00000020:00000001:2.0:1769074819.838110:0:31177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:2.0:1769074819.838111:0:31177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:2.0:1769074819.838113:0:31177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074819.838114:0:31177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1769074819.838115:0:31177:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1769074819.838117:0:31177:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1769074819.838118:0:31177:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074819.838121:0:31177:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b9069ec08) for lock 0x5d432443066b73fd 00800000:00000001:2.0:1769074819.838124:0:31177:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1769074819.838126:0:31177:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1769074819.838127:0:31177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074819.838128:0:31177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074819.838129:0:31177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341200 refcount=3 00000020:00000001:2.0:1769074819.838130:0:31177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:2.0:1769074819.838132:0:31177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:2.0:1769074819.838134:0:31177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074819.838134:0:31177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074819.838135:0:31177:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074819.838136:0:31177:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074819.838138:0:31177:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074819.838139:0:31177:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b9069ec08) 00000080:00010000:2.0:1769074819.838142:0:31177:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b73fd from it ffffbcdb01bdfcb8 00010000:00000001:2.0:1769074819.838143:0:31177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074819.838143:0:31177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074819.838144:0:31177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341200 refcount=3 00000020:00000001:2.0:1769074819.838145:0:31177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:2.0:1769074819.838146:0:31177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:2.0:1769074819.838147:0:31177:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074819.838148:0:31177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90341200/0x5d432443066b73fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d0c8 expref: -99 pid: 31177 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074819.838152:0:31177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074819.838153:0:31177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074819.838154:0:31177:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1769074819.838155:0:31177:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1769074819.838157:0:31177:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90341200/0x5d432443066b73fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d0c8 expref: -99 pid: 31177 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074819.838163:0:31177:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074819.838165:0:31177:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074819.838167:0:31177:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074819.838170:0:31177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074819.838171:0:31177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074819.838172:0:31177:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074819.838176:0:31177:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074819.838178:0:31177:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074819.838180:0:31177:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074819.838182:0:31177:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074819.838184:0:31177:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074819.838185:0:31177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074819.838186:0:31177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1769074819.838188:0:31177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074819.838192:0:31177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90378380 x1855007613328256/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074835 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074819.838198:0:31177:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074819.838201:0:31177:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074819.838205:0:31177:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff982b87053800. 02000000:00000001:2.0:1769074819.838209:0:31177:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074819.838212:0:31177:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074819.838214:0:31177:0:(genops.c:1242:class_import_put()) import ffff982b98901000 refcount=3 obd=lustre-MDT0000-mdc-ffff982b87054800 00000020:00000001:2.0:1769074819.838217:0:31177:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074819.838220:0:31177:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c0b800. 02000000:00000001:2.0:1769074819.838223:0:31177:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074819.838226:0:31177:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074819.838228:0:31177:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90378380. 00000100:00000001:2.0:1769074819.838233:0:31177:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074819.838234:0:31177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1769074819.838240:0:31177:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1769074819.838247:0:31177:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1856 at ffff982b87053800. 00000020:00000001:2.0:1769074819.838250:0:31177:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01bdfd08 00000080:00000008:2.0:1769074819.838253:0:31177:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff982b9069ec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1769074819.864970:0:31180:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074819.864983:0:31180:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074819.864985:0:31180:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074819.864992:0:31180:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01be7b98 00000080:00200000:0.0:1769074819.864999:0:31180:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b9069ec08),name=/ 00000080:00000010:0.0:1769074819.865010:0:31180:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b8706b000. 00800000:00000002:0.0:1769074819.865018:0:31180:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b984bad80 2 00000080:00000001:0.0:1769074819.865023:0:31180:0:(namei.c:947:ll_intent_lock()) Process entered 00000020:00000010:0.0:1769074819.865033:0:31180:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff982b87fc6400. 00800000:00000001:0.0:1769074819.865038:0:31180:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074819.865041:0:31180:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01be7ab8 00800000:00000002:0.0:1769074819.865043:0:31180:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074819.865048:0:31180:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074819.865054:0:31180:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000020:00000010:0.0:1769074819.865059:0:31180:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff982b87fc6800. 00000002:00000001:0.0:1769074819.865064:0:31180:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074819.865066:0:31180:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01be7988 00000002:00010000:0.0:1769074819.865067:0:31180:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074819.865072:0:31180:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074819.865074:0:31180:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074819.865079:0:31180:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074819.865090:0:31180:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036b00 count: 2 00010000:00000001:0.0:1769074819.865094:0:31180:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074819.865101:0:31180:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074819.865105:0:31180:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769074819.865111:0:31180:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90341200/0x5d432443066b73fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d0c8 expref: -99 pid: 31177 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1769074819.865124:0:31180:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1769074819.865132:0:31180:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074819.865135:0:31180:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90341200/0x5d432443066b73fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d0c8 expref: -99 pid: 31177 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1769074819.865144:0:31180:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1769074819.865146:0:31180:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074819.865148:0:31180:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074819.865150:0:31180:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074819.865153:0:31180:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074819.865156:0:31180:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1769074819.865160:0:31180:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1769074819.865163:0:31180:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b984bad80 2 00000080:00000010:0.0:1769074819.865167:0:31180:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b8706b000. 00000080:00000001:0.0:1769074819.865172:0:31180:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074819.865175:0:31180:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074819.865179:0:31180:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b9069ec08) 00000080:00010000:0.0:1769074819.865183:0:31180:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b9069ec08) for lock 0x5d432443066b73fd 00800000:00000001:0.0:1769074819.865185:0:31180:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074819.865188:0:31180:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074819.865190:0:31180:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074819.865193:0:31180:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074819.865195:0:31180:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341200 refcount=3 00000020:00000001:0.0:1769074819.865198:0:31180:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:0.0:1769074819.865201:0:31180:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:0.0:1769074819.865204:0:31180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.865205:0:31180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074819.865207:0:31180:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074819.865208:0:31180:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074819.865210:0:31180:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b73fd from it ffffbcdb01be7bd0 00010000:00000001:0.0:1769074819.865213:0:31180:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074819.865214:0:31180:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074819.865215:0:31180:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341200 refcount=3 00000020:00000001:0.0:1769074819.865217:0:31180:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:0.0:1769074819.865219:0:31180:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:0.0:1769074819.865223:0:31180:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074819.865226:0:31180:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90341200/0x5d432443066b73fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d0c8 expref: -99 pid: 31177 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074819.865232:0:31180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.865233:0:31180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074819.865236:0:31180:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074819.865238:0:31180:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074819.865241:0:31180:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90341200/0x5d432443066b73fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d0c8 expref: -99 pid: 31177 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074819.865250:0:31180:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074819.865254:0:31180:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074819.865257:0:31180:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074819.865262:0:31180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.865263:0:31180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074819.865265:0:31180:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.865269:0:31180:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074819.865271:0:31180:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.865273:0:31180:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1769074819.865277:0:31180:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff982b8706b000. 00010000:00000001:0.0:1769074819.865339:0:31180:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.865342:0:31180:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074819.865343:0:31180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.865345:0:31180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074819.865349:0:31180:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769074819.865351:0:31180:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074819.865354:0:31180:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b9069ec08), inode mode 41ed mask 1 00000020:00000010:0.0:1769074819.865362:0:31180:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1856 at ffff982b855d0000. 00000080:00000001:0.0:1769074819.865365:0:31180:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074819.865379:0:31180:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff982b85d25900. 00000020:00000001:0.0:1769074819.865385:0:31180:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01be7d88 00000080:00200000:0.0:1769074819.865387:0:31180:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=fsa-oleg451-client.virtnet, dir=[0x200000007:0x1:0x0](ffff982b9069ec08), flags=1536 00000080:00000001:0.0:1769074819.865390:0:31180:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074819.865391:0:31180:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074819.865394:0:31180:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01be7c98 00000080:00200000:0.0:1769074819.865395:0:31180:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b9069ec08),name=/ 00000080:00000010:0.0:1769074819.865399:0:31180:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b8706be00. 00800000:00000002:0.0:1769074819.865402:0:31180:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b984bad80 2 00000080:00000001:0.0:1769074819.865404:0:31180:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074819.865406:0:31180:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074819.865407:0:31180:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01be7bb8 00800000:00000002:0.0:1769074819.865409:0:31180:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074819.865412:0:31180:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074819.865415:0:31180:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074819.865418:0:31180:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074819.865419:0:31180:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01be7a88 00000002:00010000:0.0:1769074819.865420:0:31180:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074819.865423:0:31180:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074819.865425:0:31180:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074819.865426:0:31180:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074819.865430:0:31180:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036b00 count: 2 00010000:00000001:0.0:1769074819.865432:0:31180:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074819.865435:0:31180:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074819.865437:0:31180:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769074819.865440:0:31180:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90341200/0x5d432443066b73fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d0c8 expref: -99 pid: 31177 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1769074819.865447:0:31180:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1769074819.865449:0:31180:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074819.865452:0:31180:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90341200/0x5d432443066b73fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d0c8 expref: -99 pid: 31177 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1769074819.865457:0:31180:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1769074819.865458:0:31180:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074819.865460:0:31180:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074819.865462:0:31180:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074819.865465:0:31180:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074819.865466:0:31180:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1769074819.865468:0:31180:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1769074819.865470:0:31180:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b984bad80 2 00000080:00000010:0.0:1769074819.865472:0:31180:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b8706be00. 00000080:00000001:0.0:1769074819.865475:0:31180:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074819.865476:0:31180:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074819.865478:0:31180:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b9069ec08) 00000080:00010000:0.0:1769074819.865481:0:31180:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b9069ec08) for lock 0x5d432443066b73fd 00800000:00000001:0.0:1769074819.865483:0:31180:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074819.865485:0:31180:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074819.865487:0:31180:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074819.865489:0:31180:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074819.865490:0:31180:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341200 refcount=3 00000020:00000001:0.0:1769074819.865493:0:31180:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:0.0:1769074819.865495:0:31180:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:0.0:1769074819.865497:0:31180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.865498:0:31180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074819.865499:0:31180:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074819.865502:0:31180:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074819.865503:0:31180:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b73fd from it ffffbcdb01be7cd0 00010000:00000001:0.0:1769074819.865505:0:31180:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074819.865507:0:31180:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074819.865508:0:31180:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341200 refcount=3 00000020:00000001:0.0:1769074819.865509:0:31180:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:0.0:1769074819.865522:0:31180:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:0.0:1769074819.865524:0:31180:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074819.865526:0:31180:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90341200/0x5d432443066b73fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d0c8 expref: -99 pid: 31177 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074819.865532:0:31180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.865533:0:31180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074819.865534:0:31180:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074819.865536:0:31180:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074819.865539:0:31180:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90341200/0x5d432443066b73fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d0c8 expref: -99 pid: 31177 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074819.865544:0:31180:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074819.865545:0:31180:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074819.865547:0:31180:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074819.865548:0:31180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.865549:0:31180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074819.865550:0:31180:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.865552:0:31180:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074819.865554:0:31180:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.865556:0:31180:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.865559:0:31180:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.865561:0:31180:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074819.865562:0:31180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.865563:0:31180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074819.865565:0:31180:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769074819.865566:0:31180:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074819.865569:0:31180:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b9069ec08), inode mode 41ed mask 3 00000080:00000001:0.0:1769074819.865572:0:31180:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.865577:0:31180:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074819.865579:0:31180:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074819.865580:0:31180:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01be7d78 00000080:00200000:0.0:1769074819.865582:0:31180:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b9069ec08),name=/ 00000080:00000010:0.0:1769074819.865586:0:31180:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b8706be00. 00800000:00000002:0.0:1769074819.865589:0:31180:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b984bad80 2 00000080:00000001:0.0:1769074819.865592:0:31180:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074819.865593:0:31180:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074819.865595:0:31180:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01be7c98 00800000:00000002:0.0:1769074819.865596:0:31180:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074819.865599:0:31180:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074819.865601:0:31180:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074819.865604:0:31180:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074819.865606:0:31180:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01be7b68 00000002:00010000:0.0:1769074819.865607:0:31180:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074819.865611:0:31180:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074819.865612:0:31180:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074819.865613:0:31180:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074819.865615:0:31180:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036b00 count: 2 00010000:00000001:0.0:1769074819.865618:0:31180:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074819.865620:0:31180:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074819.865622:0:31180:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769074819.865625:0:31180:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90341200/0x5d432443066b73fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d0c8 expref: -99 pid: 31177 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1769074819.865631:0:31180:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1769074819.865633:0:31180:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074819.865635:0:31180:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90341200/0x5d432443066b73fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d0c8 expref: -99 pid: 31177 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1769074819.865641:0:31180:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1769074819.865642:0:31180:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074819.865644:0:31180:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074819.865645:0:31180:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074819.865647:0:31180:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074819.865650:0:31180:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1769074819.865652:0:31180:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1769074819.865654:0:31180:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b984bad80 2 00000080:00000010:0.0:1769074819.865656:0:31180:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b8706be00. 00000080:00000001:0.0:1769074819.865659:0:31180:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074819.865660:0:31180:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074819.865662:0:31180:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b9069ec08) 00000080:00010000:0.0:1769074819.865664:0:31180:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b9069ec08) for lock 0x5d432443066b73fd 00800000:00000001:0.0:1769074819.865667:0:31180:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074819.865669:0:31180:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074819.865670:0:31180:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074819.865672:0:31180:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074819.865673:0:31180:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341200 refcount=3 00000020:00000001:0.0:1769074819.865675:0:31180:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:0.0:1769074819.865678:0:31180:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:0.0:1769074819.865680:0:31180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.865681:0:31180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074819.865683:0:31180:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074819.865684:0:31180:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074819.865686:0:31180:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b73fd from it ffffbcdb01be7db0 00010000:00000001:0.0:1769074819.865688:0:31180:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074819.865690:0:31180:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074819.865691:0:31180:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341200 refcount=3 00000020:00000001:0.0:1769074819.865693:0:31180:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:0.0:1769074819.865695:0:31180:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:0.0:1769074819.865697:0:31180:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074819.865699:0:31180:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90341200/0x5d432443066b73fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d0c8 expref: -99 pid: 31177 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074819.865705:0:31180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.865706:0:31180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074819.865707:0:31180:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074819.865708:0:31180:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074819.865709:0:31180:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90341200/0x5d432443066b73fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d0c8 expref: -99 pid: 31177 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074819.865715:0:31180:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074819.865716:0:31180:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074819.865718:0:31180:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074819.865719:0:31180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.865720:0:31180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074819.865721:0:31180:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.865723:0:31180:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074819.865724:0:31180:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.865726:0:31180:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.865728:0:31180:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.865729:0:31180:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074819.865730:0:31180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.865731:0:31180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074819.865733:0:31180:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769074819.865734:0:31180:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074819.865736:0:31180:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b9069ec08), inode mode 41ed mask 3 00000080:00000001:0.0:1769074819.865739:0:31180:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074819.865743:0:31180:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01be7e20 00000080:00200000:0.0:1769074819.865745:0:31180:0:(namei.c:2065:ll_create_nd()) VFS Op:name=fsa-oleg451-client.virtnet, dir=[0x200000007:0x1:0x0](ffff982b9069ec08), flags=33188, excl=1 00000080:00000001:0.0:1769074819.865748:0:31180:0:(namei.c:2016:ll_mknod()) Process entered 00000020:00000001:0.0:1769074819.865750:0:31180:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01be7dd0 00000080:00200000:0.0:1769074819.865752:0:31180:0:(namei.c:2020:ll_mknod()) VFS Op:name=fsa-oleg451-client.virtnet, dir=[0x200000007:0x1:0x0](ffff982b9069ec08) mode 100644 dev 0 00000080:00000001:0.0:1769074819.865755:0:31180:0:(namei.c:1904:ll_new_node()) Process entered 00000080:00000001:0.0:1769074819.865757:0:31180:0:(namei.c:1713:ll_new_node_prepare()) Process entered 00000080:00000010:0.0:1769074819.865761:0:31180:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b8706be00. 00800000:00000002:0.0:1769074819.865763:0:31180:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b984bad80 2 00000080:00000001:0.0:1769074819.865771:0:31180:0:(namei.c:1820:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074819.865775:0:31180:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:0.0:1769074819.865777:0:31180:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1769074819.865782:0:31180:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446629911603431424 : -114162106120192 : ffff982b9037c800) 00800000:00000001:0.0:1769074819.865785:0:31180:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1769074819.865788:0:31180:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1769074819.865790:0:31180:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1769074819.865794:0:31180:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000001:0.0:1769074819.865797:0:31180:0:(fid_request.c:204:seq_client_alloc_seq()) Process entered 40000000:00000001:0.0:1769074819.865798:0:31180:0:(fid_request.c:167:seq_client_alloc_meta()) Process entered 40000000:00000001:0.0:1769074819.865801:0:31180:0:(fid_request.c:43:seq_client_rpc()) Process entered 00000100:00000010:0.0:1769074819.865807:0:31180:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903aa680. 00000020:00000040:0.0:1769074819.865812:0:31180:0:(genops.c:1229:class_import_get()) import ffff982b98901000 refcount=4 obd=lustre-MDT0000-mdc-ffff982b87054800 00000100:00000001:0.0:1769074819.865817:0:31180:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074819.865821:0:31180:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074819.865825:0:31180:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074819.865833:0:31180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b8706aa00. 00000100:00000001:0.0:1769074819.865842:0:31180:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074819.865852:0:31180:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074819.865855:0:31180:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074819.865864:0:31180:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b985ec540. 00000100:00000001:0.0:1769074819.865866:0:31180:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911740204352 : -114161969347264 : ffff982b985ec540) 00000100:00000001:0.0:1769074819.865870:0:31180:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074819.865871:0:31180:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603619456 : -114162105932160 : ffff982b903aa680) 00000100:00000001:0.0:1769074819.865878:0:31180:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074819.865883:0:31180:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074819.865885:0:31180:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074819.865887:0:31180:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074819.865901:0:31180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903aa680 x1855007613328384/t0(0) o700->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:30/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074819.865910:0:31180:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074819.865913:0:31180:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074819.865918:0:31180:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074819.865922:0:31180:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074819.865925:0:31180:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074819.865929:0:31180:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903aa680 pname:cluuid:pid:xid:nid:opc:job mcreate:0d05e643-e609-4f9c-a8ce-9f27d385531c:31180:1855007613328384:192.168.204.151@tcp:700:mcreate.0 00000100:00000001:0.0:1769074819.865935:0:31180:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074819.865941:0:31180:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074819.865945:0:31180:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074819.865947:0:31180:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074819.865951:0:31180:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b8706ba00. 02000000:00000001:0.0:1769074819.865953:0:31180:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074819.865964:0:31180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074819.865969:0:31180:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b65d8. 00000400:00000010:0.0:1769074819.865977:0:31180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f088. 00000100:00000200:0.0:1769074819.865987:0:31180:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613328384, portal 10 00000100:00000001:0.0:1769074819.865989:0:31180:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074819.865990:0:31180:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603619456 : -114162105932160 : ffff982b903aa680) 00000100:00000040:0.0:1769074819.865997:0:31180:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b903aa680 x1855007613328384/t0(0) o700->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:30/10 lens 264/248 e 0 to 0 dl 1769074835 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074819.866006:0:31180:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074819.866009:0:31180:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074819.866012:0:31180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604fb28. 00000100:00000200:0.0:1769074819.866016:0:31180:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 30, xid 1855007613328384, offset 0 00000400:00000200:0.0:1769074819.866025:0:31180:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074819.866036:0:31180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074819.866048:0:31180:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074819.866054:0:31180:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074819.866059:0:31180:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074819.866063:0:31180:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074819.866065:0:31180:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074819.866069:0:31180:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15304:15304:256:4294967295] 192.168.204.151@tcp LPNI seq info [15304:15304:8:4294967295] 00000400:00000200:0.0:1769074819.866072:0:31180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074819.866082:0:31180:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074819.866088:0:31180:0:(socklnd_cb.c:1001:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074819.866093:0:31180:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b100. 00000800:00000200:0.0:1769074819.866101:0:31180:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074819.866109:0:31180:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074819.866113:0:31180:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816b100 type 1, nob 360 niov 1 nkiov 1 00000100:00000001:0.0:1769074819.866129:0:31180:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074819.866134:0:31180:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: using a timeout of 31953 usecs (32 jiffies) 00000400:00000200:0.0:1769074819.866138:0:31180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074819.866141:0:31180:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS new deadline estimation for cpu 2 is 4296476575 00000100:00000001:0.0:1769074819.866145:0:31180:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS request active for cpu 2, keep current deadline 4296484230 00000100:00000001:0.0:1769074819.866148:0:31180:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS new deadline estimation for cpu 3 is 4296476575 00000100:00000001:0.0:1769074819.866150:0:31180:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS request active for cpu 3, keep current deadline 4296484230 00000100:00000001:0.0:1769074819.866153:0:31180:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074819.866156:0:31180:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074819.866159:0:31180:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074819.866161:0:31180:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074819.866164:0:31180:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985ec540 going to sleep for 11 seconds 00000100:00000001:0.0:1769074819.866166:0:31180:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074819.866170:0:31180:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074819.866584:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074819.866590:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b100. 00000400:00000200:3.0:1769074819.866601:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074819.866609:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074819.866618:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604fb28 00000400:00000010:3.0:1769074819.866621:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604fb28. 00000100:00000001:3.0:1769074819.866626:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074819.866633:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903aa680 x1855007613328384/t0(0) o700->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:30/10 lens 264/248 e 0 to 0 dl 1769074835 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074819.866644:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074819.866647:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903aa680 x1855007613328384/t0(0) o700->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:30/10 lens 264/248 e 0 to 0 dl 1769074835 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074819.866655:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074819.866657:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074819.872186:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074819.872214:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074819.872220:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074819.872224:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074819.872242:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074819.872253:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074819.872263:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074819.872270:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074819.872278:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074819.873631:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 248 into portal 10 MB=0x6971e9dd91c00 00000400:00000200:3.0:1769074819.873642:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074819.873650:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 248/248 into md 0x2214d [1] + 224 00000800:00000001:3.0:1769074819.873664:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074819.873690:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074819.873693:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074819.873698:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074819.873709:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074819.873722:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903aa680 x1855007613328384/t0(0) o700->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:30/10 lens 264/248 e 0 to 0 dl 1769074835 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074819.873733:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=248 offset=224 replen=248 req@ffff982b903aa680 x1855007613328384/t0(0) o700->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:30/10 lens 264/248 e 0 to 0 dl 1769074835 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074819.873756:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074819.873770:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074819.873774:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074819.874837:0:31180:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074819.874851:0:31180:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074819.874854:0:31180:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074819.874860:0:31180:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b65d8. 00000400:00000200:0.0:1769074819.874866:0:31180:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f088 00000400:00000010:0.0:1769074819.874870:0:31180:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f088. 00000100:00000001:0.0:1769074819.874875:0:31180:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074819.874886:0:31180:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903aa680 x1855007613328384/t0(0) o700->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:30/10 lens 264/248 e 0 to 0 dl 1769074835 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074819.874906:0:31180:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903aa680 x1855007613328384/t0(0) o700->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:30/10 lens 264/248 e 0 to 0 dl 1769074835 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074819.874913:0:31180:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074819.874915:0:31180:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074819.874918:0:31180:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074819.874923:0:31180:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074819.874926:0:31180:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074819.874930:0:31180:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074819.874934:0:31180:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074819.874946:0:31180:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b989014e8 time=1769074819 v=5 (0 0 0 0) 00000100:00001000:0.0:1769074819.874951:0:31180:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b98901410 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074819.874954:0:31180:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074819.874956:0:31180:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.874960:0:31180:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074819.874964:0:31180:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074819.874968:0:31180:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074819.874971:0:31180:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b87054800: skip recheck: last_committed 0 00000100:00000001:0.0:1769074819.874973:0:31180:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074819.874975:0:31180:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074819.874980:0:31180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903aa680 x1855007613328384/t0(0) o700->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:30/10 lens 264/248 e 0 to 0 dl 1769074835 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074819.874997:0:31180:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074819.875002:0:31180:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074819.875005:0:31180:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074819.875010:0:31180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903aa680 x1855007613328384/t0(0) o700->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:30/10 lens 264/248 e 0 to 0 dl 1769074835 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074819.875019:0:31180:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903aa680 pname:cluuid:pid:xid:nid:opc:job mcreate:0d05e643-e609-4f9c-a8ce-9f27d385531c:31180:1855007613328384:192.168.204.151@tcp:700:mcreate.0 00000100:00000001:0.0:1769074819.875025:0:31180:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074819.875028:0:31180:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074819.875032:0:31180:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074819.875034:0:31180:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074819.875037:0:31180:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903aa680 x1855007613328384/t0(0) o700->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:30/10 lens 264/248 e 0 to 0 dl 1769074835 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074819.875044:0:31180:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074819.875048:0:31180:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b985ec540. 00000100:00000001:0.0:1769074819.875052:0:31180:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074819.875055:0:31180:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 40000000:00000040:0.0:1769074819.875062:0:31180:0:(fid_request.c:121:seq_client_rpc()) cli-cli-lustre-MDT0000-mdc-ffff982b87054800: Allocated meta-sequence [0x0000000200008101-0x0000000200008102]:0:mdt] 40000000:00000001:0.0:1769074819.875067:0:31180:0:(fid_request.c:123:seq_client_rpc()) Process leaving 00000100:00000001:0.0:1769074819.875069:0:31180:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074819.875071:0:31180:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b903aa680 x1855007613328384/t0(0) o700->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:30/10 lens 264/248 e 0 to 0 dl 1769074835 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074819.875077:0:31180:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074819.875081:0:31180:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074819.875084:0:31180:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b8706ba00. 02000000:00000001:0.0:1769074819.875088:0:31180:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074819.875091:0:31180:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074819.875093:0:31180:0:(genops.c:1242:class_import_put()) import ffff982b98901000 refcount=3 obd=lustre-MDT0000-mdc-ffff982b87054800 00000020:00000001:0.0:1769074819.875096:0:31180:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074819.875100:0:31180:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b8706aa00. 02000000:00000001:0.0:1769074819.875103:0:31180:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074819.875106:0:31180:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074819.875108:0:31180:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b903aa680. 00000100:00000001:0.0:1769074819.875112:0:31180:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074819.875114:0:31180:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 40000000:00000001:0.0:1769074819.875116:0:31180:0:(fid_request.c:196:seq_client_alloc_meta()) Process leaving (rc=0 : 0 : 0) 40000000:00000040:0.0:1769074819.875119:0:31180:0:(fid_request.c:217:seq_client_alloc_seq()) cli-cli-lustre-MDT0000-mdc-ffff982b87054800: New range - [0x0000000200008101-0x0000000200008102]:0:mdt 40000000:00000040:0.0:1769074819.875121:0:31180:0:(fid_request.c:228:seq_client_alloc_seq()) cli-cli-lustre-MDT0000-mdc-ffff982b87054800: Allocated sequence [0x200008101] 40000000:00000001:0.0:1769074819.875124:0:31180:0:(fid_request.c:230:seq_client_alloc_seq()) Process leaving (rc=0 : 0 : 0) 40000000:00000040:0.0:1769074819.875126:0:31180:0:(fid_request.c:319:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff982b87054800: New sequence [0x0000000200008101] 40000000:00000040:0.0:1769074819.875129:0:31180:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff982b87054800: Allocated FID [0x200008101:0x1:0x0] 40000000:00000001:0.0:1769074819.875132:0:31180:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074819.875136:0:31180:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074819.875139:0:31180:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074819.875141:0:31180:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074819.875147:0:31180:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01be7c10 00800000:00000002:0.0:1769074819.875149:0:31180:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'fsa-oleg451-client.virtnet' [0x200008101:0x1:0x0] on [0x200000007:0x1:0x0] -> mds #0 00000002:00000001:0.0:1769074819.875157:0:31180:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:0.0:1769074819.875160:0:31180:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1769074819.875170:0:31180:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036b00 count: 2 00010000:00000001:0.0:1769074819.875174:0:31180:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074819.875177:0:31180:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1769074819.875192:0:31180:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1769074819.875198:0:31180:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90341200/0x5d432443066b73fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf5b77ed682f5d0c8 expref: -99 pid: 31177 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1769074819.875210:0:31180:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1769074819.875215:0:31180:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1769074819.875219:0:31180:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1769074819.875221:0:31180:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1769074819.875226:0:31180:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074819.875230:0:31180:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074819.875233:0:31180:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036b00 count: 3 00010000:00000001:0.0:1769074819.875235:0:31180:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074819.875239:0:31180:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074819.875240:0:31180:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074819.875241:0:31180:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074819.875243:0:31180:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036b00 count: 3 00010000:00000001:0.0:1769074819.875244:0:31180:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074819.875246:0:31180:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074819.875248:0:31180:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074819.875249:0:31180:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074819.875251:0:31180:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036b00 count: 3 00010000:00000001:0.0:1769074819.875253:0:31180:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074819.875254:0:31180:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.875256:0:31180:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1769074819.875259:0:31180:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff982b9069eb40, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1769074819.875264:0:31180:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1769074819.875267:0:31180:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1769074819.875270:0:31180:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1769074819.875272:0:31180:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.875275:0:31180:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1769074819.875322:0:31180:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1769074819.875325:0:31180:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1769074819.875327:0:31180:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074819.875329:0:31180:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1769074819.875333:0:31180:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b90341200 with handle 0x5d432443066b73fd from hash 00010000:00000001:0.0:1769074819.875336:0:31180:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1769074819.875338:0:31180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074819.875340:0:31180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074819.875341:0:31180:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1769074819.875344:0:31180:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1769074819.875346:0:31180:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1769074819.875349:0:31180:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074819.875351:0:31180:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074819.875353:0:31180:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1769074819.875365:0:31180:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903aa680. 00000020:00000040:0.0:1769074819.875369:0:31180:0:(genops.c:1229:class_import_get()) import ffff982b98901000 refcount=4 obd=lustre-MDT0000-mdc-ffff982b87054800 02000000:00000001:0.0:1769074819.875375:0:31180:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769074819.875376:0:31180:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.875379:0:31180:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1769074819.875385:0:31180:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074819.875388:0:31180:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074819.875391:0:31180:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074819.875393:0:31180:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074819.875398:0:31180:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074819.875407:0:31180:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b87fc4000. 00000100:00000001:0.0:1769074819.875415:0:31180:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.875418:0:31180:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074819.875423:0:31180:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1769074819.875428:0:31180:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90341200/0x5d432443066b73fd lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d0c8 expref: -99 pid: 31177 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074819.875436:0:31180:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1769074819.875438:0:31180:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074819.875440:0:31180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1769074819.875443:0:31180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90341200/0x5d432443066b73fd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d0c8 expref: -99 pid: 31177 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1769074819.875455:0:31180:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff982b99072dc0. 00010000:00000040:0.0:1769074819.875459:0:31180:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b86036b00 count: 0 00010000:00000010:0.0:1769074819.875465:0:31180:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b8917c580. 00010000:00000001:0.0:1769074819.875475:0:31180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074819.875478:0:31180:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.875479:0:31180:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074819.875481:0:31180:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.875484:0:31180:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1769074819.875498:0:31180:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b87054800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1769074819.875505:0:31180:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b903aa680 x1855007613328640/t0(0) o36->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 528/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769074819.875523:0:31180:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074819.875525:0:31180:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074819.875534:0:31180:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b985ec540. 00000100:00000001:0.0:1769074819.875537:0:31180:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911740204352 : -114161969347264 : ffff982b985ec540) 00000100:00000001:0.0:1769074819.875540:0:31180:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074819.875541:0:31180:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603619456 : -114162105932160 : ffff982b903aa680) 00000100:00000001:0.0:1769074819.875547:0:31180:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074819.875552:0:31180:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074819.875554:0:31180:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074819.875557:0:31180:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074819.875561:0:31180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903aa680 x1855007613328640/t0(0) o36->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 528/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074819.875568:0:31180:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074819.875570:0:31180:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074819.875575:0:31180:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074819.875578:0:31180:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074819.875581:0:31180:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074819.875584:0:31180:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903aa680 pname:cluuid:pid:xid:nid:opc:job mcreate:0d05e643-e609-4f9c-a8ce-9f27d385531c:31180:1855007613328640:192.168.204.151@tcp:36:mcreate.0 00000100:00000001:0.0:1769074819.875588:0:31180:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074819.875595:0:31180:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074819.875597:0:31180:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074819.875599:0:31180:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074819.875603:0:31180:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b87fc5c00. 02000000:00000001:0.0:1769074819.875605:0:31180:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074819.875613:0:31180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074819.875617:0:31180:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b65d8. 00000400:00000010:0.0:1769074819.875623:0:31180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f088. 00000100:00000200:0.0:1769074819.875631:0:31180:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613328640, portal 10 00000100:00000001:0.0:1769074819.875634:0:31180:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074819.875635:0:31180:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603619456 : -114162105932160 : ffff982b903aa680) 00000100:00000040:0.0:1769074819.875641:0:31180:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b903aa680 x1855007613328640/t0(0) o36->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 528/576 e 0 to 0 dl 1769074835 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074819.875649:0:31180:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074819.875652:0:31180:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074819.875656:0:31180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f550. 00000100:00000200:0.0:1769074819.875660:0:31180:0:(niobuf.c:94:ptl_send_buf()) Sending 528 bytes to portal 12, xid 1855007613328640, offset 0 00000400:00000200:0.0:1769074819.875667:0:31180:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074819.875678:0:31180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074819.875687:0:31180:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074819.875696:0:31180:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074819.875701:0:31180:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074819.875706:0:31180:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074819.875709:0:31180:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074819.875713:0:31180:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15305:15305:256:4294967295] 192.168.204.151@tcp LPNI seq info [15305:15305:8:4294967295] 00000400:00000200:0.0:1769074819.875717:0:31180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074819.875730:0:31180:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074819.875737:0:31180:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074819.875743:0:31180:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816bc00. 00000800:00000200:0.0:1769074819.875751:0:31180:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074819.875761:0:31180:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074819.875766:0:31180:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816bc00 type 1, nob 624 niov 1 nkiov 1 00000100:00000001:0.0:1769074819.875777:0:31180:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074819.875782:0:31180:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: using a timeout of 29658 usecs (30 jiffies) 00000400:00000200:0.0:1769074819.875786:0:31180:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074819.875789:0:31180:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS new deadline estimation for cpu 2 is 4296476582 00000100:00000001:0.0:1769074819.875793:0:31180:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS request active for cpu 2, keep current deadline 4296484230 00000100:00000001:0.0:1769074819.875796:0:31180:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS new deadline estimation for cpu 3 is 4296476582 00000100:00000001:0.0:1769074819.875798:0:31180:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS request active for cpu 3, keep current deadline 4296484230 00000100:00000001:0.0:1769074819.875801:0:31180:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074819.875803:0:31180:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074819.875806:0:31180:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074819.875808:0:31180:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074819.875810:0:31180:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985ec540 going to sleep for 11 seconds 00000100:00000001:0.0:1769074819.875812:0:31180:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074819.875814:0:31180:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074819.878951:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074819.878977:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816bc00. 00000400:00000200:3.0:1769074819.879061:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074819.879073:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074819.879083:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f550 00000400:00000010:3.0:1769074819.879086:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f550. 00000100:00000001:3.0:1769074819.879093:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074819.879104:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903aa680 x1855007613328640/t0(0) o36->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 528/576 e 0 to 0 dl 1769074835 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074819.879120:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074819.879124:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903aa680 x1855007613328640/t0(0) o36->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 528/576 e 0 to 0 dl 1769074835 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074819.879131:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074819.879133:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1769074819.887819:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86036b00. 00010000:00000010:0.1:1769074819.887849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90341200. 00000800:00000001:3.0:1769074819.897877:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074819.897904:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074819.897910:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074819.897913:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074819.897928:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074819.897939:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074819.897948:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074819.897954:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074819.897961:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074819.897965:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 448 into portal 10 MB=0x6971e9dd91d00 00000400:00000200:3.0:1769074819.898447:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074819.898457:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 448/448 into md 0x22155 [1] + 224 00000800:00000001:3.0:1769074819.898470:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074819.898484:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074819.898488:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074819.898494:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074819.898507:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074819.898530:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903aa680 x1855007613328640/t0(0) o36->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 528/576 e 0 to 0 dl 1769074835 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074819.898544:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff982b903aa680 x1855007613328640/t0(0) o36->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 528/576 e 0 to 0 dl 1769074835 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074819.898558:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074819.898571:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074819.898574:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074819.898582:0:2359:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074819.898588:0:2359:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15306:15306:256:4294967295] 192.168.204.151@tcp LPNI seq info [15306:15306:8:4294967295] 00000400:00000200:3.0:1769074819.898592:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074819.898601:0:2359:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:3.0:1769074819.898607:0:2359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074819.898666:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652900. 00000800:00000200:3.0:1769074819.898674:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074819.898683:0:2359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074819.898689:0:2359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1769074819.898899:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074819.898903:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652900. 00000400:00000200:3.0:1769074819.898907:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074819.898910:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:3.0:1769074819.898918:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074819.898923:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074819.898994:0:31180:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074819.899005:0:31180:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074819.899008:0:31180:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074819.899014:0:31180:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b65d8. 00000400:00000200:0.0:1769074819.899018:0:31180:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f088 00000400:00000010:0.0:1769074819.899021:0:31180:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f088. 00000100:00000001:0.0:1769074819.899024:0:31180:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074819.899030:0:31180:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903aa680 x1855007613328640/t0(0) o36->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 528/576 e 0 to 0 dl 1769074835 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074819.899041:0:31180:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903aa680 x1855007613328640/t0(0) o36->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 528/576 e 0 to 0 dl 1769074835 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074819.899047:0:31180:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074819.899050:0:31180:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074819.899053:0:31180:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074819.899057:0:31180:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074819.899060:0:31180:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074819.899063:0:31180:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074819.899067:0:31180:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074819.899081:0:31180:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b98901458 time=11 v=5 (5 0 0 0) 00000100:00001000:0.0:1769074819.899085:0:31180:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b98901410 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074819.899089:0:31180:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074819.899091:0:31180:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074819.899094:0:31180:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074819.899099:0:31180:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074819.899103:0:31180:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1769074819.899106:0:31180:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1769074819.899108:0:31180:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1769074819.899112:0:31180:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074819.899113:0:31180:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603619456 : -114162105932160 : ffff982b903aa680) 00000100:00000001:0.0:1769074819.899117:0:31180:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074819.899120:0:31180:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b87054800: skip recheck: last_committed 0 00000100:00000001:0.0:1769074819.899122:0:31180:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074819.899125:0:31180:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074819.899131:0:31180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903aa680 x1855007613328640/t73014444035(73014444035) o36->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 528/448 e 0 to 0 dl 1769074835 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074819.899138:0:31180:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074819.899142:0:31180:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074819.899145:0:31180:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074819.899149:0:31180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903aa680 x1855007613328640/t73014444035(73014444035) o36->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 528/448 e 0 to 0 dl 1769074835 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074819.899156:0:31180:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903aa680 pname:cluuid:pid:xid:nid:opc:job mcreate:0d05e643-e609-4f9c-a8ce-9f27d385531c:31180:1855007613328640:192.168.204.151@tcp:36:mcreate.0 00000100:00000001:0.0:1769074819.899162:0:31180:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074819.899165:0:31180:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074819.899168:0:31180:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074819.899170:0:31180:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074819.899173:0:31180:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903aa680 x1855007613328640/t73014444035(73014444035) o36->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 528/448 e 0 to 0 dl 1769074835 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074819.899180:0:31180:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074819.899196:0:31180:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b985ec540. 00000100:00000001:0.0:1769074819.899199:0:31180:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074819.899201:0:31180:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074819.899212:0:31180:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074819.899217:0:31180:0:(lmv_obd.c:2257:lmv_create()) Created - [0x200008101:0x1:0x0] 00800000:00000001:0.0:1769074819.899220:0:31180:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.899225:0:31180:0:(namei.c:1840:ll_new_node_finish()) Process entered 00000080:00000001:0.0:1769074819.899230:0:31180:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074819.899238:0:31180:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1769074819.899241:0:31180:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074819.899245:0:31180:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115742143414273 : 144115742143414273 : 200008101000001) 00000080:00000001:0.0:1769074819.899249:0:31180:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:0.0:1769074819.899264:0:31180:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff982b906b6300. 00000020:00000001:0.0:1769074819.899278:0:31180:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:0.0:1769074819.899313:0:31180:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1769074819.899317:0:31180:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:0.0:1769074819.899319:0:31180:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200008101:0x1:0x0](ffff982b906b63c8) 00000080:00000001:0.0:1769074819.899323:0:31180:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115742143414273 : 144115742143414273 : 200008101000001) 00000080:00000001:0.0:1769074819.899327:0:31180:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554561 : 33554561 : 2000081) 00000080:00000002:0.0:1769074819.899330:0:31180:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115742143414273 mtime from 0 to 1769074819 00000080:00000001:0.0:1769074819.899335:0:31180:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000020:00000001:0.0:1769074819.899339:0:31180:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074819.899345:0:31180:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911477432328 : -114162232119288 : ffff982b88b53008) 00000020:00001000:0.0:1769074819.899348:0:31180:0:(cl_object.c:785:cl_env_get()) 1@ffff982b88b53000 00000020:00000001:0.0:1769074819.899355:0:31180:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:0.0:1769074819.899362:0:31180:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff982b985e4898. 00000020:00000001:0.0:1769074819.899365:0:31180:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:0.0:1769074819.899369:0:31180:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074819.899381:0:31180:0:(lov_object.c:2321:lov_object_alloc()) Process entered 00020000:00000010:0.0:1769074819.899387:0:31180:0:(lov_object.c:2322:lov_object_alloc()) slab-alloced 'lov': 248 at ffff982b9029dc98. 00020000:00000001:0.0:1769074819.899390:0:31180:0:(lov_object.c:2336:lov_object_alloc()) Process leaving (rc=18446629911602519192 : -114162107032424 : ffff982b9029dc98) 00020000:00000001:0.0:1769074819.899393:0:31180:0:(lov_object.c:1378:lov_object_init()) Process entered 00020000:00000001:0.0:1769074819.899397:0:31180:0:(lov_object.c:1406:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1769074819.899406:0:31180:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff982b9816bc00. 00000020:00000001:0.0:1769074819.899412:0:31180:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629911740172568 : -114161969379048 : ffff982b985e4918) 00000020:00001000:0.0:1769074819.899416:0:31180:0:(cl_object.c:879:cl_env_put()) 1@ffff982b88b53000 00000080:00000001:0.0:1769074819.899421:0:31180:0:(namei.c:160:ll_iget()) Process leaving (rc=18446629911606813640 : -114162102737976 : ffff982b906b63c8) 00000080:00000001:0.0:1769074819.899424:0:31180:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074819.899428:0:31180:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1769074819.899431:0:31180:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.899438:0:31180:0:(namei.c:1887:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.899442:0:31180:0:(namei.c:1999:ll_new_node()) Process leaving 00000100:00000001:0.0:1769074819.899443:0:31180:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074819.899448:0:31180:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903aa680 x1855007613328640/t73014444035(73014444035) o36->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 528/448 e 0 to 0 dl 1769074835 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074819.899460:0:31180:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074819.899464:0:31180:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b984bad80 2 00000080:00000010:0.0:1769074819.899467:0:31180:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b8706be00. 00000080:00000001:0.0:1769074819.899471:0:31180:0:(namei.c:2007:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074819.899476:0:31180:0:(namei.c:2048:ll_mknod()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074819.899480:0:31180:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01be7e20 00000080:00200000:0.0:1769074819.899483:0:31180:0:(namei.c:2073:ll_create_nd()) VFS Op:name=fsa-oleg451-client.virtnet, unhashed 1 00000080:00000001:0.0:1769074819.899504:0:31180:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1769074819.899526:0:31180:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1769074819.905400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25900. 00000800:00000200:2.0:1769074819.922571:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074819.922582:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a34bc00. 00000400:00000200:2.0:1769074819.922589:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074819.922599:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074819.922607:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 00000400:00000010:2.0:1769074819.922610:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 00000100:00000001:2.0:1769074819.922615:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074819.922621:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849c700 x1855007613328768/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074835 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074819.922637:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074819.922641:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849c700 x1855007613328768/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074835 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074819.922647:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074819.922648:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074819.930905:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074819.930926:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074819.930932:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074819.930935:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074819.930952:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074819.930964:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074819.931106:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074819.931114:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074819.931122:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074819.931127:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 688 into portal 10 MB=0x6971e9dd91d80 00000400:00000200:3.0:1769074819.931133:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074819.931141:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 688/688 into md 0x2215d [1] + 224 00000800:00000001:3.0:1769074819.931151:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074819.931162:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074819.931166:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074819.931171:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074819.931191:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074819.931204:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849c700 x1855007613328768/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074835 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074819.931216:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff982b9849c700 x1855007613328768/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074835 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074819.931243:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074819.931254:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074819.931258:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1769074819.935694:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074819.935708:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a34bd00. 00000400:00000200:2.0:1769074819.935722:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074819.935736:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074819.935746:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e85d8 00000400:00000010:2.0:1769074819.935750:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e85d8. 00000100:00000001:2.0:1769074819.935757:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074819.935767:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849c700 x1855007613328896/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 600/1152 e 0 to 0 dl 1769074835 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074819.935782:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074819.935786:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849c700 x1855007613328896/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 600/1152 e 0 to 0 dl 1769074835 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074819.935793:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074819.935795:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074819.941462:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074819.941489:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074819.941496:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074819.941498:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074819.941528:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074819.941540:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074819.941555:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074819.941562:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074819.941571:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074819.941576:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 584 into portal 10 MB=0x6971e9dd91e00 00000400:00000200:2.0:1769074819.941583:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074819.941592:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 584/584 into md 0x22165 [1] + 224 00000800:00000001:2.0:1769074819.941604:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074819.941845:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074819.941850:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074819.941857:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074819.941869:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074819.941882:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849c700 x1855007613328896/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 600/1152 e 0 to 0 dl 1769074835 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074819.941963:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff982b9849c700 x1855007613328896/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 600/1152 e 0 to 0 dl 1769074835 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074819.942064:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074819.942077:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074819.942081:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1769074819.946935:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074819.946945:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a34b600. 00000400:00000200:2.0:1769074819.946954:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074819.946964:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074819.946972:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8cc0 00000400:00000010:2.0:1769074819.946975:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8cc0. 00000100:00000001:2.0:1769074819.946980:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074819.946998:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849c700 x1855007613329152/t0(0) o36->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 512/624 e 0 to 0 dl 1769074835 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074819.947010:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074819.947013:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849c700 x1855007613329152/t0(0) o36->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 512/624 e 0 to 0 dl 1769074835 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074819.947019:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074819.947021:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1769074819.951344:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020c100. 00010000:00000010:1.1:1769074819.951366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b902ec800. 00010000:00000010:1.1:1769074819.951370:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020c200. 00010000:00000010:1.1:1769074819.951374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b902ed400. 00000800:00000001:2.0:1769074819.952791:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074819.952819:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074819.952824:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074819.952827:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074819.952843:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074819.952854:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074819.952863:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074819.952869:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074819.952877:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074819.952881:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd91f00 00000400:00000200:2.0:1769074819.952888:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074819.952895:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x2216d [1] + 224 00000800:00000001:2.0:1769074819.952907:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074819.952917:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074819.952920:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074819.952926:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074819.952936:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074819.952947:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849c700 x1855007613329152/t0(0) o36->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 512/624 e 0 to 0 dl 1769074835 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074819.952956:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff982b9849c700 x1855007613329152/t0(0) o36->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 512/624 e 0 to 0 dl 1769074835 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074819.952978:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769074819.953758:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769074819.953767:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074819.953776:0:2359:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074819.953783:0:2359:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15310:15310:256:4294967295] 192.168.204.151@tcp LPNI seq info [15310:15310:8:4294967295] 00000400:00000200:2.0:1769074819.953787:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074819.953795:0:2359:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:2.0:1769074819.953801:0:2359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074819.953810:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73ff00. 00000800:00000200:2.0:1769074819.953816:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074819.953823:0:2359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074819.953827:0:2359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73ff00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1769074819.953951:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074819.953954:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73ff00. 00000400:00000200:2.0:1769074819.953960:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074819.953965:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:2.0:1769074819.953975:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074819.953979:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1769074819.969779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985efb60. 00000080:00000010:1.1:1769074819.969826:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b906b6300. 00010000:00000001:2.0:1769074820.379169:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074820.379175:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074820.379338:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074820.379342:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074820.379345:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074821.404712:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074821.404723:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074822.426392:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074822.426400:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074822.427904:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074822.427910:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074822.427914:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1769074823.450574:0:31209:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1769074823.450583:0:31209:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: local REPLAY BARRIER on lustre-MDT0000 00010000:00000001:2.0:1769074823.451412:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074823.451419:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1769074823.454428:0:31209:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000800:00000200:2.0:1769074823.470219:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074823.470225:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a34b400. 00000400:00000200:2.0:1769074823.470232:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074823.470237:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074823.470243:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8110 00000400:00000010:2.0:1769074823.470245:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8110. 00000100:00000001:2.0:1769074823.470249:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074823.470254:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849ce00 x1855007613329280/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.470264:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074823.470267:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849ce00 x1855007613329280/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.470273:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.470275:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074823.477495:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.477529:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074823.477535:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.477538:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.477554:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.477566:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074823.477578:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.477584:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.477592:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.477597:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 688 into portal 10 MB=0x6971e9dd91f80 00000400:00000200:3.0:1769074823.477603:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.479392:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 688/688 into md 0x22175 [1] + 224 00000800:00000001:3.0:1769074823.479418:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.479460:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.479464:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074823.479470:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074823.479481:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074823.479494:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849ce00 x1855007613329280/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074823.479508:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff982b9849ce00 x1855007613329280/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074823.479530:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074823.479545:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.479549:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1769074823.497072:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074823.497085:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a34b400. 00000400:00000200:2.0:1769074823.497095:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074823.497107:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074823.497117:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8880 00000400:00000010:2.0:1769074823.499436:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8880. 00000100:00000001:2.0:1769074823.499475:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074823.499495:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849ce00 x1855007613329536/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.499513:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074823.499519:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849ce00 x1855007613329536/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.499526:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.499529:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1769074823.505378:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020c200. 00010000:00000010:1.1:1769074823.505403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b902eca00. 00000800:00000001:3.0:1769074823.513901:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.514233:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074823.514239:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.514253:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.514271:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.514354:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074823.514366:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.514374:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.514382:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.514387:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 664 into portal 10 MB=0x6971e9dd92080 00000400:00000200:3.0:1769074823.514394:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.514404:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 664/664 into md 0x2217d [32] + 224 00000800:00000001:3.0:1769074823.514415:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.514428:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.514434:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074823.514440:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074823.514461:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074823.514476:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849ce00 x1855007613329536/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074823.514495:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff982b9849ce00 x1855007613329536/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074823.514518:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074823.514529:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074823.514532:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.514539:0:2358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074823.514545:0:2358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15313:15313:256:4294967295] 192.168.204.151@tcp LPNI seq info [15313:15313:8:4294967295] 00000400:00000200:3.0:1769074823.514550:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.514560:0:2358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:3.0:1769074823.514567:0:2358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074823.514576:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff982b98c02c00. 00000800:00000200:3.0:1769074823.514583:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074823.514590:0:2358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074823.514595:0:2358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b98c02c00 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1769074823.515413:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1769074823.517740:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074823.517751:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff982b98c02c00. 00000400:00000200:3.0:1769074823.517759:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074823.517769:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:2.0:1769074823.520659:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769074823.521133:0:31210:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1769074823.521138:0:31210:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769074823.521141:0:31210:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1769074823.521142:0:31210:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.521146:0:31210:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1769074823.521148:0:31210:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.521151:0:31210:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769074823.521154:0:31210:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.521156:0:31210:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1769074823.521161:0:31210:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff982b9020b600. 00000080:00000001:0.0:1769074823.521168:0:31210:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.521174:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1769074823.521178:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x38:0x0](ffff982b9069a1c8), inode mode 81a4 mask 40 00000080:00000001:0.0:1769074823.521185:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074823.521221:0:31210:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1769074823.521227:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b90256e88) owner 0000000000000000/ffff982b86784f80 00020000:00000002:0.0:1769074823.521232:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b90256e88) owner 0000000000000000/ffff982b86784f80 00020000:00000001:0.0:1769074823.521236:0:31210:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.521476:0:31210:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:0.0:1769074823.521481:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafdd0 00000080:00200008:0.0:1769074823.521484:0:31210:0:(file.c:424:ll_file_release()) START file f16.replay-dual-0:[0x2000013a1:0x38:0x0](ffff982b9069a1c8), flags 100002 00000080:00000001:0.0:1769074823.521488:0:31210:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:0.0:1769074823.521492:0:31210:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:0.0:1769074823.521493:0:31210:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1769074823.521495:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b90256e88) owner 0000000000000000/ffff982b86784f80 00020000:00000002:0.0:1769074823.521498:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b90256e88) owner 0000000000000000/ffff982b86784f80 00020000:00000001:0.0:1769074823.521500:0:31210:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.521503:0:31210:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:0.0:1769074823.521514:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074823.521519:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074823.521529:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c200 count: 2 00010000:00000001:0.0:1769074823.521532:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074823.521538:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074823.521541:0:31210:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x38:0x0]: 0 00000080:00000001:0.0:1769074823.521543:0:31210:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1769074823.521546:0:31210:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1769074823.521557:0:31210:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff982b8706b400. 00000080:00000001:0.0:1769074823.521560:0:31210:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1769074823.521567:0:31210:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1769074823.521571:0:31210:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1769074823.521573:0:31210:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x38:0x0] 00000002:00000001:0.0:1769074823.521579:0:31210:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1769074823.521581:0:31210:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff982b858dd800: [0x2000013a1:0x38:0x0] file closed with intent: 0 00000100:00000010:0.0:1769074823.521590:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903a8380. 00000020:00000040:0.0:1769074823.521595:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=7 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:0.0:1769074823.521601:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074823.521606:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074823.521613:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074823.521623:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b8706be00. 00000100:00000001:0.0:1769074823.521632:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1769074823.521657:0:31210:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1769074823.521672:0:31210:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b858dd800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074823.521678:0:31210:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b903a8380 x1855007613329792/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1769074823.521686:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074823.521689:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074823.522187:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b985ec540. 00000100:00000001:0.0:1769074823.522193:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911740204352 : -114161969347264 : ffff982b985ec540) 00000100:00000001:0.0:1769074823.522198:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.522199:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603610496 : -114162105941120 : ffff982b903a8380) 00000100:00000001:0.0:1769074823.522206:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074823.522211:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.522214:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074823.522217:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074823.522222:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903a8380 x1855007613329792/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.522231:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074823.522234:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.522239:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074823.522429:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074823.522433:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074823.522438:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903a8380 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613329792:192.168.204.151@tcp:35:createmany.0 00000100:00000001:0.0:1769074823.522444:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074823.522459:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074823.522463:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.522467:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074823.522475:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b87fc4800. 02000000:00000001:0.0:1769074823.522477:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074823.522490:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074823.522495:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b65d8. 00000400:00000010:0.0:1769074823.522504:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f088. 00000100:00000200:0.0:1769074823.522514:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613329792, portal 10 00000100:00000001:0.0:1769074823.522516:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.522517:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603610496 : -114162105941120 : ffff982b903a8380) 00000100:00000040:0.0:1769074823.522525:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b903a8380 x1855007613329792/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074845 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.522532:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074823.522534:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074823.522538:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f330. 00000100:00000200:0.0:1769074823.522543:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613329792, offset 0 00000400:00000200:0.0:1769074823.522550:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074823.522561:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074823.522572:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074823.522580:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074823.522585:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074823.522589:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074823.522593:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074823.522597:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15314:15314:256:4294967295] 192.168.204.151@tcp LPNI seq info [15314:15314:8:4294967295] 00000400:00000200:0.0:1769074823.522601:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074823.522613:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074823.522620:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074823.522626:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b100. 00000800:00000200:0.0:1769074823.522633:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074823.522643:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074823.522649:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816b100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1769074823.523152:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.523161:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 977065 usecs (978 jiffies) 00000400:00000200:0.0:1769074823.523167:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074823.523172:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296481178 00000100:00000001:0.0:1769074823.523176:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296484230 00000100:00000001:0.0:1769074823.523179:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296481178 00000100:00000001:0.0:1769074823.523182:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296484230 00000100:00000001:0.0:1769074823.523185:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074823.523188:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.523191:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074823.523194:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00100000:0.0:1769074823.523197:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985ec540 going to sleep for 17 seconds 00000100:00000001:0.0:1769074823.523200:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074823.523205:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074823.524201:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074823.524209:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b100. 00000400:00000200:2.0:1769074823.524223:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074823.524234:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074823.524254:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f330 00000400:00000010:2.0:1769074823.524258:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f330. 00000100:00000001:2.0:1769074823.524264:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074823.524273:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903a8380 x1855007613329792/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074845 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.524320:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074823.524324:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a8380 x1855007613329792/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074845 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.524331:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.524333:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1769074823.526334:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020c100. 00000800:00000001:2.0:1769074823.527436:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074823.527469:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074823.527474:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074823.527477:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074823.527492:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.527503:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074823.527512:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.527519:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.527527:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.527532:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd92180 00000400:00000200:2.0:1769074823.527539:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.527547:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x22185 [1] + 224 00000800:00000001:2.0:1769074823.527558:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074823.527571:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074823.527576:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074823.527581:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074823.527592:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074823.527606:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903a8380 x1855007613329792/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074845 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074823.527619:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff982b903a8380 x1855007613329792/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074845 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.527647:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074823.527661:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074823.527665:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.531857:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074823.531879:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074823.531882:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074823.531888:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b65d8. 00000400:00000200:0.0:1769074823.531901:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f088 00000400:00000010:0.0:1769074823.531904:0:31210:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f088. 00000100:00000001:0.0:1769074823.531911:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074823.531938:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903a8380 x1855007613329792/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074845 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074823.531953:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903a8380 x1855007613329792/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074845 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.531963:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074823.531966:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.531970:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074823.531974:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074823.531977:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074823.531981:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.531985:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074823.532010:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88ca0 time=334 v=10 (10 10 5 5) 00000100:00001000:0.0:1769074823.532014:0:31210:0:(import.c:2194:obd_at_measure()) AT ffff982b88b88ca0 change: old=10 new=5 delta=-5 (val=5) hist 5 0 10 10 00000100:00001000:0.0:1769074823.532019:0:31210:0:(client.c:416:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff982b858dd800 ptl 23 has changed from 10 to 5 00000100:00001000:0.0:1769074823.532022:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074823.532025:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074823.532027:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.532031:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074823.532037:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.532042:0:31210:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1769074823.532045:0:31210:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1769074823.532047:0:31210:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1769074823.532051:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.532053:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603610496 : -114162105941120 : ffff982b903a8380) 00000100:00000001:0.0:1769074823.532057:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074823.532060:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:0.0:1769074823.532062:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074823.532067:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.532073:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903a8380 x1855007613329792/t73014444038(73014444038) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074845 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.532082:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074823.532085:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074823.532088:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074823.532093:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903a8380 x1855007613329792/t73014444038(73014444038) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074845 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074823.532102:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903a8380 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613329792:192.168.204.151@tcp:35:createmany.0 00000100:00000001:0.0:1769074823.532108:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.532112:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.532115:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074823.532117:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074823.532121:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a8380 x1855007613329792/t73014444038(73014444038) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074845 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.532129:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074823.532133:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b985ec540. 00000100:00000001:0.0:1769074823.532138:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074823.532139:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.532149:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.532150:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603610496 : -114162105941120 : ffff982b903a8380) 00000002:00000001:0.0:1769074823.532154:0:31210:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.532159:0:31210:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074823.532176:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b8706b400. 00000080:00000001:0.0:1769074823.532181:0:31210:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1769074823.532185:0:31210:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1769074823.532191:0:31210:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1769074823.532197:0:31210:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074823.532206:0:31210:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.532207:0:31210:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074823.532210:0:31210:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff982b9851e6c0. 00000100:00000001:0.0:1769074823.532214:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074823.532217:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a8380 x1855007613329792/t73014444038(73014444038) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074845 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.532223:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.532225:0:31210:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074823.532229:0:31210:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff982b82ba08c0. 00000080:00000001:0.0:1769074823.532234:0:31210:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074823.532253:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafdd0 00000080:00000008:0.0:1769074823.532258:0:31210:0:(file.c:464:ll_file_release()) COMPLETED file f16.replay-dual-0:[0x2000013a1:0x38:0x0](ffff982b9069a1c8), flags 100002, rc = 0 00000080:00000001:0.0:1769074823.532262:0:31210:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.532277:0:31210:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1769074823.532353:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafe00 00000080:00002000:0.0:1769074823.532356:0:31210:0:(dcache.c:127:ll_ddelete()) keeping dentry f16.replay-dual-0 (ffff982b90652798, parent ffff982b90d9e5e8, inode ffff982b9069a1c8) hashed, 00000080:00000001:0.0:1769074823.532359:0:31210:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.532484:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074823.532489:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074823.532492:0:31210:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074823.532494:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafbc0 00000080:00200000:0.0:1769074823.532496:0:31210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:0.0:1769074823.532504:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b8706b400. 00800000:00000002:0.0:1769074823.532512:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:0.0:1769074823.532518:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074823.532523:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074823.532525:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafae0 00800000:00000002:0.0:1769074823.532528:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074823.532533:0:31210:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074823.532536:0:31210:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074823.532542:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074823.532544:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf9b0 00000002:00010000:0.0:1769074823.532546:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074823.532550:0:31210:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074823.532553:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074823.532557:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074823.532566:0:31210:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.532569:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.532571:0:31210:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.532573:0:31210:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1769074823.532577:0:31210:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1769074823.532582:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903a9500. 00000020:00000040:0.0:1769074823.532586:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=8 obd=lustre-MDT0000-mdc-ffff982b858dd800 00010000:00000001:0.0:1769074823.532593:0:31210:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1769074823.532600:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074823.532608:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.532610:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.532612:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.532615:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074823.532618:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074823.532623:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074823.532633:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b87fc6000. 00000100:00000001:0.0:1769074823.532640:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.532644:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074823.532646:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.532648:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074823.532649:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.532652:0:31210:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.532658:0:31210:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446629911603614976 : -114162105936640 : ffff982b903a9500) 00010000:00000001:0.0:1769074823.532663:0:31210:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1769074823.532666:0:31210:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1769074823.532671:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b985e5300. 00010000:00000010:0.0:1769074823.532676:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b985e6780. 00010000:00000001:0.0:1769074823.532680:0:31210:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1769074823.532684:0:31210:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b90254800. 00000020:00000001:0.0:1769074823.532689:0:31210:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074823.532693:0:31210:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b90254800 with handle 0x5d432443066b7420 to hash 00000020:00000001:0.0:1769074823.532695:0:31210:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1769074823.532697:0:31210:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00010000:00000001:0.0:1769074823.532701:0:31210:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00010000:00000001:0.0:1769074823.532706:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074823.532710:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074823.532715:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254800/0x5d432443066b7420 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31210 initiator: MDT0 00010000:00010000:0.0:1769074823.532725:0:31210:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254800/0x5d432443066b7420 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00010000:00010000:0.0:1769074823.532738:0:31210:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254800/0x5d432443066b7420 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000100:00000001:0.0:1769074823.532744:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074823.532746:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074823.532754:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b985ec540. 00000100:00000001:0.0:1769074823.532756:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911740204352 : -114161969347264 : ffff982b985ec540) 00000100:00000001:0.0:1769074823.532759:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.532760:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603614976 : -114162105936640 : ffff982b903a9500) 00000100:00000001:0.0:1769074823.532767:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074823.532773:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.532775:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074823.532777:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074823.532783:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903a9500 x1855007613329920/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.532792:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074823.532795:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.532800:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074823.532804:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074823.532806:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074823.532810:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903a9500 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613329920:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074823.532816:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074823.532823:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074823.532827:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.532831:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074823.532837:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff982b855d7800. 02000000:00000001:0.0:1769074823.532840:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074823.532850:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074823.532854:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b65d8. 00000400:00000010:0.0:1769074823.532862:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f088. 00000100:00000200:0.0:1769074823.532871:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007613329920, portal 10 00000100:00000001:0.0:1769074823.532873:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.532874:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603614976 : -114162105936640 : ffff982b903a9500) 00000100:00000040:0.0:1769074823.532881:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b903a9500 x1855007613329920/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.532889:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074823.532892:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074823.532896:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604fcc0. 00000100:00000200:0.0:1769074823.532901:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007613329920, offset 0 00000400:00000200:0.0:1769074823.532909:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074823.532919:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074823.532928:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074823.532936:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074823.532941:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074823.532946:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074823.532949:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074823.532954:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15315:15315:256:4294967295] 192.168.204.151@tcp LPNI seq info [15315:15315:8:4294967295] 00000400:00000200:0.0:1769074823.532959:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074823.532971:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074823.532980:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074823.532987:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b500. 00000800:00000200:0.0:1769074823.532995:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074823.533005:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074823.533010:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816b500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1769074823.533037:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.533044:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 975442 usecs (976 jiffies) 00000400:00000200:0.0:1769074823.533047:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074823.533051:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296481186 00000100:00000001:0.0:1769074823.533055:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296484230 00000100:00000001:0.0:1769074823.533058:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296481186 00000100:00000001:0.0:1769074823.533061:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296484230 00000100:00000001:0.0:1769074823.533064:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074823.533068:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.533070:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074823.533072:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074823.533075:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985ec540 going to sleep for 11 seconds 00000100:00000001:0.0:1769074823.533078:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074823.533080:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074823.533808:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074823.533815:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b500. 00000400:00000200:2.0:1769074823.533827:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074823.533835:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074823.533842:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604fcc0 00000400:00000010:2.0:1769074823.533844:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604fcc0. 00000100:00000001:2.0:1769074823.533851:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074823.533857:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903a9500 x1855007613329920/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.533867:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074823.533870:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a9500 x1855007613329920/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.533876:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.533877:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074823.554338:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074823.554366:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074823.554373:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074823.554376:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074823.554392:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.554403:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074823.554412:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.554418:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.554426:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.554431:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 688 into portal 10 MB=0x6971e9dd92200 00000400:00000200:2.0:1769074823.554437:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.554444:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 688/688 into md 0x2218d [1] + 224 00000800:00000001:2.0:1769074823.554467:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074823.554478:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074823.554482:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074823.554487:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074823.554498:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074823.554511:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903a9500 x1855007613329920/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074823.554523:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff982b903a9500 x1855007613329920/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.554624:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074823.554648:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074823.554664:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074823.554668:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1769074823.555424:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074823.555429:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074823.555436:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b65d8. 00000400:00000200:0.0:1769074823.555444:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f088 00000400:00000010:0.0:1769074823.555446:0:31210:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f088. 00000100:00000001:0.0:1769074823.555463:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074823.555476:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903a9500 x1855007613329920/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074823.555488:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903a9500 x1855007613329920/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.555497:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074823.555500:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.555503:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074823.555508:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074823.555512:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074823.555515:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.555519:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074823.555532:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=34 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074823.555537:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074823.555540:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074823.555542:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.555546:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074823.555551:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.555555:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074823.555559:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:0.0:1769074823.555561:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074823.555564:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.555569:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903a9500 x1855007613329920/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.555576:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074823.555580:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074823.555582:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074823.555586:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903a9500 x1855007613329920/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074839 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074823.555593:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903a9500 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613329920:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074823.555599:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.555602:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.555606:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074823.555608:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074823.555612:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903a9500 x1855007613329920/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074839 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.555620:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074823.555624:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b985ec540. 00000100:00000001:0.0:1769074823.555627:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074823.555629:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.555633:0:31210:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074823.555638:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.555642:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.555646:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254800 refcount=4 00000020:00000001:0.0:1769074823.555649:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00010000:00000001:0.0:1769074823.555653:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00010000:00000040:0.0:1769074823.555661:0:31210:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b90254800, remote cookie: 0xf5b77ed682f5d15b, flags: 0x1001 00010000:00010000:0.0:1769074823.555668:0:31210:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254800/0x5d432443066b7420 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d15b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074823.555688:0:31210:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254800/0x5d432443066b7420 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d15b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.555708:0:31210:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074823.555714:0:31210:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074823.555724:0:31210:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074823.555726:0:31210:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074823.555727:0:31210:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074823.555732:0:31210:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff982b985e5300) refcount = 1 00010000:00010000:0.0:1769074823.555737:0:31210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254800/0x5d432443066b7420 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d15b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.555745:0:31210:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074823.555749:0:31210:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074823.555751:0:31210:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074823.555755:0:31210:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074823.555757:0:31210:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074823.555760:0:31210:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254800/0x5d432443066b7420 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d15b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.555766:0:31210:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074823.555768:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.555770:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.555771:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.555772:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.555774:0:31210:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.555779:0:31210:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074823.555781:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.555782:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.555784:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254800 refcount=3 00000020:00000001:0.0:1769074823.555785:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00010000:00000001:0.0:1769074823.555787:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00010000:00000001:0.0:1769074823.555790:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.555792:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.555793:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254800 refcount=4 00000020:00000001:0.0:1769074823.555794:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00010000:00000001:0.0:1769074823.555797:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00010000:00000001:0.0:1769074823.555800:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074823.555802:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074823.555805:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254800/0x5d432443066b7420 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d15b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.555811:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.555812:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.555814:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.555815:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.555816:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254800 refcount=5 00000020:00000001:0.0:1769074823.555818:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00010000:00000001:0.0:1769074823.555820:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00010000:00000001:0.0:1769074823.555823:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074823.555826:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254800/0x5d432443066b7420 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d15b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.555831:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.555833:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074823.555835:0:31210:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254800/0x5d432443066b7420 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d15b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.555842:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074823.555843:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.555844:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.555845:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.555846:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074823.555852:0:31210:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff982b903a9500 x1855007613329920/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074839 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1769074823.555862:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.555864:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.555865:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254800 refcount=3 00000020:00000001:0.0:1769074823.555867:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00010000:00000001:0.0:1769074823.555869:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00010000:00000001:0.0:1769074823.555872:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.555873:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074823.555875:0:31210:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.555878:0:31210:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.555883:0:31210:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1769074823.555886:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.555887:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.555889:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254800 refcount=3 00000020:00000001:0.0:1769074823.555891:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00010000:00000001:0.0:1769074823.555894:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00000002:00010000:0.0:1769074823.555898:0:31210:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254800/0x5d432443066b7420 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d15b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.555904:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.555917:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.555919:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074823.555921:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.555922:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.555923:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254800 refcount=3 00000020:00000001:0.0:1769074823.555934:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00010000:00000001:0.0:1769074823.555936:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00010000:00000040:0.0:1769074823.555945:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5300 count: 2 00010000:00000001:0.0:1769074823.555948:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074823.555952:0:31210:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b873df800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1769074823.555955:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.555956:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074823.555958:0:31210:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074823.555961:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf930 00000002:00002000:0.0:1769074823.555963:0:31210:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1769074823.555966:0:31210:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.555972:0:31210:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.555976:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074823.555980:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1769074823.555984:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074823.555989:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:0.0:1769074823.555993:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b8706b400. 00000080:00000001:0.0:1769074823.555998:0:31210:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074823.556001:0:31210:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074823.556009:0:31210:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1769074823.556014:0:31210:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1769074823.556026:0:31210:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff982b99072bc0. 00800000:00000001:0.0:1769074823.556029:0:31210:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446629911751240640 : -114161958310976 : ffff982b99072bc0) 00800000:00000001:0.0:1769074823.556032:0:31210:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.556034:0:31210:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074823.556038:0:31210:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1769074823.556041:0:31210:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1769074823.556044:0:31210:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1769074823.556048:0:31210:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1769074823.556050:0:31210:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.556055:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1769074823.556059:0:31210:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:0.0:1769074823.556062:0:31210:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115188193296385 mtime from 1769074819 to 1769074823 00000080:00200000:0.0:1769074823.556068:0:31210:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:0.0:1769074823.556071:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.556072:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.556074:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254800 refcount=3 00000020:00000001:0.0:1769074823.556076:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00010000:00000001:0.0:1769074823.556078:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00010000:00000001:0.0:1769074823.556080:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.556081:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074823.556083:0:31210:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074823.556086:0:31210:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1769074823.556087:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b99072bc0 1 00800000:00000010:0.0:1769074823.556090:0:31210:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff982b99072bc0. 00800000:00000001:0.0:1769074823.556093:0:31210:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074823.556098:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b7420 00800000:00000001:0.0:1769074823.556102:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074823.556104:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074823.556105:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.556106:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.556108:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254800 refcount=3 00000020:00000001:0.0:1769074823.556110:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00010000:00000001:0.0:1769074823.556111:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00010000:00000001:0.0:1769074823.556114:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.556115:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074823.556116:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.556119:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.556121:0:31210:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074823.556124:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:0.0:1769074823.556127:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b7420 from it ffffbcdb01dafbf8 00010000:00000001:0.0:1769074823.556129:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.556130:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.556132:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254800 refcount=3 00000020:00000001:0.0:1769074823.556134:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00010000:00000001:0.0:1769074823.556136:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00010000:00000001:0.0:1769074823.556138:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074823.556141:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254800/0x5d432443066b7420 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d15b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.556147:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.556148:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.556149:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074823.556152:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074823.556154:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254800/0x5d432443066b7420 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d15b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.556159:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074823.556162:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074823.556165:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074823.556169:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.556171:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.556173:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.556177:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074823.556179:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.556181:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.556184:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.556186:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074823.556187:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.556188:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074823.556191:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074823.556196:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b903a9500 x1855007613329920/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074839 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.556203:0:31210:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074823.556208:0:31210:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074823.556212:0:31210:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff982b855d7800. 02000000:00000001:0.0:1769074823.556215:0:31210:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074823.556219:0:31210:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074823.556221:0:31210:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=7 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074823.556223:0:31210:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074823.556226:0:31210:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b87fc6000. 02000000:00000001:0.0:1769074823.556232:0:31210:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074823.556235:0:31210:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074823.556238:0:31210:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b903a9500. 00000100:00000001:0.0:1769074823.556254:0:31210:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074823.556256:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074823.556260:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 1 00000080:00000001:0.0:1769074823.556266:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074823.556326:0:31210:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff982b85d25000. 00000080:00000001:0.0:1769074823.556334:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074823.556336:0:31210:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074823.556338:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafb00 00000080:00200000:0.0:1769074823.556340:0:31210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:0.0:1769074823.556347:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b8706b400. 00800000:00000002:0.0:1769074823.556352:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:0.0:1769074823.556356:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074823.556360:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074823.556363:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa20 00800000:00000002:0.0:1769074823.556365:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074823.556370:0:31210:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074823.556374:0:31210:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074823.556379:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074823.556380:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf8f0 00000002:00010000:0.0:1769074823.556383:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074823.556386:0:31210:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074823.556388:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074823.556390:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074823.556394:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5300 count: 2 00010000:00000001:0.0:1769074823.556396:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074823.556398:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074823.556401:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769074823.556404:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254800/0x5d432443066b7420 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d15b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1769074823.556411:0:31210:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1769074823.556414:0:31210:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074823.556417:0:31210:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254800/0x5d432443066b7420 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d15b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1769074823.556424:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1769074823.556425:0:31210:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074823.556427:0:31210:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074823.556430:0:31210:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074823.556431:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074823.556434:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1769074823.556436:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1769074823.556438:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:0.0:1769074823.556440:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b8706b400. 00000080:00000001:0.0:1769074823.556442:0:31210:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074823.556444:0:31210:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074823.556447:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:0.0:1769074823.556461:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b7420 00800000:00000001:0.0:1769074823.556464:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074823.556466:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074823.556467:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.556468:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.556470:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254800 refcount=3 00000020:00000001:0.0:1769074823.556471:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00010000:00000001:0.0:1769074823.556474:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00010000:00000001:0.0:1769074823.556476:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.556477:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074823.556478:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.556479:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074823.556481:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b7420 from it ffffbcdb01dafb38 00010000:00000001:0.0:1769074823.556483:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.556484:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.556485:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254800 refcount=3 00000020:00000001:0.0:1769074823.556487:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00010000:00000001:0.0:1769074823.556489:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00010000:00000001:0.0:1769074823.556491:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074823.556493:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254800/0x5d432443066b7420 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d15b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.556498:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.556499:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.556500:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074823.556501:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074823.556503:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254800/0x5d432443066b7420 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d15b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.556510:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074823.556512:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074823.556513:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074823.556514:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.556515:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.556518:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.556520:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074823.556521:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.556523:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.556525:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.556527:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074823.556529:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.556530:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074823.556532:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769074823.556533:0:31210:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074823.556535:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 3 00000080:00000001:0.0:1769074823.556539:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.556543:0:31210:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:0.0:1769074823.556545:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafb50 00000080:00200000:0.0:1769074823.556547:0:31210:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f16.replay-dual-1, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), file ffff982b83e35800, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1769074823.556554:0:31210:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff982b98412000. 00000080:00000001:0.0:1769074823.556559:0:31210:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:0.0:1769074823.556562:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa10 00000080:00200000:0.0:1769074823.556564:0:31210:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f16.replay-dual-1, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), intent=open|creat 00000080:00000010:0.0:1769074823.556572:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b8706b400. 00800000:00000002:0.0:1769074823.556574:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:0.0:1769074823.556579:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074823.556581:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074823.556582:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf930 00800000:00000002:0.0:1769074823.556585:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f16.replay-dual-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074823.556588:0:31210:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:0.0:1769074823.556592:0:31210:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1769074823.556597:0:31210:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446629911450240000 : -114162259311616 : ffff982b87164400) 00800000:00000001:0.0:1769074823.556601:0:31210:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1769074823.556604:0:31210:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1769074823.556606:0:31210:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1769074823.556609:0:31210:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1769074823.556612:0:31210:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff982b858dd800: Allocated FID [0x2000013a1:0x39:0x0] 40000000:00000001:0.0:1769074823.556616:0:31210:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.556618:0:31210:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.556620:0:31210:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.556623:0:31210:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074823.556625:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf8b0 00800000:00000002:0.0:1769074823.556627:0:31210:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x39:0x0], name='f16.replay-dual-1' -> mds #0 00000002:00000001:0.0:1769074823.556631:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074823.556632:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf7e8 00000002:00010000:0.0:1769074823.556634:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f16.replay-dual-1,[0x2000013a1:0x39:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1769074823.556639:0:31210:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1769074823.556641:0:31210:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1769074823.556645:0:31210:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1769074823.556649:0:31210:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.556651:0:31210:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1769074823.556653:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5300 count: 2 00010000:00000001:0.0:1769074823.556655:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074823.556658:0:31210:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1769074823.556662:0:31210:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1769074823.556665:0:31210:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254800/0x5d432443066b7420 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf5b77ed682f5d15b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1769074823.556674:0:31210:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1769074823.556678:0:31210:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1769074823.556681:0:31210:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1769074823.556683:0:31210:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1769074823.556686:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074823.556688:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074823.556690:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5300 count: 3 00010000:00000001:0.0:1769074823.556692:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074823.556695:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.556696:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074823.556698:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074823.556699:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5300 count: 3 00010000:00000001:0.0:1769074823.556701:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074823.556703:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.556704:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074823.556705:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074823.556707:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5300 count: 3 00010000:00000001:0.0:1769074823.556709:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074823.556711:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.556713:0:31210:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1769074823.556716:0:31210:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff982b90dbe300, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1769074823.556722:0:31210:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1769074823.556724:0:31210:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1769074823.556728:0:31210:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1769074823.556729:0:31210:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.556732:0:31210:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1769074823.556736:0:31210:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1769074823.556738:0:31210:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1769074823.556741:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074823.556743:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1769074823.556746:0:31210:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b90254800 with handle 0x5d432443066b7420 from hash 00010000:00000001:0.0:1769074823.556749:0:31210:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1769074823.556751:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.556752:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.556753:0:31210:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1769074823.556756:0:31210:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1769074823.556757:0:31210:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1769074823.556760:0:31210:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074823.556762:0:31210:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074823.556764:0:31210:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1769074823.556769:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903a9500. 00000020:00000040:0.0:1769074823.556773:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=8 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:0.0:1769074823.556779:0:31210:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769074823.556780:0:31210:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.556784:0:31210:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1769074823.556789:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074823.556791:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.556793:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.556794:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.556797:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074823.556800:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074823.556803:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074823.556812:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b87fc6000. 00000100:00000001:0.0:1769074823.556820:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.556824:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074823.556827:0:31210:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1769074823.556830:0:31210:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254800/0x5d432443066b7420 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d15b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074823.556836:0:31210:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1769074823.556837:0:31210:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074823.556839:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1769074823.556842:0:31210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254800/0x5d432443066b7420 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d15b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1769074823.556850:0:31210:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b985e5300 count: 0 00010000:00000010:0.0:1769074823.556856:0:31210:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b985e6780. 00010000:00000001:0.0:1769074823.556867:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.556869:0:31210:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.556870:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074823.556872:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.556874:0:31210:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.556886:0:31210:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446629911603614976 : -114162105936640 : ffff982b903a9500) 00010000:00000001:0.0:1769074823.556890:0:31210:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1769074823.556892:0:31210:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1769074823.556897:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b985e5900. 00010000:00000010:0.0:1769074823.556900:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b985e6780. 00010000:00000001:0.0:1769074823.556905:0:31210:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1769074823.556909:0:31210:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b90254e00. 00000020:00000001:0.0:1769074823.556912:0:31210:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074823.556915:0:31210:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b90254e00 with handle 0x5d432443066b7427 to hash 00000020:00000001:0.0:1769074823.556917:0:31210:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1769074823.556918:0:31210:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911602220544 : -114162107331072 : ffff982b90254e00) 00010000:00000001:0.0:1769074823.556922:0:31210:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911602220544 : -114162107331072 : ffff982b90254e00) 00010000:00000001:0.0:1769074823.556925:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074823.556927:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074823.556930:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254e00/0x5d432443066b7427 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31210 initiator: MDT0 00010000:00010000:0.0:1769074823.556938:0:31210:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254e00/0x5d432443066b7427 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000020:00100000:0.0:1769074823.556952:0:31210:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b858dd800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074823.556961:0:31210:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b903a9500 x1855007613330176/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074823.556971:0:31210:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254e00/0x5d432443066b7427 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000100:00000001:0.0:1769074823.556978:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074823.556980:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074823.556988:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b985ec540. 00000100:00000001:0.0:1769074823.556991:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911740204352 : -114161969347264 : ffff982b985ec540) 00000100:00000001:0.0:1769074823.556994:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.556995:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603614976 : -114162105936640 : ffff982b903a9500) 00000100:00000001:0.0:1769074823.557000:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074823.557005:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.557007:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074823.557009:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074823.557014:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903a9500 x1855007613330176/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.557021:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074823.557024:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.557028:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074823.557031:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074823.557033:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074823.557037:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903a9500 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613330176:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074823.557042:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074823.557048:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074823.557050:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.557053:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074823.557146:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff982b902a0000. 02000000:00000001:0.0:1769074823.557149:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074823.557161:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074823.557166:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b65d8. 00000400:00000010:0.0:1769074823.557174:0:31210:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff982b87fc5400. 00000100:00000200:0.0:1769074823.557183:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007613330176, portal 10 00000100:00000001:0.0:1769074823.557185:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.557186:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603614976 : -114162105936640 : ffff982b903a9500) 00000100:00000040:0.0:1769074823.557193:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b903a9500 x1855007613330176/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.557200:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074823.557202:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074823.558494:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f4c8. 00000100:00000200:2.0:1769074823.558507:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007613330176, offset 0 00000400:00000200:2.0:1769074823.558519:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074823.558532:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.558542:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074823.558549:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074823.558554:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074823.558559:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074823.558562:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074823.558566:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15316:15316:256:4294967295] 192.168.204.151@tcp LPNI seq info [15316:15316:8:4294967295] 00000400:00000200:2.0:1769074823.558571:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.558581:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074823.558588:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074823.558595:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73ff00. 00000800:00000200:2.0:1769074823.558603:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074823.558612:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074823.558618:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73ff00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1769074823.558645:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074823.558652:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 973853 usecs (974 jiffies) 00000400:00000200:2.0:1769074823.558656:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074823.558659:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296481210 00000100:00000001:2.0:1769074823.558662:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296484230 00000100:00000001:2.0:1769074823.558664:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296481210 00000100:00000001:2.0:1769074823.558667:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296484230 00000100:00000001:2.0:1769074823.558669:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074823.558673:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.558677:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074823.558680:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074823.558683:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985ec540 going to sleep for 11 seconds 00000100:00000001:2.0:1769074823.558686:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074823.558689:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074823.560581:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074823.560595:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73ff00. 00000400:00000200:3.0:1769074823.560607:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074823.560620:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074823.560631:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f4c8 00000400:00000010:3.0:1769074823.560636:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f4c8. 00000100:00000001:3.0:1769074823.560644:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074823.560658:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903a9500 x1855007613330176/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074823.560676:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074823.560681:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a9500 x1855007613330176/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074823.560690:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074823.560692:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1769074823.563360:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e5300. 00010000:00000010:0.1:1769074823.563380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90254800. 00000800:00000001:2.0:1769074823.571433:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074823.571470:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074823.571475:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074823.571478:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074823.571494:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.571507:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074823.571516:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.571522:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.571529:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.571534:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 664 into portal 10 MB=0x6971e9dd92300 00000400:00000200:2.0:1769074823.571540:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.571548:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 664/664 into md 0x22195 [32] + 224 00000800:00000001:2.0:1769074823.571559:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074823.571571:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074823.571575:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074823.571581:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074823.571591:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074823.571603:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903a9500 x1855007613330176/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074823.571616:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff982b903a9500 x1855007613330176/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.571643:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769074823.571654:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769074823.571658:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.571665:0:2358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074823.571672:0:2358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15317:15317:256:4294967295] 192.168.204.151@tcp LPNI seq info [15317:15317:8:4294967295] 00000400:00000200:2.0:1769074823.571676:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.571685:0:2358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:2.0:1769074823.571691:0:2358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074823.571708:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff982b98c08000. 00000800:00000200:2.0:1769074823.571716:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074823.571725:0:2358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074823.571731:0:2358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b98c08000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1769074823.571853:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074823.571857:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff982b98c08000. 00000400:00000200:2.0:1769074823.571861:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074823.571865:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:2.0:1769074823.571872:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074823.571876:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074823.572616:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074823.572632:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074823.572634:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074823.572639:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b65d8. 00000400:00000200:3.0:1769074823.572648:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b87fc5400 00000400:00000010:3.0:1769074823.572651:0:31210:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff982b87fc5400. 00000100:00000001:3.0:1769074823.572656:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074823.572666:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903a9500 x1855007613330176/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1769074823.572677:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903a9500 x1855007613330176/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074823.572685:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074823.572687:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074823.572692:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074823.572696:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074823.572702:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074823.572705:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074823.572709:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074823.572722:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=34 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074823.572725:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=96 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074823.572728:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074823.572730:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074823.572733:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074823.572738:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074823.572742:0:31210:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1769074823.572744:0:31210:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:3.0:1769074823.572745:0:31210:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1769074823.572748:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074823.572749:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603614976 : -114162105936640 : ffff982b903a9500) 00000100:00000001:3.0:1769074823.572753:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1769074823.572756:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:3.0:1769074823.572759:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074823.572762:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074823.572768:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903a9500 x1855007613330176/t73014444039(73014444039) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074839 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074823.572775:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074823.572779:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074823.572781:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074823.572785:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903a9500 x1855007613330176/t73014444039(73014444039) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074839 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1769074823.572793:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903a9500 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613330176:192.168.204.151@tcp:101:createmany.0 00000100:00000001:3.0:1769074823.572799:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074823.572803:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074823.572805:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1769074823.572807:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074823.572810:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a9500 x1855007613330176/t73014444039(73014444039) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074839 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074823.572818:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769074823.572821:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b985ec540. 00000100:00000001:3.0:1769074823.572825:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1769074823.575594:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074823.575605:0:31210:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1769074823.575617:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074823.575621:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074823.575627:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254e00 refcount=4 00000020:00000001:3.0:1769074823.575632:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602220544 : -114162107331072 : ffff982b90254e00) 00010000:00000001:3.0:1769074823.575637:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602220544 : -114162107331072 : ffff982b90254e00) 00010000:00000040:3.0:1769074823.575648:0:31210:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b90254e00, remote cookie: 0xf5b77ed682f5d177, flags: 0x1001 00010000:00010000:3.0:1769074823.575656:0:31210:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254e00/0x5d432443066b7427 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d177 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1769074823.575673:0:31210:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x39:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1769074823.575677:0:31210:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1769074823.577383:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b86036600. 00010000:00000010:2.0:1769074823.577398:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b8917ca80. 00010000:00000040:2.0:1769074823.577409:0:31210:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b985e5900 count: 0 00010000:00000010:2.0:1769074823.577417:0:31210:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b985e6780. 00010000:00000001:2.0:1769074823.577431:0:31210:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074823.577439:0:31210:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254e00/0x5d432443066b7427 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x39:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d177 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074823.577461:0:31210:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254e00/0x5d432443066b7427 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d177 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.577470:0:31210:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1769074823.577476:0:31210:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1769074823.577478:0:31210:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1769074823.577483:0:31210:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1769074823.577484:0:31210:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1769074823.577486:0:31210:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x39:0x0].0x0 (ffff982b86036600) refcount = 1 00010000:00010000:2.0:1769074823.577490:0:31210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254e00/0x5d432443066b7427 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d177 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.577497:0:31210:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1769074823.577501:0:31210:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1769074823.577503:0:31210:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074823.577508:0:31210:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1769074823.577511:0:31210:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074823.577515:0:31210:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254e00/0x5d432443066b7427 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d177 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.577520:0:31210:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1769074823.577522:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.577524:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.577525:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.577526:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.577528:0:31210:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074823.577538:0:31210:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1769074823.577543:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.577546:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.577548:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254e00 refcount=3 00000020:00000001:2.0:1769074823.577551:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602220544 : -114162107331072 : ffff982b90254e00) 00010000:00000001:2.0:1769074823.577553:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602220544 : -114162107331072 : ffff982b90254e00) 00010000:00000001:2.0:1769074823.577556:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.577557:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.577558:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254e00 refcount=4 00000020:00000001:2.0:1769074823.577560:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602220544 : -114162107331072 : ffff982b90254e00) 00010000:00000001:2.0:1769074823.577562:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602220544 : -114162107331072 : ffff982b90254e00) 00010000:00000001:2.0:1769074823.577565:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074823.577567:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074823.577570:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254e00/0x5d432443066b7427 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d177 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.577576:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.577577:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.577578:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.577580:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.577581:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254e00 refcount=5 00000020:00000001:2.0:1769074823.577583:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602220544 : -114162107331072 : ffff982b90254e00) 00010000:00000001:2.0:1769074823.577584:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602220544 : -114162107331072 : ffff982b90254e00) 00010000:00000001:2.0:1769074823.577587:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074823.577589:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254e00/0x5d432443066b7427 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d177 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.577594:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.577595:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1769074823.577597:0:31210:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254e00/0x5d432443066b7427 lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d177 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.577603:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074823.577605:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.577606:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.577607:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.577608:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1769074823.577623:0:31210:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff982b903a9500 x1855007613330176/t73014444039(73014444039) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074839 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074823.577639:0:31210:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1769074823.577644:0:31210:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff982b903a9500 x1855007613330176/t73014444039(73014444039) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074839 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074823.577650:0:31210:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.577661:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.577662:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.577663:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254e00 refcount=3 00000020:00000001:2.0:1769074823.577665:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602220544 : -114162107331072 : ffff982b90254e00) 00010000:00000001:2.0:1769074823.577667:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602220544 : -114162107331072 : ffff982b90254e00) 00000002:00010000:2.0:1769074823.577670:0:31210:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254e00/0x5d432443066b7427 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d177 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000002:00000010:2.0:1769074823.577681:0:31210:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff982b984ba2c0. 00010000:00000001:2.0:1769074823.577683:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.577684:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074823.577686:0:31210:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074823.577688:0:31210:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074823.577692:0:31210:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1769074823.577696:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074823.577699:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603614976 : -114162105936640 : ffff982b903a9500) 00000100:00000001:2.0:1769074823.577700:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074823.577701:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603614976 : -114162105936640 : ffff982b903a9500) 00010000:00000001:2.0:1769074823.577704:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.577705:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.577706:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254e00 refcount=3 00000020:00000001:2.0:1769074823.577708:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602220544 : -114162107331072 : ffff982b90254e00) 00010000:00000001:2.0:1769074823.577710:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602220544 : -114162107331072 : ffff982b90254e00) 00000002:00010000:2.0:1769074823.577713:0:31210:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254e00/0x5d432443066b7427 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d177 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:2.0:1769074823.577723:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.577724:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.577727:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1769074823.577728:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.577729:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.577731:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254e00 refcount=3 00000020:00000001:2.0:1769074823.577732:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602220544 : -114162107331072 : ffff982b90254e00) 00010000:00000001:2.0:1769074823.577734:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602220544 : -114162107331072 : ffff982b90254e00) 00010000:00000040:2.0:1769074823.577739:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036600 count: 2 00010000:00000001:2.0:1769074823.577742:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1769074823.577746:0:31210:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b873df800 type 13 mode 4 res 8589939617/57 (0 0) 00010000:00000001:2.0:1769074823.577749:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.577750:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074823.577751:0:31210:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1769074823.577754:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf768 00000002:00002000:2.0:1769074823.577757:0:31210:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f16.replay-dual-1 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:2.0:1769074823.577761:0:31210:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074823.577766:0:31210:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074823.577769:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1769074823.577773:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1769074823.577778:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1769074823.577783:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000001:2.0:1769074823.577786:0:31210:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1769074823.577788:0:31210:0:(namei.c:677:ll_lookup_it_finish()) it ffff982b98412000 it_disposition 1800037 00000080:00002000:2.0:1769074823.577794:0:31210:0:(namei.c:656:ll_splice_alias()) Add dentry ffff982b90665000 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1769074823.577801:0:31210:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1769074823.577804:0:31210:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:2.0:1769074823.577807:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf9a0 00000080:00200000:2.0:1769074823.577809:0:31210:0:(namei.c:1569:ll_create_it()) VFS Op:name=f16.replay-dual-1, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), intent=open|creat 00000080:00000001:2.0:1769074823.577812:0:31210:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:2.0:1769074823.577815:0:31210:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1769074823.577821:0:31210:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1769074823.577825:0:31210:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1769074823.577841:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366329 : 144115272381366329 : 2000013a1000039) 00000080:00000001:2.0:1769074823.577844:0:31210:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:2.0:1769074823.577857:0:31210:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff982b9068c200. 00000020:00000001:2.0:1769074823.577871:0:31210:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:2.0:1769074823.577873:0:31210:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1769074823.577877:0:31210:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:2.0:1769074823.577879:0:31210:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a1:0x39:0x0](ffff982b9068c2c8) 00000020:00000001:2.0:1769074823.577883:0:31210:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000010:2.0:1769074823.577890:0:31210:0:(cl_object.c:669:cl_env_new()) slab-alloced 'cle': 144 at ffff982b862006c0. 00000020:00000010:2.0:1769074823.577897:0:31210:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b9037fa00. 00000020:00000010:2.0:1769074823.577903:0:31210:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff982b9037f000. 00000020:00000010:2.0:1769074823.577919:0:31210:0:(cl_object.c:1091:cl_key_init()) kmalloced '(value)': 72 at ffff982b984d6300. 00000008:00000010:2.0:1769074823.583646:0:31210:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff982b849ee468. 00020000:00000010:2.0:1769074823.583693:0:31210:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff982b87c8ae40. 00008000:00000010:2.0:1769074823.583700:0:31210:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff982b891c1fc8. 00000080:00000010:2.0:1769074823.583710:0:31210:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff982b860ffb28. 00000080:00000010:2.0:1769074823.583714:0:31210:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff982b85ba9da8. 00000020:00000010:2.0:1769074823.583723:0:31210:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b9037f600. 00000008:00000010:2.0:1769074823.583730:0:31210:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff982b852b06e0. 00020000:00000010:2.0:1769074823.583734:0:31210:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff982b990633c0. 00008000:00000010:2.0:1769074823.583738:0:31210:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff982b860fd610. 00000080:00000010:2.0:1769074823.583742:0:31210:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff982b8a4c41e0. 00000020:00000001:2.0:1769074823.583746:0:31210:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911434102472 : -114162275449144 : ffff982b862006c8) 00000020:00001000:2.0:1769074823.583750:0:31210:0:(cl_object.c:785:cl_env_get()) 1@ffff982b862006c0 00000020:00000001:2.0:1769074823.583756:0:31210:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:2.0:1769074823.583761:0:31210:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff982b82dbc000. 00000020:00000001:2.0:1769074823.583764:0:31210:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:2.0:1769074823.583767:0:31210:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074823.583776:0:31210:0:(lov_object.c:2321:lov_object_alloc()) Process entered 00020000:00000010:2.0:1769074823.583781:0:31210:0:(lov_object.c:2322:lov_object_alloc()) slab-alloced 'lov': 248 at ffff982b9a135000. 00020000:00000001:2.0:1769074823.583784:0:31210:0:(lov_object.c:2336:lov_object_alloc()) Process leaving (rc=18446629911768813568 : -114161940738048 : ffff982b9a135000) 00020000:00000001:2.0:1769074823.583786:0:31210:0:(lov_object.c:1378:lov_object_init()) Process entered 00020000:00000001:2.0:1769074823.583791:0:31210:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1769074823.583797:0:31210:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff982b984d6240. 00020000:00000010:2.0:1769074823.583802:0:31210:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff982b88365780. 00020000:00000010:2.0:1769074823.583809:0:31210:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff982b984d66c0. 00000100:00000040:0.0:1769074823.583810:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00020000:00000001:2.0:1769074823.583811:0:31210:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446629911739066048 : -114161970485568 : ffff982b984d66c0) 00020000:00000002:2.0:1769074823.583813:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b984d66c0, objid 0x39:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00000100:00000001:0.0:1769074823.583818:0:30087:0:(pinger.c:119:ptlrpc_ping()) Process entered 00020000:00000002:2.0:1769074823.583819:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1769074823.583822:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b88365780: ostid: 0x240000400:1538 ost idx: 0 gen: 0 00000100:00000010:0.0:1769074823.583825:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903a8a80. 00020000:00000001:2.0:1769074823.583825:0:31210:0:(lov_object.c:603:lov_init_composite()) Process entered 00020000:00000002:2.0:1769074823.583827:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b984d66c0, objid 0x39:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00000020:00000040:0.0:1769074823.583830:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00020000:00000002:2.0:1769074823.583831:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1769074823.583833:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b88365780: ostid: 0x240000400:1538 ost idx: 0 gen: 0 00000100:00000001:0.0:1769074823.583835:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000010:2.0:1769074823.583837:0:31210:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff982b84823600. 02000000:00000001:0.0:1769074823.583839:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000010:2.0:1769074823.583841:0:31210:0:(lov_object.c:626:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff982b85821480. 02000000:00000001:0.0:1769074823.583845:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074823.583845:0:31210:0:(lov_object.c:194:lov_init_raid0()) Process entered 00020000:00000010:2.0:1769074823.583849:0:31210:0:(lov_object.c:199:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff982b98578488. 02000000:00000010:0.0:1769074823.583853:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b9816b800. 00020000:00000001:2.0:1769074823.583853:0:31210:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1769074823.583854:0:31210:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:0.0:1769074823.583861:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074823.583862:0:31210:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1769074823.583865:0:31210:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff982b82dbc320. 00000020:00000001:2.0:1769074823.583867:0:31210:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:2.0:1769074823.583868:0:31210:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074823.583870:0:31210:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446629911379297184 : -114162330254432 : ffff982b82dbc3a0) 00020000:00000001:2.0:1769074823.583874:0:31210:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000100:00000040:0.0:1769074823.583875:0:30087:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b903a8a80 x1855007613330304/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000008:00000010:2.0:1769074823.583879:0:31210:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff982b98590380. 00020000:00000001:2.0:1769074823.583882:0:31210:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.583887:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:2.0:1769074823.583888:0:31210:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629911379297184 : -114162330254432 : ffff982b82dbc3a0) 00020000:00000001:2.0:1769074823.583890:0:31210:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446629911379297184 : -114162330254432 : ffff982b82dbc3a0) 00000100:00000001:0.0:1769074823.583892:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1769074823.583894:0:31210:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x602:0x0]@ffff982b82dbc320[0:0] -> [0x2000013a1:0x39:0x0]@ffff982b82dbc000: ostid: 0x240000400:1538 ost idx: 0 gen: 0 00000100:00000040:0.0:1769074823.583898:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000538fd091] to pc [ptlrpcd_00_00+0] req@ffff982b903a8a80 x1855007613330304/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769074823.583899:0:31210:0:(lov_object.c:264:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:2.0:1769074823.583902:0:31210:0:(lov_object.c:812:lov_init_composite()) Process leaving 00020000:00000001:2.0:1769074823.583904:0:31210:0:(lov_object.c:1406:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074823.583908:0:31210:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629911379296384 : -114162330255232 : ffff982b82dbc080) 00000020:00001000:2.0:1769074823.583911:0:31210:0:(cl_object.c:879:cl_env_put()) 1@ffff982b862006c0 00000080:00000001:2.0:1769074823.583917:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366329 : 144115272381366329 : 2000013a1000039) 00000080:00000001:2.0:1769074823.583921:0:31210:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000100:00000001:0.0:1769074823.583922:0:30087:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.583925:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769074823.583928:0:30087:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1769074823.583932:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903aad80. 00000020:00000040:0.0:1769074823.583935:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 00000100:00000001:0.0:1769074823.583938:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074823.583939:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074823.583941:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074823.583945:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b9816b500. 00000100:00000001:0.0:1769074823.583947:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.583952:0:30087:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID req@ffff982b903aad80 x1855007613330432/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769074823.583960:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074823.583962:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.583966:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000909ac16e] to pc [ptlrpcd_00_01+1] req@ffff982b903aad80 x1855007613330432/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074823.583975:0:30087:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.583977:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769074823.583981:0:30087:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1769074823.583996:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903a9f80. 00000020:00000040:0.0:1769074823.583999:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 00000100:00000001:0.0:1769074823.584001:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074823.584002:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074823.584004:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074823.584007:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b9816b100. 00000100:00000001:0.0:1769074823.584010:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.584014:0:30087:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID req@ffff982b903a9f80 x1855007613330560/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769074823.584021:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074823.584022:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.584026:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000917bfa77] to pc [ptlrpcd_00_00+0] req@ffff982b903a9f80 x1855007613330560/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074823.584033:0:30087:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.584035:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0d05e643-e609-4f9c-a8ce-9f27d385531c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769074823.584039:0:30087:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1769074823.584042:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903a9180. 00000020:00000040:0.0:1769074823.584043:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b98901000 refcount=6 obd=lustre-MDT0000-mdc-ffff982b87054800 00000100:00000001:0.0:1769074823.584045:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074823.584046:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074823.584048:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074823.584052:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b98b34c00. 00000100:00000001:0.0:1769074823.584054:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.584057:0:30087:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d05e643-e609-4f9c-a8ce-9f27d385531c->lustre-MDT0000_UUID req@ffff982b903a9180 x1855007613330688/t0(0) o400->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769074823.584063:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074823.584065:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.584068:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047a1b989] to pc [ptlrpcd_00_01+1] req@ffff982b903a9180 x1855007613330688/t0(0) o400->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074823.584074:0:30087:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.584076:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0d05e643-e609-4f9c-a8ce-9f27d385531c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769074823.584079:0:30087:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1769074823.584082:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903a9880. 00000020:00000040:0.0:1769074823.584085:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b98900800 refcount=3 obd=lustre-OST0000-osc-ffff982b87054800 00000100:00000001:0.0:1769074823.584087:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074823.584088:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074823.584090:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074823.584093:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b98b34000. 00000100:00000001:0.0:1769074823.584095:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1769074823.584096:0:31210:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272381366329 mtime from 0 to 1769074823 00000100:00000040:0.0:1769074823.584099:0:30087:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d05e643-e609-4f9c-a8ce-9f27d385531c->lustre-OST0000_UUID req@ffff982b903a9880 x1855007613330816/t0(0) o400->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000080:00000001:2.0:1769074823.584102:0:31210:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000100:00000001:0.0:1769074823.584105:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000080:00000001:2.0:1769074823.584106:0:31210:0:(namei.c:160:ll_iget()) Process leaving (rc=18446629911606641352 : -114162102910264 : ffff982b9068c2c8) 00000100:00000001:0.0:1769074823.584107:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.584110:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0621477] to pc [ptlrpcd_00_00+0] req@ffff982b903a9880 x1855007613330816/t0(0) o400->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1769074823.584111:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.584114:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.584117:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254e00 refcount=3 00000100:00000001:0.0:1769074823.584123:0:30087:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.584125:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0d05e643-e609-4f9c-a8ce-9f27d385531c->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769074823.584128:0:30087:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1769074823.584132:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903a9c00. 00000020:00000040:0.0:1769074823.584134:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b98900000 refcount=3 obd=lustre-OST0001-osc-ffff982b87054800 00000100:00000001:0.0:1769074823.584136:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074823.584137:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074823.584139:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074823.584142:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b98b34e00. 00000100:00000001:0.0:1769074823.584144:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.584148:0:30087:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0d05e643-e609-4f9c-a8ce-9f27d385531c->lustre-OST0001_UUID req@ffff982b903a9c00 x1855007613330944/t0(0) o400->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769074823.584154:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074823.584156:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.584159:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8d72165] to pc [ptlrpcd_00_01+1] req@ffff982b903a9c00 x1855007613330944/t0(0) o400->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074823.584165:0:30087:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.584171:0:30087:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1817) 00000100:00000001:0.0:1769074823.584184:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074823.584188:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074823.584191:0:2364:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074823.584196:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903a8a80 x1855007613330304/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074823.584219:0:2364:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074823.584221:0:2364:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.584227:0:2364:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074823.584230:0:2364:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074823.584232:0:2364:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074823.584236:0:2364:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2364:1855007613330304:192.168.204.151@tcp:400:kworker.0 00000100:00000001:0.0:1769074823.584242:0:2364:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074823.584251:0:2364:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074823.584254:0:2364:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.584257:0:2364:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074823.584262:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b8706ba00. 02000000:00000001:0.0:1769074823.584264:0:2364:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074823.584276:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074823.584314:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b61b8. 00000400:00000010:0.0:1769074823.584323:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f088. 00000100:00000200:0.0:1769074823.584333:0:2364:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613330304, portal 25 00000100:00000001:0.0:1769074823.584337:0:2364:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.584338:0:2364:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603612288 : -114162105939328 : ffff982b903a8a80) 00000100:00000040:0.0:1769074823.584344:0:2364:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b903a8a80 x1855007613330304/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074823.584353:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074823.584356:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074823.584360:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604fcc0. 00000100:00000200:0.0:1769074823.584364:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613330304, offset 0 00000400:00000200:0.0:1769074823.584372:0:2364:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074823.584384:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074823.584394:0:2364:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074823.584401:0:2364:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074823.584407:0:2364:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074823.584412:0:2364:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074823.584415:0:2364:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074823.584419:0:2364:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15318:15318:256:4294967295] 192.168.204.151@tcp LPNI seq info [15318:15318:8:4294967295] 00000400:00000200:0.0:1769074823.584424:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074823.584438:0:2364:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074823.584445:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074823.584461:0:2364:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08f00. 00000800:00000200:0.0:1769074823.584469:0:2364:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074823.584478:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074823.584484:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074823.584502:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074823.585039:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602220544 : -114162107331072 : ffff982b90254e00) 00010000:00000001:2.0:1769074823.585047:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602220544 : -114162107331072 : ffff982b90254e00) 00000080:00000001:2.0:1769074823.585052:0:31210:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:2.0:1769074823.585055:0:31210:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074823.585058:0:31210:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911434102472 : -114162275449144 : ffff982b862006c8) 00000020:00001000:2.0:1769074823.585060:0:31210:0:(cl_object.c:785:cl_env_get()) 1@ffff982b862006c0 00000020:00000001:2.0:1769074823.585063:0:31210:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:2.0:1769074823.585068:0:31210:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1769074823.585070:0:31210:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00000800:00000200:2.0:1769074823.585112:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074823.585116:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08f00. 00000400:00000200:2.0:1769074823.585129:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074823.585137:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074823.585144:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604fcc0 00000400:00000010:2.0:1769074823.585147:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604fcc0. 00000100:00000001:2.0:1769074823.585152:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074823.585158:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903a8a80 x1855007613330304/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074823.585175:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074823.585178:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903a8a80 x1855007613330304/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074839 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074823.585186:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.585188:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00020000:00000010:3.0:1769074823.585379:0:31210:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff982b984662a0. 00020000:00000010:3.0:1769074823.585385:0:31210:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff982b984ec900. 00020000:00000010:3.0:1769074823.585390:0:31210:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff982b98466300. 00020000:00000001:3.0:1769074823.585393:0:31210:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446629911738606336 : -114161970945280 : ffff982b98466300) 00020000:00000002:3.0:1769074823.585397:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b98466300, objid 0x39:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1769074823.585402:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:3.0:1769074823.585406:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b984ec900: ostid: 0x240000400:1538 ost idx: 0 gen: 0 00020000:00000002:3.0:1769074823.585410:0:31210:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff982b9a135000) owner ffff982b86784f80 00020000:00000001:3.0:1769074823.585413:0:31210:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1769074823.585415:0:31210:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff982b9a135000) owner ffff982b86784f80 00020000:00000010:3.0:1769074823.585420:0:31210:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff982b984ec900. 00020000:00000010:3.0:1769074823.585423:0:31210:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff982b984662a0. 00020000:00000010:3.0:1769074823.585426:0:31210:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff982b98466300. 00020000:00000002:3.0:1769074823.585428:0:31210:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x39:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1769074823.585430:0:31210:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074823.585432:0:31210:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074823.585437:0:31210:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1769074823.585440:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9a135000) owner 0000000000000000/ffff982b86784f80 00020000:00000002:3.0:1769074823.585443:0:31210:0:(lov_object.c:2349:lov_lsm_addref()) lsm ffff982b984d66c0 addref 2/0 by ffff982b86784f80. 00020000:00000002:3.0:1769074823.585446:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9a135000) owner 0000000000000000/ffff982b86784f80 00020000:00000001:3.0:1769074823.585459:0:31210:0:(lov_object.c:2245:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1769074823.585462:0:31210:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1769074823.585464:0:31210:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1769074823.585466:0:31210:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1769074823.585468:0:31210:0:(lov_object.c:2264:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1769074823.585471:0:31210:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x39:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1769074823.585474:0:31210:0:(cl_object.c:879:cl_env_put()) 1@ffff982b862006c0 00000080:00000001:3.0:1769074823.585476:0:31210:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074823.585480:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074823.585482:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1769074823.585485:0:31210:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1769074823.585490:0:31210:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1769074823.585492:0:31210:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074823.585496:0:31210:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a1:0x39:0x0](ffff982b9068c2c8) 00000080:00010000:3.0:1769074823.585500:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x39:0x0](ffff982b9068c2c8) for lock 0x5d432443066b7427 00800000:00000001:3.0:1769074823.585503:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1769074823.585508:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1769074823.585509:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074823.585511:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074823.585514:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254e00 refcount=3 00000020:00000001:3.0:1769074823.585516:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602220544 : -114162107331072 : ffff982b90254e00) 00010000:00000001:3.0:1769074823.585518:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602220544 : -114162107331072 : ffff982b90254e00) 00010000:00000001:3.0:1769074823.585521:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074823.585522:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1769074823.585524:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074823.585525:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074823.585527:0:31210:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:3.0:1769074823.585528:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074823.585534:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b903a9500 x1855007613330176/t73014444039(73014444039) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074823.585541:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074823.585548:0:31210:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074823.585553:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x39:0x0](ffff982b9068c2c8) 00000080:00000001:3.0:1769074823.585556:0:31210:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1769074823.585561:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b8706b400. 00000100:00000001:3.0:1769074823.585564:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074823.585567:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a9500 x1855007613330176/t73014444039(73014444039) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074823.585574:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074823.585578:0:31210:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1769074823.585581:0:31210:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074823.585591:0:31210:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:3.0:1769074823.585595:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa60 00000080:00200008:3.0:1769074823.585598:0:31210:0:(file.c:1001:ll_file_open()) START file f16.replay-dual-1:[0x2000013a1:0x39:0x0](ffff982b9068c2c8), flags 100102 00000080:00000010:3.0:1769074823.585606:0:31210:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff982b8179be00. 00000080:00000010:3.0:1769074823.585614:0:31210:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff982b985deb00. 00000080:00000001:3.0:1769074823.585617:0:31210:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:3.0:1769074823.585624:0:31210:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1769074823.585628:0:31210:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1769074823.585634:0:31210:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff982b8757e320. 00000002:00100000:3.0:1769074823.585638:0:31210:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff982b903a9500 x1855007613330176/t73014444039(73014444039) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1769074823.585645:0:31210:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074823.585647:0:31210:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1769074823.585650:0:31210:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1769074823.585654:0:31210:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074823.585657:0:31210:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074823.585659:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074823.585662:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903a9500 x1855007613330176/t73014444039(73014444039) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1769074823.585669:0:31210:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074823.585673:0:31210:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff982b902a0000. 02000000:00000001:3.0:1769074823.585709:0:31210:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1769074823.585711:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074823.585713:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa60 00000080:00000008:3.0:1769074823.585715:0:31210:0:(file.c:1240:ll_file_open()) COMPLETED file f16.replay-dual-1:[0x2000013a1:0x39:0x0](ffff982b9068c2c8), flags 100102, rc = 0 00000080:00000001:3.0:1769074823.585719:0:31210:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1769074823.585721:0:31210:0:(dcache.c:176:ll_intent_release()) intent ffff982b98412000 released 00000080:00010000:3.0:1769074823.585724:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b7427 from it ffff982b98412000 00010000:00000001:3.0:1769074823.585726:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074823.585728:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074823.585729:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254e00 refcount=3 00000020:00000001:3.0:1769074823.585731:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602220544 : -114162107331072 : ffff982b90254e00) 00010000:00000001:3.0:1769074823.585733:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602220544 : -114162107331072 : ffff982b90254e00) 00010000:00000001:3.0:1769074823.585736:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074823.585742:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254e00/0x5d432443066b7427 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf5b77ed682f5d177 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:3.0:1769074823.585751:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074823.585752:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074823.585754:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1769074823.585757:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1769074823.585760:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254e00/0x5d432443066b7427 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf5b77ed682f5d177 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:3.0:1769074823.585768:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1769074823.585771:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1769074823.585774:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074823.585779:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074823.585780:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074823.585782:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074823.585786:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1769074823.585788:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074823.585790:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074823.585794:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074823.585796:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074823.585797:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074823.585798:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1769074823.585799:0:31210:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1769074823.585801:0:31210:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:3.0:1769074823.585803:0:31210:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1769074823.585805:0:31210:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1769074823.585808:0:31210:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1769074823.585809:0:31210:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074823.585812:0:31210:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1769074823.585814:0:31210:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074823.585816:0:31210:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1769074823.585818:0:31210:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074823.585820:0:31210:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1769074823.585823:0:31210:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff982b98412000. 00000080:00000001:3.0:1769074823.585826:0:31210:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074823.585831:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:3.0:1769074823.585834:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x39:0x0](ffff982b9068c2c8), inode mode 81a4 mask 40 00000080:00000001:3.0:1769074823.585838:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769074823.585865:0:31210:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1769074823.585869:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9a135000) owner 0000000000000000/ffff982b86784f80 00020000:00000002:3.0:1769074823.585872:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9a135000) owner 0000000000000000/ffff982b86784f80 00020000:00000001:3.0:1769074823.585875:0:31210:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074823.585885:0:31210:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:3.0:1769074823.585887:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafdd0 00000080:00200008:3.0:1769074823.585889:0:31210:0:(file.c:424:ll_file_release()) START file f16.replay-dual-1:[0x2000013a1:0x39:0x0](ffff982b9068c2c8), flags 100002 00000080:00000001:3.0:1769074823.585892:0:31210:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:3.0:1769074823.585895:0:31210:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:3.0:1769074823.585897:0:31210:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1769074823.585898:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9a135000) owner 0000000000000000/ffff982b86784f80 00020000:00000002:3.0:1769074823.585900:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9a135000) owner 0000000000000000/ffff982b86784f80 00020000:00000001:3.0:1769074823.585902:0:31210:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074823.585905:0:31210:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:3.0:1769074823.585909:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074823.585912:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074823.585919:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036600 count: 2 00010000:00000001:3.0:1769074823.585923:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1769074823.585937:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1769074823.585939:0:31210:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x39:0x0]: 0 00000080:00000001:3.0:1769074823.585943:0:31210:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:3.0:1769074823.585945:0:31210:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1769074823.585949:0:31210:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff982b88307600. 00000080:00000001:3.0:1769074823.585951:0:31210:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:3.0:1769074823.585957:0:31210:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1769074823.585960:0:31210:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:3.0:1769074823.585963:0:31210:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x39:0x0] 00000002:00000001:3.0:1769074823.585966:0:31210:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:3.0:1769074823.585968:0:31210:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff982b858dd800: [0x2000013a1:0x39:0x0] file closed with intent: 0 00000100:00000010:3.0:1769074823.585974:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90372680. 00000020:00000040:3.0:1769074823.585977:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=9 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:3.0:1769074823.585982:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074823.585985:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074823.585988:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074823.585994:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b88307200. 00000100:00000001:3.0:1769074823.586000:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1769074823.586012:0:31210:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff982b903a9500 x1855007613330176/t73014444039(73014444039) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1769074823.586023:0:31210:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b858dd800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1769074823.586028:0:31210:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b90372680 x1855007613331200/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1769074823.586036:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074823.586038:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074823.586045:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b98e9e180. 00000100:00000001:3.0:1769074823.586047:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911749321088 : -114161960230528 : ffff982b98e9e180) 00000100:00000001:3.0:1769074823.586050:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074823.586052:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603390080 : -114162106161536 : ffff982b90372680) 00000100:00000001:3.0:1769074823.586057:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074823.586061:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074823.586063:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074823.586064:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074823.586068:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90372680 x1855007613331200/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074823.586076:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074823.586078:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074823.586081:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074823.586083:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074823.586085:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074823.586088:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90372680 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613331200:192.168.204.151@tcp:35:createmany.0 00000100:00000001:3.0:1769074823.586093:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074823.586098:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074823.586100:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074823.586102:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074823.586106:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c02c00. 02000000:00000001:3.0:1769074823.586108:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074823.586117:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074823.586122:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7478. 00000400:00000010:3.0:1769074823.586129:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6198. 00000100:00000200:3.0:1769074823.586135:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613331200, portal 10 00000100:00000001:3.0:1769074823.586137:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074823.586139:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603390080 : -114162106161536 : ffff982b90372680) 00000100:00000040:3.0:1769074823.586144:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b90372680 x1855007613331200/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074823.586152:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074823.586155:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074823.586158:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6a18. 00000100:00000200:3.0:1769074823.586161:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613331200, offset 0 00000400:00000200:3.0:1769074823.586167:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074823.586174:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.586181:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074823.586186:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074823.586191:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074823.586195:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074823.586198:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074823.586202:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15320:15320:255:4294967295] 192.168.204.151@tcp LPNI seq info [15320:15320:7:4294967295] 00000400:00000200:3.0:1769074823.586206:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.586215:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074823.586222:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074823.586227:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652900. 00000800:00000200:3.0:1769074823.586246:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074823.586254:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074823.586259:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1769074823.586263:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074823.586268:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 972255 usecs (973 jiffies) 00000400:00000200:3.0:1769074823.586271:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074823.586274:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296481235 00000100:00000001:3.0:1769074823.586278:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296484230 00000100:00000001:3.0:1769074823.586320:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296481235 00000100:00000001:3.0:1769074823.586323:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296484230 00000100:00000001:3.0:1769074823.586326:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074823.586329:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074823.586332:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074823.586334:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1769074823.586338:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b98e9e180 going to sleep for 11 seconds 00000100:00000001:3.0:1769074823.586341:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074823.586344:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074823.587775:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074823.587789:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a34b600. 00000400:00000200:2.0:1769074823.587800:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074823.587812:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074823.587821:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8d48 00000400:00000010:2.0:1769074823.587825:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8d48. 00000100:00000001:2.0:1769074823.587830:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074823.587840:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903aad80 x1855007613330432/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074823.587855:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074823.587859:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903aad80 x1855007613330432/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074839 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074823.587866:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.587869:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074823.587915:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074823.587918:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652900. 00000400:00000200:2.0:1769074823.587921:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074823.587935:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074823.587939:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6a18 00000400:00000010:2.0:1769074823.587941:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6a18. 00000100:00000001:2.0:1769074823.587944:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074823.587949:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90372680 x1855007613331200/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.587956:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074823.587959:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90372680 x1855007613331200/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.587966:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.587968:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1769074823.588563:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074823.588571:0:2364:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296489359 00000100:00000001:0.0:1769074823.588582:0:2364:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296484230 00000100:00000001:0.0:1769074823.588588:0:2364:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296489359 00000100:00000001:0.0:1769074823.588593:0:2364:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296484230 00000100:00000001:0.0:1769074823.588597:0:2364:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074823.588602:0:2364:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.588609:0:2364:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074823.588619:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903a9f80 x1855007613330560/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074823.588629:0:2364:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074823.588631:0:2364:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.588638:0:2364:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074823.588642:0:2364:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074823.588646:0:2364:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074823.588650:0:2364:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2364:1855007613330560:192.168.204.151@tcp:400:kworker.0 00000100:00000001:0.0:1769074823.588655:0:2364:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074823.588664:0:2364:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074823.588668:0:2364:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.588671:0:2364:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074823.588680:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b8706aa00. 02000000:00000001:0.0:1769074823.588683:0:2364:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074823.588691:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074823.588695:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b64d0. 00000400:00000010:0.0:1769074823.590251:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f330. 00000100:00000200:0.0:1769074823.590264:0:2364:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613330560, portal 4 00000100:00000001:0.0:1769074823.590268:0:2364:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.590270:0:2364:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603617664 : -114162105933952 : ffff982b903a9f80) 00000100:00000040:0.0:1769074823.590305:0:2364:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b903a9f80 x1855007613330560/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074823.590323:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074823.590326:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074823.590329:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f550. 00000100:00000200:0.0:1769074823.590335:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007613330560, offset 0 00000400:00000200:0.0:1769074823.590343:0:2364:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074823.590360:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074823.590372:0:2364:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074823.590382:0:2364:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074823.590388:0:2364:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074823.590392:0:2364:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074823.590395:0:2364:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074823.590400:0:2364:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15321:15321:256:4294967295] 192.168.204.151@tcp LPNI seq info [15321:15321:8:4294967295] 00000400:00000200:0.0:1769074823.590404:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074823.590415:0:2364:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074823.590423:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074823.590430:0:2364:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08600. 00000800:00000200:0.0:1769074823.590438:0:2364:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074823.590458:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074823.590465:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074823.590490:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.590496:0:2364:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26881 usecs (27 jiffies) 00000400:00000200:0.0:1769074823.590500:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074823.590505:0:2364:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296480295 00000100:00000001:0.0:1769074823.590509:0:2364:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:0.0:1769074823.590512:0:2364:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296480295 00000100:00000001:0.0:1769074823.590515:0:2364:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:0.0:1769074823.590517:0:2364:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074823.590521:0:2364:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.590527:0:2364:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074823.590534:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903a9880 x1855007613330816/t0(0) o400->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074823.590542:0:2364:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074823.590545:0:2364:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.590550:0:2364:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074823.590555:0:2364:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074823.590558:0:2364:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074823.590562:0:2364:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d05e643-e609-4f9c-a8ce-9f27d385531c:2364:1855007613330816:192.168.204.151@tcp:400:kworker.0 00000100:00000001:0.0:1769074823.590566:0:2364:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074823.590573:0:2364:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074823.590575:0:2364:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.590579:0:2364:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074823.590587:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b8706b400. 02000000:00000001:0.0:1769074823.590590:0:2364:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074823.590595:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074823.590600:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b6b00. 00000400:00000010:0.0:1769074823.590605:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604fb28. 00000100:00000200:0.0:1769074823.590608:0:2364:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613330816, portal 4 00000100:00000001:0.0:1769074823.590610:0:2364:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.590612:0:2364:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603615872 : -114162105935744 : ffff982b903a9880) 00000100:00000040:0.0:1769074823.590619:0:2364:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b903a9880 x1855007613330816/t0(0) o400->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074823.590637:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074823.590640:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074823.590643:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604faa0. 00000100:00000200:0.0:1769074823.590646:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007613330816, offset 0 00000400:00000200:0.0:1769074823.590650:0:2364:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074823.590654:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074823.590658:0:2364:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074823.590661:0:2364:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074823.590664:0:2364:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074823.590666:0:2364:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074823.590669:0:2364:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074823.590672:0:2364:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15322:15322:255:4294967295] 192.168.204.151@tcp LPNI seq info [15322:15322:7:4294967295] 00000400:00000200:0.0:1769074823.590675:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074823.590681:0:2364:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074823.590685:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074823.590689:0:2364:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08a00. 00000800:00000200:0.0:1769074823.590692:0:2364:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074823.590705:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074823.590707:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074823.590711:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.590714:0:2364:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b87054800: using a timeout of 48210 usecs (49 jiffies) 00000400:00000200:0.0:1769074823.590717:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074823.590719:0:2364:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b87054800: PM QoS new deadline estimation for cpu 2 is 4296480317 00000100:00000001:0.0:1769074823.590721:0:2364:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b87054800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:0.0:1769074823.590723:0:2364:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b87054800: PM QoS new deadline estimation for cpu 3 is 4296480317 00000100:00000001:0.0:1769074823.590725:0:2364:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b87054800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:0.0:1769074823.590727:0:2364:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074823.590729:0:2364:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.590731:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.590735:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.590745:0:2364:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074823.590747:0:2364:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1769074823.590751:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074823.590753:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074823.590755:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.590757:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1769074823.592907:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.592942:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074823.592948:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.592951:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.592965:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.592974:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074823.592982:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.592988:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.592994:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.592999:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 4 MB=0x6971e9dd92400 00000400:00000200:3.0:1769074823.593005:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.593012:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.151@tcp of length 224/224 into md 0x221ad [1] + 224 00000800:00000001:3.0:1769074823.593022:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.593030:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.593033:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074823.593038:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074823.593048:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074823.593060:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903aad80 x1855007613330432/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074839 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074823.593073:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b903aad80 x1855007613330432/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074839 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074823.593083:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1769074823.593119:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074823.593122:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08600. 00000400:00000200:3.0:1769074823.593126:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074823.593129:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074823.593134:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f550 00000400:00000010:3.0:1769074823.593137:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f550. 00000100:00000001:3.0:1769074823.593141:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074823.593146:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903a9f80 x1855007613330560/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074823.593159:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074823.593163:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903a9f80 x1855007613330560/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074839 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1769074823.593306:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074823.593312:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074823.593655:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074823.593657:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074823.593712:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074823.593715:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08a00. 00000400:00000200:3.0:1769074823.593719:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074823.593724:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074823.593728:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604faa0 00000400:00000010:3.0:1769074823.593731:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604faa0. 00000100:00000001:3.0:1769074823.593733:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074823.593739:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903a9880 x1855007613330816/t0(0) o400->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074823.593748:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074823.593751:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903a9880 x1855007613330816/t0(0) o400->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074839 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074823.593758:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074823.593759:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074823.600117:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074823.600132:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074823.600136:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074823.600138:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074823.600149:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.600157:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074823.600166:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.600172:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.600178:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.600184:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 25 MB=0x6971e9dd92380 00000400:00000200:2.0:1769074823.600189:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.600197:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 224/224 into md 0x221a5 [1] + 224 00000800:00000001:2.0:1769074823.600207:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074823.600216:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074823.600219:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074823.600225:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074823.600235:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074823.600245:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903a8a80 x1855007613330304/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074839 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074823.600257:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b903a8a80 x1855007613330304/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074839 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074823.600278:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000010:2.1:1769074823.600315:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e5900. 00000800:00000001:2.0:1769074823.600334:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074823.600337:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1769074823.601274:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074823.601298:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a34bd00. 00000400:00000200:3.0:1769074823.601304:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074823.601310:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074823.601317:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8f68 00000400:00000010:3.0:1769074823.601320:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8f68. 00000100:00000001:3.0:1769074823.601324:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074823.601329:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903a9180 x1855007613330688/t0(0) o400->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074823.601342:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074823.601346:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903a9180 x1855007613330688/t0(0) o400->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074839 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074823.601354:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074823.601355:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074823.602687:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074823.602709:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a34bc00. 00000400:00000200:3.0:1769074823.602717:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074823.602727:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074823.602734:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8f68 00000400:00000010:3.0:1769074823.602737:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8f68. 00000100:00000001:3.0:1769074823.602743:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074823.602751:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903a9c00 x1855007613330944/t0(0) o400->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074823.602764:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074823.602767:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903a9c00 x1855007613330944/t0(0) o400->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074839 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074823.602773:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074823.602774:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769074823.604337:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074823.604351:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074823.604365:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074823.604369:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074823.604375:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b61b8. 00000400:00000200:0.0:1769074823.604385:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f088 00000400:00000010:0.0:1769074823.604389:0:2364:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f088. 00000100:00000001:0.0:1769074823.604395:0:2364:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074823.604408:0:2364:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903a8a80 x1855007613330304/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074839 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074823.604420:0:2364:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903a8a80 x1855007613330304/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074839 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074823.604428:0:2364:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074823.604431:0:2364:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.604434:0:2364:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074823.604438:0:2364:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074823.604442:0:2364:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074823.604444:0:2364:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.604458:0:2364:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074823.604468:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=95 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074823.604473:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074823.604476:0:2364:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074823.604478:0:2364:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.604481:0:2364:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074823.604484:0:2364:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.604488:0:2364:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.604493:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903a8a80 x1855007613330304/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074839 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074823.604501:0:2364:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074823.604505:0:2364:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074823.604507:0:2364:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074823.604512:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903a8a80 x1855007613330304/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074839 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074823.604519:0:2364:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2364:1855007613330304:192.168.204.151@tcp:400:kworker.0 00000100:00000001:0.0:1769074823.604527:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.604530:0:2364:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074823.604534:0:2364:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b903a8a80 x1855007613330304/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074839 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074823.604545:0:2364:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074823.604548:0:2364:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074823.604553:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b8706ba00. 02000000:00000001:0.0:1769074823.604558:0:2364:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074823.604561:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074823.604563:0:2364:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:0.0:1769074823.604565:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074823.604568:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b9816b800. 02000000:00000001:0.0:1769074823.604577:0:2364:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074823.604580:0:2364:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074823.604582:0:2364:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b903a8a80. 00000100:00000001:0.0:1769074823.604586:0:2364:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074823.604587:0:2364:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.604591:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.604593:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074823.604594:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074823.604596:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.604599:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1769074823.618347:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.618372:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074823.618377:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.618383:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.618398:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.618409:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074823.618418:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.618425:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.618432:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.618436:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd92700 00000400:00000200:3.0:1769074823.618443:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.618486:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x221b5 [1] + 224 00000800:00000001:3.0:1769074823.618498:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.618505:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074823.638326:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.638359:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.638367:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074823.638383:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074823.638401:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074823.638415:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90372680 x1855007613331200/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074823.638431:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff982b90372680 x1855007613331200/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074823.638466:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074823.638481:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.638487:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074823.638489:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.638492:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.638503:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.638509:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074823.638516:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.638521:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.638529:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.638534:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 4 MB=0x6971e9dd92480 00000400:00000200:3.0:1769074823.638541:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.638549:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.151@tcp of length 224/224 into md 0x221c5 [1] + 224 00000800:00000001:3.0:1769074823.638561:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.638565:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.638567:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074823.638570:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074823.638574:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074823.638579:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903a9f80 x1855007613330560/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074839 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074823.638588:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b903a9f80 x1855007613330560/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074839 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074823.638598:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074823.638602:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.638606:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074823.638608:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.638610:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.638613:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.638617:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074823.638621:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.638624:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.638627:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.638629:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 4 MB=0x6971e9dd92580 00000400:00000200:3.0:1769074823.638631:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.638635:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.151@tcp of length 224/224 into md 0x221cd [1] + 224 00000800:00000001:3.0:1769074823.638638:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.638641:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.638643:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074823.638645:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074823.638647:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074823.638652:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903a9880 x1855007613330816/t0(0) o400->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074839 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074823.638659:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b903a9880 x1855007613330816/t0(0) o400->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074839 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074823.638666:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074823.638669:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.638673:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074823.638674:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.638676:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.638679:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.638682:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074823.638685:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.638687:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.638689:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.638691:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 10 MB=0x6971e9dd92500 00000400:00000200:3.0:1769074823.638707:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.638712:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 224/224 into md 0x221d5 [1] + 224 00000800:00000001:3.0:1769074823.638715:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.638719:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.638721:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074823.638723:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074823.638726:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074823.638730:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903a9180 x1855007613330688/t0(0) o400->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074839 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074823.638737:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b903a9180 x1855007613330688/t0(0) o400->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074839 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074823.638760:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074823.638763:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.638766:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074823.638767:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.638769:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.638772:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.638775:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074823.638779:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.638782:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.638785:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.638787:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 4 MB=0x6971e9dd92600 00000400:00000200:3.0:1769074823.638790:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.638793:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.151@tcp of length 224/224 into md 0x221dd [1] + 224 00000800:00000001:3.0:1769074823.638796:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1769074823.639183:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074823.639189:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074823.639191:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074823.639194:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7478. 00000400:00000200:2.0:1769074823.639200:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6198 00000400:00000010:2.0:1769074823.639202:0:31210:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6198. 00000100:00000001:2.0:1769074823.639213:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074823.639219:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90372680 x1855007613331200/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1769074823.639228:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90372680 x1855007613331200/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.639233:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074823.639235:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074823.639237:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074823.639238:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074823.639239:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074823.639241:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074823.639243:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074823.639250:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88ca0 time=34 v=5 (5 0 10 10) 00000100:00001000:2.0:1769074823.639255:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=96 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074823.639258:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074823.639261:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.639264:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074823.639268:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.639273:0:31210:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1769074823.639275:0:31210:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1769074823.639277:0:31210:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1769074823.639304:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074823.639307:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603390080 : -114162106161536 : ffff982b90372680) 00000100:00000001:2.0:1769074823.639311:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074823.639312:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:2.0:1769074823.639314:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074823.639316:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074823.639320:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90372680 x1855007613331200/t73014444040(73014444040) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.639330:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074823.639334:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074823.639337:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074823.639342:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90372680 x1855007613331200/t73014444040(73014444040) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1769074823.639350:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90372680 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613331200:192.168.204.151@tcp:35:createmany.0 00000100:00000001:2.0:1769074823.639356:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074823.639359:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.639363:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074823.639364:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074823.639368:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90372680 x1855007613331200/t73014444040(73014444040) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.639374:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074823.639378:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b98e9e180. 00000100:00000001:2.0:1769074823.639383:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074823.639385:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.639394:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074823.639395:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603390080 : -114162106161536 : ffff982b90372680) 00000002:00000001:2.0:1769074823.639398:0:31210:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074823.639403:0:31210:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074823.639410:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b88307600. 00000080:00000001:2.0:1769074823.639414:0:31210:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1769074823.639418:0:31210:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1769074823.639424:0:31210:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1769074823.639429:0:31210:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff982b903a9500 x1855007613330176/t73014444039(73014444039) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074823.639437:0:31210:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074823.639438:0:31210:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074823.639441:0:31210:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff982b985deb00. 00000100:00000001:2.0:1769074823.639444:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074823.639447:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90372680 x1855007613331200/t73014444040(73014444040) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.639462:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074823.639465:0:31210:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074823.639469:0:31210:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff982b8179be00. 00000080:00000001:2.0:1769074823.639474:0:31210:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074823.639482:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafdd0 00000080:00000008:2.0:1769074823.639487:0:31210:0:(file.c:464:ll_file_release()) COMPLETED file f16.replay-dual-1:[0x2000013a1:0x39:0x0](ffff982b9068c2c8), flags 100002, rc = 0 00000080:00000001:2.0:1769074823.639490:0:31210:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074823.639498:0:31210:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1769074823.639500:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafe00 00000080:00002000:2.0:1769074823.639502:0:31210:0:(dcache.c:127:ll_ddelete()) keeping dentry f16.replay-dual-1 (ffff982b90665000, parent ffff982b90d9e5e8, inode ffff982b9068c2c8) hashed, 00000080:00000001:2.0:1769074823.639506:0:31210:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074823.639594:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1769074823.639598:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1769074823.639601:0:31210:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1769074823.639602:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafbc0 00000080:00200000:2.0:1769074823.639605:0:31210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:2.0:1769074823.639612:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b9037e000. 00800000:00000002:2.0:1769074823.639619:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:2.0:1769074823.639626:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1769074823.639630:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1769074823.639632:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafae0 00800000:00000002:2.0:1769074823.639635:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1769074823.639640:0:31210:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1769074823.639643:0:31210:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1769074823.639649:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1769074823.639651:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf9b0 00000002:00010000:2.0:1769074823.639654:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1769074823.639658:0:31210:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1769074823.639660:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074823.639664:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1769074823.639672:0:31210:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074823.639674:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074823.639677:0:31210:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074823.639679:0:31210:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1769074823.639682:0:31210:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1769074823.639687:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90378380. 00000020:00000040:2.0:1769074823.639691:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=10 obd=lustre-MDT0000-mdc-ffff982b858dd800 00010000:00000001:2.0:1769074823.639711:0:31210:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1769074823.639719:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074823.639727:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.639729:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.639730:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.639733:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074823.639736:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074823.639741:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074823.639750:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c08800. 00000100:00000001:2.0:1769074823.639757:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.639762:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074823.639764:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.639765:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074823.639766:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.639768:0:31210:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074823.639775:0:31210:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446629911603413888 : -114162106137728 : ffff982b90378380) 00010000:00000001:2.0:1769074823.639779:0:31210:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1769074823.639781:0:31210:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1769074823.639786:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b86036700. 00010000:00000010:2.0:1769074823.639791:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b8917c100. 00010000:00000001:2.0:1769074823.639796:0:31210:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1769074823.639802:0:31210:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b90340200. 00000020:00000001:2.0:1769074823.639806:0:31210:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1769074823.639810:0:31210:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b90340200 with handle 0x5d432443066b742e to hash 00000020:00000001:2.0:1769074823.639812:0:31210:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1769074823.639813:0:31210:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00010000:00000001:2.0:1769074823.639819:0:31210:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00010000:00000001:2.0:1769074823.639823:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074823.639826:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074823.639831:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340200/0x5d432443066b742e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31210 initiator: MDT0 00010000:00010000:2.0:1769074823.639840:0:31210:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340200/0x5d432443066b742e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00010000:00010000:2.0:1769074823.639852:0:31210:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340200/0x5d432443066b742e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000100:00000001:2.0:1769074823.639857:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074823.639860:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074823.639869:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b85821c00. 00000100:00000001:2.0:1769074823.639871:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911423753216 : -114162285798400 : ffff982b85821c00) 00000100:00000001:2.0:1769074823.639873:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074823.639875:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603413888 : -114162106137728 : ffff982b90378380) 00000100:00000001:2.0:1769074823.639881:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074823.639886:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.639889:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074823.639890:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074823.639896:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90378380 x1855007613331328/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.639903:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074823.640052:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074823.640058:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074823.640061:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074823.640064:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074823.640068:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90378380 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613331328:192.168.204.151@tcp:101:createmany.0 00000100:00000001:2.0:1769074823.640074:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074823.640081:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074823.640084:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074823.640087:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074823.640092:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff982b87057800. 02000000:00000001:2.0:1769074823.640094:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074823.640103:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074823.640106:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7e528. 00000400:00000010:2.0:1769074823.640114:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897fbb0. 00000100:00000200:2.0:1769074823.640123:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007613331328, portal 10 00000100:00000001:2.0:1769074823.640125:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074823.640126:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603413888 : -114162106137728 : ffff982b90378380) 00000100:00000040:2.0:1769074823.640132:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b90378380 x1855007613331328/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.640139:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074823.640142:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074823.640145:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f000. 00000100:00000200:2.0:1769074823.640148:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007613331328, offset 0 00000400:00000200:2.0:1769074823.640155:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074823.640164:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.640174:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074823.640181:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074823.640186:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074823.640191:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074823.640193:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074823.640197:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15325:15325:256:4294967295] 192.168.204.151@tcp LPNI seq info [15325:15325:8:4294967295] 00000400:00000200:2.0:1769074823.640201:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.640210:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074823.640218:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074823.640223:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73f300. 00000800:00000200:2.0:1769074823.640231:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074823.640241:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074823.640246:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73f300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1769074823.640272:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074823.640277:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 970741 usecs (971 jiffies) 00000400:00000200:2.0:1769074823.640338:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074823.640341:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296481287 00000100:00000001:2.0:1769074823.640378:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:2.0:1769074823.640381:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296481287 00000100:00000001:2.0:1769074823.640384:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:2.0:1769074823.640386:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074823.640390:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.640393:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074823.640396:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074823.640399:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b85821c00 going to sleep for 11 seconds 00000100:00000001:2.0:1769074823.640401:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074823.640404:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1769074823.640664:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.640669:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074823.640676:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074823.640684:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074823.640692:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903a9c00 x1855007613330944/t0(0) o400->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074839 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074823.640780:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b903a9c00 x1855007613330944/t0(0) o400->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074839 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074823.640792:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074823.640805:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.640812:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.640920:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074823.640924:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074823.640930:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074823.640933:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074823.640938:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b64d0. 00000400:00000200:0.0:1769074823.640943:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f330 00000400:00000010:0.0:1769074823.640945:0:2364:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f330. 00000100:00000001:0.0:1769074823.640949:0:2364:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074823.640955:0:2364:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903a9f80 x1855007613330560/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074839 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074823.640964:0:2364:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903a9f80 x1855007613330560/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074839 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074823.640970:0:2364:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074823.640971:0:2364:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.640974:0:2364:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074823.640977:0:2364:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074823.640979:0:2364:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074823.640982:0:2364:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.640985:0:2364:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074823.640994:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b99688458 time=34 v=5 (5 0 5 5) 00000100:00001000:0.0:1769074823.640998:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b99688410 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074823.641001:0:2364:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074823.641003:0:2364:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.641005:0:2364:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074823.641009:0:2364:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.641012:0:2364:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074823.641015:0:2364:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff982b858dd800: skip recheck: last_committed 4294967330 00000100:00000001:0.0:1769074823.641017:0:2364:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074823.641018:0:2364:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.641022:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903a9f80 x1855007613330560/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074839 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074823.641029:0:2364:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074823.641032:0:2364:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074823.641034:0:2364:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074823.641038:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903a9f80 x1855007613330560/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074839 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074823.641045:0:2364:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2364:1855007613330560:192.168.204.151@tcp:400:kworker.0 00000400:00000001:0.0:1769074823.641051:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074823.641052:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074823.641054:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6b00. 00000400:00000200:0.0:1769074823.641056:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604fb28 00000400:00000010:0.0:1769074823.641058:0:2364:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604fb28. 00000100:00000001:0.0:1769074823.641060:0:2364:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074823.641064:0:2364:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903a9880 x1855007613330816/t0(0) o400->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074839 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074823.641073:0:2364:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903a9880 x1855007613330816/t0(0) o400->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074839 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074823.641079:0:2364:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074823.641080:0:2364:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.641082:0:2364:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074823.641083:0:2364:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074823.641084:0:2364:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074823.641086:0:2364:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.641087:0:2364:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074823.641091:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b98900c58 time=15 v=5 (5 0 0 0) 00000100:00001000:0.0:1769074823.641094:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b98900c10 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074823.641096:0:2364:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074823.641097:0:2364:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.641099:0:2364:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074823.641101:0:2364:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.641103:0:2364:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074823.641104:0:2364:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff982b87054800: skip recheck: last_committed 0 00000100:00000001:0.0:1769074823.641105:0:2364:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074823.641107:0:2364:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.641110:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903a9880 x1855007613330816/t0(0) o400->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074839 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074823.641116:0:2364:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074823.641118:0:2364:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074823.641119:0:2364:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074823.641123:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903a9880 x1855007613330816/t0(0) o400->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074839 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074823.641129:0:2364:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0d05e643-e609-4f9c-a8ce-9f27d385531c:2364:1855007613330816:192.168.204.151@tcp:400:kworker.0 00000100:00000001:0.0:1769074823.641134:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.641137:0:2364:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074823.641141:0:2364:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b903a9f80 x1855007613330560/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074839 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074823.641148:0:2364:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074823.641150:0:2364:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074823.641155:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b8706aa00. 02000000:00000001:0.0:1769074823.641158:0:2364:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074823.641160:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074823.641163:0:2364:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:0.0:1769074823.641165:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074823.641167:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b9816b100. 02000000:00000001:0.0:1769074823.641175:0:2364:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074823.641178:0:2364:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074823.641179:0:2364:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b903a9f80. 00000100:00000001:0.0:1769074823.641183:0:2364:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074823.641185:0:2364:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.641186:0:2364:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074823.641189:0:2364:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b903a9880 x1855007613330816/t0(0) o400->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074839 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074823.641195:0:2364:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074823.641197:0:2364:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074823.641198:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b8706b400. 02000000:00000001:0.0:1769074823.641200:0:2364:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074823.641202:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074823.641214:0:2364:0:(genops.c:1242:class_import_put()) import ffff982b98900800 refcount=2 obd=lustre-OST0000-osc-ffff982b87054800 00000020:00000001:0.0:1769074823.641216:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074823.641218:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b98b34000. 02000000:00000001:0.0:1769074823.641221:0:2364:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074823.641222:0:2364:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074823.641223:0:2364:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b903a9880. 00000100:00000001:0.0:1769074823.641226:0:2364:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074823.641227:0:2364:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.641229:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.641238:0:2364:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074823.641239:0:2364:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.641242:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074823.641245:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074823.641969:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074823.641977:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73f300. 00000400:00000200:2.0:1769074823.641985:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074823.641991:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074823.641996:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f000 00000400:00000010:2.0:1769074823.641999:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f000. 00000100:00000001:2.0:1769074823.642003:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074823.642011:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90378380 x1855007613331328/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.642023:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074823.642026:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90378380 x1855007613331328/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.642033:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.642035:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074823.656585:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.656613:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074823.656621:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.656624:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.656641:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.656652:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074823.656662:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.656668:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.656676:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.656681:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 688 into portal 10 MB=0x6971e9dd92780 00000400:00000200:3.0:1769074823.656688:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.656986:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 688/688 into md 0x221e5 [1] + 224 00000800:00000001:3.0:1769074823.657000:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.657014:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.657018:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074823.657024:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074823.657037:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074823.657051:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90378380 x1855007613331328/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074823.657063:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff982b90378380 x1855007613331328/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.657150:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074823.657171:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074823.657185:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.657189:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1769074823.663703:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074823.663714:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074823.663722:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7e528. 00000400:00000200:2.0:1769074823.663740:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897fbb0 00000400:00000010:2.0:1769074823.663743:0:31210:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897fbb0. 00000100:00000001:2.0:1769074823.663750:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074823.663769:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90378380 x1855007613331328/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1769074823.663784:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90378380 x1855007613331328/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.663794:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074823.663797:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074823.663801:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074823.663806:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074823.663810:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074823.663813:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074823.663818:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074823.663832:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=34 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074823.663837:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=96 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074823.663840:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074823.663843:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.663846:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074823.663852:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.663858:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074823.663864:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:2.0:1769074823.663866:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074823.663870:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074823.663875:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90378380 x1855007613331328/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.663883:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074823.663888:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074823.663890:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074823.663895:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90378380 x1855007613331328/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074839 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1769074823.663903:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90378380 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613331328:192.168.204.151@tcp:101:createmany.0 00000100:00000001:2.0:1769074823.664085:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074823.664089:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.664092:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074823.664094:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074823.664099:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90378380 x1855007613331328/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074839 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.664105:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074823.664109:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b85821c00. 00000100:00000001:2.0:1769074823.664115:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074823.664116:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.664120:0:31210:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1769074823.664125:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.664128:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.664132:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340200 refcount=4 00000020:00000001:2.0:1769074823.664135:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00010000:00000001:2.0:1769074823.664138:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00010000:00000040:2.0:1769074823.664148:0:31210:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b90340200, remote cookie: 0xf5b77ed682f5d18c, flags: 0x1001 00010000:00010000:2.0:1769074823.664155:0:31210:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340200/0x5d432443066b742e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d18c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074823.664171:0:31210:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340200/0x5d432443066b742e lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d18c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.664178:0:31210:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1769074823.664184:0:31210:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1769074823.664187:0:31210:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1769074823.664188:0:31210:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1769074823.664190:0:31210:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1769074823.664193:0:31210:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff982b86036700) refcount = 1 00010000:00010000:2.0:1769074823.664196:0:31210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340200/0x5d432443066b742e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d18c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.664935:0:31210:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1769074823.664944:0:31210:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1769074823.664946:0:31210:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074823.664951:0:31210:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1769074823.664954:0:31210:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074823.664960:0:31210:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340200/0x5d432443066b742e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d18c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.664968:0:31210:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1769074823.664970:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.664972:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.664973:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.664974:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.664976:0:31210:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074823.664983:0:31210:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1769074823.664985:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.664987:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.664989:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340200 refcount=3 00000020:00000001:2.0:1769074823.664991:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00010000:00000001:2.0:1769074823.664994:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00010000:00000001:2.0:1769074823.664997:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.664999:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.665000:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340200 refcount=4 00000020:00000001:2.0:1769074823.665001:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00010000:00000001:2.0:1769074823.665003:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00010000:00000001:2.0:1769074823.665007:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074823.665009:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074823.665013:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340200/0x5d432443066b742e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d18c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.665019:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.665020:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.665021:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.665022:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.665024:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340200 refcount=5 00000020:00000001:2.0:1769074823.665026:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00010000:00000001:2.0:1769074823.665028:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00010000:00000001:2.0:1769074823.665030:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074823.665033:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340200/0x5d432443066b742e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d18c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.665039:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.665040:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1769074823.665043:0:31210:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340200/0x5d432443066b742e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d18c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.665049:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074823.665050:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.665051:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.665052:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.665053:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1769074823.665063:0:31210:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff982b90378380 x1855007613331328/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074839 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1769074823.665073:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.665074:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.665076:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340200 refcount=3 00000020:00000001:2.0:1769074823.665078:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00010000:00000001:2.0:1769074823.665080:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00010000:00000001:2.0:1769074823.665083:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.665084:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074823.665086:0:31210:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074823.665088:0:31210:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074823.665091:0:31210:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1769074823.665095:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.665096:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.665097:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340200 refcount=3 00000020:00000001:2.0:1769074823.665099:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00010000:00000001:2.0:1769074823.665101:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00000002:00010000:2.0:1769074823.665105:0:31210:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340200/0x5d432443066b742e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d18c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.665111:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.665113:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.665115:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1769074823.665116:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.665117:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.665118:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340200 refcount=3 00000020:00000001:2.0:1769074823.665120:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00010000:00000001:2.0:1769074823.665123:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00010000:00000040:2.0:1769074823.665132:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036700 count: 2 00010000:00000001:2.0:1769074823.665136:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1769074823.665141:0:31210:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b873df800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1769074823.665143:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.665144:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074823.665146:0:31210:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1769074823.665150:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf930 00000002:00002000:2.0:1769074823.665152:0:31210:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1769074823.665156:0:31210:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074823.665161:0:31210:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074823.665164:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1769074823.665169:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1769074823.665172:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1769074823.665177:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:2.0:1769074823.665182:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b9037e000. 00000080:00000001:2.0:1769074823.665189:0:31210:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1769074823.665192:0:31210:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1769074823.665199:0:31210:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1769074823.665216:0:31210:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1769074823.665230:0:31210:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff982b984bac80. 00800000:00000001:2.0:1769074823.665232:0:31210:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446629911738952832 : -114161970598784 : ffff982b984bac80) 00800000:00000001:2.0:1769074823.665234:0:31210:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074823.665237:0:31210:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1769074823.665240:0:31210:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1769074823.665242:0:31210:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1769074823.665245:0:31210:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1769074823.665249:0:31210:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1769074823.665250:0:31210:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074823.665256:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1769074823.665260:0:31210:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1769074823.665266:0:31210:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:2.0:1769074823.665268:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.665270:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.665271:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340200 refcount=3 00000020:00000001:2.0:1769074823.665273:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00010000:00000001:2.0:1769074823.665275:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00010000:00000001:2.0:1769074823.665278:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.665279:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1769074823.665313:0:31210:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1769074823.665316:0:31210:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1769074823.665318:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b984bac80 1 00800000:00000010:2.0:1769074823.665321:0:31210:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff982b984bac80. 00800000:00000001:2.0:1769074823.665324:0:31210:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074823.665327:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b742e 00800000:00000001:2.0:1769074823.665332:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1769074823.665334:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1769074823.665335:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.665337:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.665338:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340200 refcount=3 00000020:00000001:2.0:1769074823.665340:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00010000:00000001:2.0:1769074823.665342:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00010000:00000001:2.0:1769074823.665344:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.665346:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074823.665347:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074823.665349:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074823.665352:0:31210:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074823.665355:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:2.0:1769074823.665358:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b742e from it ffffbcdb01dafbf8 00010000:00000001:2.0:1769074823.665360:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.665361:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.665362:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340200 refcount=3 00000020:00000001:2.0:1769074823.665365:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00010000:00000001:2.0:1769074823.665366:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00010000:00000001:2.0:1769074823.665368:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074823.665372:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340200/0x5d432443066b742e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d18c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.665378:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.665379:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.665382:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1769074823.665385:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1769074823.665388:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340200/0x5d432443066b742e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d18c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.665400:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074823.665405:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074823.665408:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074823.665414:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.665415:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.665417:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.665422:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074823.665424:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.665426:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.665429:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.665431:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074823.665432:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.665433:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1769074823.665436:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074823.665441:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90378380 x1855007613331328/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074839 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.665460:0:31210:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074823.665464:0:31210:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074823.665471:0:31210:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff982b87057800. 02000000:00000001:2.0:1769074823.665480:0:31210:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074823.665484:0:31210:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074823.665486:0:31210:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=9 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:2.0:1769074823.665489:0:31210:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074823.665493:0:31210:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c08800. 02000000:00000001:2.0:1769074823.665497:0:31210:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074823.665500:0:31210:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074823.665503:0:31210:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90378380. 00000100:00000001:2.0:1769074823.665509:0:31210:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074823.665511:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769074823.665515:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 1 00000080:00000001:2.0:1769074823.665522:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074823.665550:0:31210:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff982b82dec420. 00000080:00000001:2.0:1769074823.665559:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1769074823.665562:0:31210:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1769074823.665563:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafb00 00000080:00200000:2.0:1769074823.665566:0:31210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:2.0:1769074823.665571:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b9037e000. 00800000:00000002:2.0:1769074823.665578:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:2.0:1769074823.665582:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1769074823.665585:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1769074823.665587:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa20 00800000:00000002:2.0:1769074823.665590:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1769074823.665593:0:31210:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1769074823.665598:0:31210:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1769074823.665602:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1769074823.665604:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf8f0 00000002:00010000:2.0:1769074823.665607:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1769074823.665624:0:31210:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1769074823.665626:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074823.665629:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074823.665631:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036700 count: 2 00010000:00000001:2.0:1769074823.665634:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074823.665637:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074823.665639:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1769074823.665642:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340200/0x5d432443066b742e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d18c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1769074823.665650:0:31210:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1769074823.665655:0:31210:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074823.665658:0:31210:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340200/0x5d432443066b742e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d18c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1769074823.665664:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1769074823.665666:0:31210:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074823.665668:0:31210:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1769074823.665670:0:31210:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1769074823.665672:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769074823.665674:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1769074823.665676:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1769074823.665678:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:2.0:1769074823.665680:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b9037e000. 00000080:00000001:2.0:1769074823.665683:0:31210:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1769074823.665685:0:31210:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074823.665687:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:2.0:1769074823.665690:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b742e 00800000:00000001:2.0:1769074823.665693:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1769074823.665694:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1769074823.665695:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.665697:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.665699:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340200 refcount=3 00000020:00000001:2.0:1769074823.665701:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00010000:00000001:2.0:1769074823.665703:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00010000:00000001:2.0:1769074823.665706:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.665707:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074823.665708:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074823.665710:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074823.665711:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b742e from it ffffbcdb01dafb38 00010000:00000001:2.0:1769074823.665714:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.665715:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.665716:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340200 refcount=3 00000020:00000001:2.0:1769074823.665718:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00010000:00000001:2.0:1769074823.665720:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00010000:00000001:2.0:1769074823.665722:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074823.665724:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340200/0x5d432443066b742e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d18c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.665730:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.665731:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.665732:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1769074823.665733:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1769074823.665735:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340200/0x5d432443066b742e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d18c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.665740:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074823.665742:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074823.665743:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074823.665746:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.665747:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.665748:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.665750:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074823.665752:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.665753:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.665755:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.665757:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074823.665758:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.665759:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1769074823.665761:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769074823.665763:0:31210:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769074823.665765:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 3 00000080:00000001:2.0:1769074823.665768:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074823.665773:0:31210:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:2.0:1769074823.665775:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafb50 00000080:00200000:2.0:1769074823.665777:0:31210:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f16.replay-dual-2, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), file ffff982b986fb380, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1769074823.665783:0:31210:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff982b984d6840. 00000080:00000001:2.0:1769074823.665789:0:31210:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:2.0:1769074823.665791:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa10 00000080:00200000:2.0:1769074823.665793:0:31210:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f16.replay-dual-2, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), intent=open|creat 00000080:00000010:2.0:1769074823.665801:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b9037e000. 00800000:00000002:2.0:1769074823.665804:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:2.0:1769074823.665809:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1769074823.665811:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1769074823.665812:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf930 00800000:00000002:2.0:1769074823.665815:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f16.replay-dual-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1769074823.665819:0:31210:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:2.0:1769074823.665822:0:31210:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1769074823.665826:0:31210:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446629911450240000 : -114162259311616 : ffff982b87164400) 00800000:00000001:2.0:1769074823.665830:0:31210:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1769074823.665833:0:31210:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1769074823.665835:0:31210:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1769074823.665839:0:31210:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1769074823.665843:0:31210:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff982b858dd800: Allocated FID [0x2000013a1:0x3a:0x0] 40000000:00000001:2.0:1769074823.665846:0:31210:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074823.665848:0:31210:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074823.665850:0:31210:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074823.665852:0:31210:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074823.665854:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf8b0 00800000:00000002:2.0:1769074823.665857:0:31210:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x3a:0x0], name='f16.replay-dual-2' -> mds #0 00000002:00000001:2.0:1769074823.665860:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1769074823.665862:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf7e8 00000002:00010000:2.0:1769074823.665863:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f16.replay-dual-2,[0x2000013a1:0x3a:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1769074823.665868:0:31210:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1769074823.665871:0:31210:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1769074823.665875:0:31210:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1769074823.665879:0:31210:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074823.665881:0:31210:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1769074823.665883:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036700 count: 2 00010000:00000001:2.0:1769074823.665885:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074823.665888:0:31210:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1769074823.665892:0:31210:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1769074823.665895:0:31210:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340200/0x5d432443066b742e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf5b77ed682f5d18c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000080:00000001:2.0:1769074823.665903:0:31210:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074823.665907:0:31210:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074823.665909:0:31210:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1769074823.665912:0:31210:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1769074823.665914:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074823.665915:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074823.665918:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036700 count: 3 00010000:00000001:2.0:1769074823.665920:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074823.665922:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074823.665924:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074823.665925:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074823.665926:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036700 count: 3 00010000:00000001:2.0:1769074823.665928:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074823.665930:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074823.665932:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074823.665933:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074823.665935:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036700 count: 3 00010000:00000001:2.0:1769074823.665937:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074823.665939:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074823.665941:0:31210:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1769074823.665944:0:31210:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff982b90dbe300, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1769074823.665948:0:31210:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1769074823.665951:0:31210:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1769074823.665954:0:31210:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074823.665955:0:31210:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.665959:0:31210:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1769074823.665963:0:31210:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074823.665964:0:31210:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074823.665966:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074823.665968:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1769074823.665971:0:31210:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b90340200 with handle 0x5d432443066b742e from hash 00010000:00000001:2.0:1769074823.665973:0:31210:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074823.665975:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.665976:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.665977:0:31210:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074823.665980:0:31210:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074823.665982:0:31210:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1769074823.665984:0:31210:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074823.665986:0:31210:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074823.665988:0:31210:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1769074823.665993:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90378380. 00000020:00000040:2.0:1769074823.665997:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=10 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:2.0:1769074823.666003:0:31210:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769074823.666005:0:31210:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.666008:0:31210:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1769074823.666013:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074823.666015:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.666016:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.666017:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.666020:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074823.666023:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074823.666026:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074823.666034:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c08800. 00000100:00000001:2.0:1769074823.666042:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.666046:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074823.666049:0:31210:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1769074823.666052:0:31210:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340200/0x5d432443066b742e lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d18c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074823.666059:0:31210:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1769074823.666060:0:31210:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074823.666062:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074823.666065:0:31210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340200/0x5d432443066b742e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d18c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1769074823.666072:0:31210:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b86036700 count: 0 00010000:00000010:2.0:1769074823.666077:0:31210:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b8917c100. 00010000:00000001:2.0:1769074823.666092:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.666093:0:31210:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.666095:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074823.666097:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.666099:0:31210:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074823.666109:0:31210:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446629911603413888 : -114162106137728 : ffff982b90378380) 00010000:00000001:2.0:1769074823.666113:0:31210:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1769074823.666115:0:31210:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1769074823.666122:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b86036400. 00010000:00000010:2.0:1769074823.666126:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b8917c100. 00010000:00000001:2.0:1769074823.666132:0:31210:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1769074823.666135:0:31210:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b90340000. 00000020:00000001:2.0:1769074823.666139:0:31210:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1769074823.666142:0:31210:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b90340000 with handle 0x5d432443066b7435 to hash 00000020:00000001:2.0:1769074823.666144:0:31210:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1769074823.666146:0:31210:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911603183616 : -114162106368000 : ffff982b90340000) 00010000:00000001:2.0:1769074823.666150:0:31210:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911603183616 : -114162106368000 : ffff982b90340000) 00010000:00000001:2.0:1769074823.666153:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074823.666155:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074823.666158:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340000/0x5d432443066b7435 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31210 initiator: MDT0 00010000:00010000:2.0:1769074823.666170:0:31210:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340000/0x5d432443066b7435 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000020:00100000:2.0:1769074823.666186:0:31210:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b858dd800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074823.666194:0:31210:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b90378380 x1855007613331584/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074823.666204:0:31210:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340000/0x5d432443066b7435 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000100:00000001:2.0:1769074823.666210:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074823.666212:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074823.666220:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b85821c00. 00000100:00000001:2.0:1769074823.666223:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911423753216 : -114162285798400 : ffff982b85821c00) 00000100:00000001:2.0:1769074823.666226:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074823.666227:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603413888 : -114162106137728 : ffff982b90378380) 00000100:00000001:2.0:1769074823.666233:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074823.666237:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.666240:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074823.666242:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074823.666247:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90378380 x1855007613331584/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.666254:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074823.666257:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074823.666261:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074823.666264:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074823.666267:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074823.666270:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90378380 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613331584:192.168.204.151@tcp:101:createmany.0 00000100:00000001:2.0:1769074823.666276:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074823.666354:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074823.666357:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074823.666361:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074823.666464:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff982b902a0000. 02000000:00000001:2.0:1769074823.666467:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074823.666481:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074823.666487:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7e528. 00000400:00000010:2.0:1769074823.666494:0:31210:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff982b98c08000. 00000100:00000200:2.0:1769074823.666506:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007613331584, portal 10 00000100:00000001:2.0:1769074823.666509:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074823.666510:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603413888 : -114162106137728 : ffff982b90378380) 00000100:00000040:2.0:1769074823.666519:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b90378380 x1855007613331584/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.666527:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074823.666529:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074823.666533:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897fbb0. 00000100:00000200:2.0:1769074823.666536:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007613331584, offset 0 00000400:00000200:2.0:1769074823.666543:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074823.666554:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.666565:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074823.666572:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074823.666578:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074823.666583:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074823.666586:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074823.666590:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15326:15326:256:4294967295] 192.168.204.151@tcp LPNI seq info [15326:15326:8:4294967295] 00000400:00000200:2.0:1769074823.666595:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.666606:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074823.666614:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074823.666621:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73f300. 00000800:00000200:2.0:1769074823.666629:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074823.666639:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074823.666645:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73f300 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1769074823.666673:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074823.666679:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 969170 usecs (970 jiffies) 00000400:00000200:2.0:1769074823.666683:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074823.666687:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296481314 00000100:00000001:2.0:1769074823.666690:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:2.0:1769074823.666693:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296481314 00000100:00000001:2.0:1769074823.666695:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:2.0:1769074823.666698:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074823.666702:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.666705:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074823.666707:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074823.666711:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b85821c00 going to sleep for 11 seconds 00000100:00000001:2.0:1769074823.666714:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074823.666718:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074823.667178:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074823.667186:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73f300. 00000400:00000200:3.0:1769074823.667194:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074823.667200:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074823.667218:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897fbb0 00000400:00000010:3.0:1769074823.667221:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897fbb0. 00000100:00000001:3.0:1769074823.667227:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074823.667234:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90378380 x1855007613331584/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074823.667245:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074823.667249:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90378380 x1855007613331584/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074823.667256:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074823.667258:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1769074823.674907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86036700. 00010000:00000010:2.1:1769074823.674935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90340200. 00000800:00000001:3.0:1769074823.679710:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.679739:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074823.679745:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.679748:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.679765:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.679776:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074823.679787:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.679793:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.679801:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.679806:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 664 into portal 10 MB=0x6971e9dd92880 00000400:00000200:3.0:1769074823.679814:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.679822:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 664/664 into md 0x221f5 [32] + 224 00000800:00000001:3.0:1769074823.679834:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.679864:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.679869:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074823.679874:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074823.679885:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074823.679897:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90378380 x1855007613331584/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074823.679910:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff982b90378380 x1855007613331584/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074823.679937:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074823.679949:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074823.679953:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.679959:0:2358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074823.679966:0:2358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15327:15327:256:4294967295] 192.168.204.151@tcp LPNI seq info [15327:15327:8:4294967295] 00000400:00000200:3.0:1769074823.679971:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.679980:0:2358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:3.0:1769074823.679986:0:2358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074823.679993:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff982b98c00800. 00000800:00000200:3.0:1769074823.680000:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074823.680008:0:2358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074823.680013:0:2358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b98c00800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1769074823.680123:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074823.680128:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff982b98c00800. 00000400:00000200:3.0:1769074823.680131:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074823.680135:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:3.0:1769074823.680142:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.680145:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074823.680334:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074823.680346:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074823.680348:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074823.680354:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7e528. 00000400:00000200:2.0:1769074823.680360:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b98c08000 00000400:00000010:2.0:1769074823.680364:0:31210:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff982b98c08000. 00000100:00000001:2.0:1769074823.680369:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074823.680375:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90378380 x1855007613331584/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1769074823.680384:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90378380 x1855007613331584/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.680390:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074823.680392:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074823.680395:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074823.680400:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074823.680403:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074823.680406:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074823.680409:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074823.680423:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=34 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074823.680427:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=96 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074823.680430:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074823.680433:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.680437:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074823.680442:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.680446:0:31210:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1769074823.680458:0:31210:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:2.0:1769074823.680460:0:31210:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1769074823.680462:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074823.680464:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603413888 : -114162106137728 : ffff982b90378380) 00000100:00000001:2.0:1769074823.680468:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074823.680471:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:2.0:1769074823.680473:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074823.680476:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074823.680481:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90378380 x1855007613331584/t73014444041(73014444041) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074839 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.680489:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074823.680492:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074823.680495:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074823.680500:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90378380 x1855007613331584/t73014444041(73014444041) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074839 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1769074823.680509:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90378380 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613331584:192.168.204.151@tcp:101:createmany.0 00000100:00000001:2.0:1769074823.680516:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074823.680519:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.680523:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074823.680525:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074823.680529:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90378380 x1855007613331584/t73014444041(73014444041) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074839 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.680537:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074823.680541:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b85821c00. 00000100:00000001:2.0:1769074823.680545:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074823.680547:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.680550:0:31210:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1769074823.680557:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.680562:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.680565:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340000 refcount=4 00000020:00000001:2.0:1769074823.680567:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603183616 : -114162106368000 : ffff982b90340000) 00010000:00000001:2.0:1769074823.680571:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603183616 : -114162106368000 : ffff982b90340000) 00010000:00000040:2.0:1769074823.680581:0:31210:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b90340000, remote cookie: 0xf5b77ed682f5d1a8, flags: 0x1001 00010000:00010000:2.0:1769074823.680588:0:31210:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340000/0x5d432443066b7435 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d1a8 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1769074823.680597:0:31210:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x3a:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1769074823.680601:0:31210:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1769074823.680613:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b86036700. 00010000:00000010:2.0:1769074823.680619:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b8917c000. 00010000:00000040:2.0:1769074823.680625:0:31210:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b86036400 count: 0 00010000:00000010:2.0:1769074823.680631:0:31210:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b8917c100. 00010000:00000001:2.0:1769074823.680643:0:31210:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074823.680646:0:31210:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340000/0x5d432443066b7435 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d1a8 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074823.680655:0:31210:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340000/0x5d432443066b7435 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d1a8 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.680662:0:31210:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1769074823.680668:0:31210:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1769074823.680671:0:31210:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1769074823.680673:0:31210:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1769074823.680674:0:31210:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1769074823.680677:0:31210:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x3a:0x0].0x0 (ffff982b86036700) refcount = 1 00010000:00010000:2.0:1769074823.680681:0:31210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340000/0x5d432443066b7435 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d1a8 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.680687:0:31210:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1769074823.680691:0:31210:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1769074823.680693:0:31210:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074823.680696:0:31210:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1769074823.680699:0:31210:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074823.680703:0:31210:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340000/0x5d432443066b7435 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d1a8 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.680709:0:31210:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1769074823.680712:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.680713:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.680715:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.680716:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.680717:0:31210:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074823.680723:0:31210:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1769074823.680727:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.680728:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.680730:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340000 refcount=3 00000020:00000001:2.0:1769074823.680732:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603183616 : -114162106368000 : ffff982b90340000) 00010000:00000001:2.0:1769074823.680734:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603183616 : -114162106368000 : ffff982b90340000) 00010000:00000001:2.0:1769074823.680736:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.680737:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.680739:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340000 refcount=4 00000020:00000001:2.0:1769074823.680740:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603183616 : -114162106368000 : ffff982b90340000) 00010000:00000001:2.0:1769074823.680742:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603183616 : -114162106368000 : ffff982b90340000) 00010000:00000001:2.0:1769074823.680746:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074823.680748:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074823.680752:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340000/0x5d432443066b7435 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d1a8 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.680758:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.680759:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.680761:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.680762:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.680764:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340000 refcount=5 00000020:00000001:2.0:1769074823.680766:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603183616 : -114162106368000 : ffff982b90340000) 00010000:00000001:2.0:1769074823.680769:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603183616 : -114162106368000 : ffff982b90340000) 00010000:00000001:2.0:1769074823.680772:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074823.680774:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340000/0x5d432443066b7435 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d1a8 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.680780:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.680782:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1769074823.680784:0:31210:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340000/0x5d432443066b7435 lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d1a8 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.680790:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074823.680791:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.680792:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.680793:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.680794:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1769074823.680800:0:31210:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff982b90378380 x1855007613331584/t73014444041(73014444041) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074839 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074823.680809:0:31210:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1769074823.680814:0:31210:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff982b90378380 x1855007613331584/t73014444041(73014444041) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074839 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074823.680821:0:31210:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.680831:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.680832:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.680834:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340000 refcount=3 00000020:00000001:2.0:1769074823.680835:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603183616 : -114162106368000 : ffff982b90340000) 00010000:00000001:2.0:1769074823.680838:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603183616 : -114162106368000 : ffff982b90340000) 00000002:00010000:2.0:1769074823.680842:0:31210:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340000/0x5d432443066b7435 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d1a8 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000002:00000010:2.0:1769074823.680851:0:31210:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff982b984bac80. 00010000:00000001:2.0:1769074823.680853:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.680855:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074823.680857:0:31210:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074823.680859:0:31210:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074823.680863:0:31210:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1769074823.680865:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074823.680867:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603413888 : -114162106137728 : ffff982b90378380) 00000100:00000001:2.0:1769074823.680869:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074823.680870:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603413888 : -114162106137728 : ffff982b90378380) 00010000:00000001:2.0:1769074823.680872:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.680874:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.680875:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340000 refcount=3 00000020:00000001:2.0:1769074823.680877:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603183616 : -114162106368000 : ffff982b90340000) 00010000:00000001:2.0:1769074823.680879:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603183616 : -114162106368000 : ffff982b90340000) 00000002:00010000:2.0:1769074823.680883:0:31210:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340000/0x5d432443066b7435 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d1a8 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:2.0:1769074823.680889:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.680890:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.680892:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1769074823.680894:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.680895:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.680896:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340000 refcount=3 00000020:00000001:2.0:1769074823.680898:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603183616 : -114162106368000 : ffff982b90340000) 00010000:00000001:2.0:1769074823.680900:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603183616 : -114162106368000 : ffff982b90340000) 00010000:00000040:2.0:1769074823.680904:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036700 count: 2 00010000:00000001:2.0:1769074823.680906:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1769074823.680911:0:31210:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b873df800 type 13 mode 4 res 8589939617/58 (0 0) 00010000:00000001:2.0:1769074823.680914:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.680915:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074823.680916:0:31210:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1769074823.680920:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf768 00000002:00002000:2.0:1769074823.680922:0:31210:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f16.replay-dual-2 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:2.0:1769074823.680926:0:31210:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074823.680931:0:31210:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074823.680935:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1769074823.680939:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1769074823.680943:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1769074823.680948:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000001:2.0:1769074823.680951:0:31210:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1769074823.680952:0:31210:0:(namei.c:677:ll_lookup_it_finish()) it ffff982b984d6840 it_disposition 1800037 00000080:00002000:2.0:1769074823.680959:0:31210:0:(namei.c:656:ll_splice_alias()) Add dentry ffff982b904e8798 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1769074823.680966:0:31210:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1769074823.680970:0:31210:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:2.0:1769074823.680973:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf9a0 00000080:00200000:2.0:1769074823.680974:0:31210:0:(namei.c:1569:ll_create_it()) VFS Op:name=f16.replay-dual-2, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), intent=open|creat 00000080:00000001:2.0:1769074823.680978:0:31210:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:2.0:1769074823.680981:0:31210:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1769074823.680988:0:31210:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1769074823.680992:0:31210:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1769074823.680996:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366330 : 144115272381366330 : 2000013a100003a) 00000080:00000001:2.0:1769074823.681001:0:31210:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:2.0:1769074823.681016:0:31210:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff982b9068e300. 00000020:00000001:2.0:1769074823.681031:0:31210:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:2.0:1769074823.681034:0:31210:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1769074823.681037:0:31210:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:2.0:1769074823.681039:0:31210:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a1:0x3a:0x0](ffff982b9068e3c8) 00000020:00000001:2.0:1769074823.681044:0:31210:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000010:2.0:1769074823.681051:0:31210:0:(cl_object.c:669:cl_env_new()) slab-alloced 'cle': 144 at ffff982b86200990. 00000020:00000010:2.0:1769074823.681056:0:31210:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b9037e800. 00000020:00000010:2.0:1769074823.681063:0:31210:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff982b9037ec00. 00000020:00000010:2.0:1769074823.681068:0:31210:0:(cl_object.c:1091:cl_key_init()) kmalloced '(value)': 72 at ffff982b984d6f00. 00000008:00000010:2.0:1769074823.681076:0:31210:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff982b849e8000. 00020000:00000010:2.0:1769074823.681083:0:31210:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff982b87c8a000. 00008000:00000010:2.0:1769074823.681090:0:31210:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff982b891c11a8. 00000080:00000010:2.0:1769074823.681098:0:31210:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff982b860fff18. 00000080:00000010:2.0:1769074823.681104:0:31210:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff982b85bab478. 00000020:00000010:2.0:1769074823.681109:0:31210:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b9037ea00. 00000008:00000010:2.0:1769074823.681114:0:31210:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff982b852b1600. 00020000:00000010:2.0:1769074823.681118:0:31210:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff982b99061f80. 00008000:00000010:2.0:1769074823.681122:0:31210:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff982b860fd038. 00000080:00000010:2.0:1769074823.681127:0:31210:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff982b8a4c4780. 00000020:00000001:2.0:1769074823.681130:0:31210:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911434103192 : -114162275448424 : ffff982b86200998) 00000020:00001000:2.0:1769074823.681132:0:31210:0:(cl_object.c:785:cl_env_get()) 1@ffff982b86200990 00000020:00000001:2.0:1769074823.681138:0:31210:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:2.0:1769074823.681143:0:31210:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff982b82dbc7d0. 00000020:00000001:2.0:1769074823.681146:0:31210:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:2.0:1769074823.681148:0:31210:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074823.681175:0:31210:0:(lov_object.c:2321:lov_object_alloc()) Process entered 00020000:00000010:2.0:1769074823.681241:0:31210:0:(lov_object.c:2322:lov_object_alloc()) slab-alloced 'lov': 248 at ffff982b9a135e88. 00020000:00000001:2.0:1769074823.681245:0:31210:0:(lov_object.c:2336:lov_object_alloc()) Process leaving (rc=18446629911768817288 : -114161940734328 : ffff982b9a135e88) 00020000:00000001:2.0:1769074823.681249:0:31210:0:(lov_object.c:1378:lov_object_init()) Process entered 00020000:00000001:2.0:1769074823.681253:0:31210:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1769074823.681259:0:31210:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff982b984d6de0. 00020000:00000010:2.0:1769074823.681264:0:31210:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff982b88365800. 00020000:00000010:2.0:1769074823.681271:0:31210:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff982b984d6060. 00020000:00000001:2.0:1769074823.681273:0:31210:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446629911739064416 : -114161970487200 : ffff982b984d6060) 00020000:00000002:2.0:1769074823.681277:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b984d6060, objid 0x3a:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1769074823.681377:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1769074823.681381:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b88365800: ostid: 0x280000400:1539 ost idx: 1 gen: 0 00020000:00000001:2.0:1769074823.681385:0:31210:0:(lov_object.c:603:lov_init_composite()) Process entered 00020000:00000002:2.0:1769074823.681388:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b984d6060, objid 0x3a:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1769074823.681390:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1769074823.681393:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b88365800: ostid: 0x280000400:1539 ost idx: 1 gen: 0 00020000:00000010:2.0:1769074823.681398:0:31210:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff982b84823830. 00020000:00000010:2.0:1769074823.681403:0:31210:0:(lov_object.c:626:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff982b85821240. 00020000:00000001:2.0:1769074823.681410:0:31210:0:(lov_object.c:194:lov_init_raid0()) Process entered 00020000:00000010:2.0:1769074823.681415:0:31210:0:(lov_object.c:199:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff982b98578548. 00020000:00000001:2.0:1769074823.681420:0:31210:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1769074823.681421:0:31210:0:(lu_object.c:808:lu_object_find_at()) Process entered 00020000:00000001:2.0:1769074823.681429:0:31210:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1769074823.681433:0:31210:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff982b82dbca28. 00000020:00000001:2.0:1769074823.681434:0:31210:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:2.0:1769074823.681436:0:31210:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074823.681438:0:31210:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446629911379298984 : -114162330252632 : ffff982b82dbcaa8) 00020000:00000001:2.0:1769074823.681457:0:31210:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:2.0:1769074823.681477:0:31210:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff982b98591180. 00020000:00000001:2.0:1769074823.681482:0:31210:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074823.681488:0:31210:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629911379298984 : -114162330252632 : ffff982b82dbcaa8) 00020000:00000001:2.0:1769074823.681491:0:31210:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446629911379298984 : -114162330252632 : ffff982b82dbcaa8) 00020000:00000002:2.0:1769074823.681495:0:31210:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x603:0x0]@ffff982b82dbca28[0:0] -> [0x2000013a1:0x3a:0x0]@ffff982b82dbc7d0: ostid: 0x280000400:1539 ost idx: 1 gen: 0 00020000:00000001:2.0:1769074823.681501:0:31210:0:(lov_object.c:264:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:2.0:1769074823.681503:0:31210:0:(lov_object.c:812:lov_init_composite()) Process leaving 00020000:00000001:2.0:1769074823.681506:0:31210:0:(lov_object.c:1406:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074823.681509:0:31210:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629911379298384 : -114162330253232 : ffff982b82dbc850) 00000020:00001000:2.0:1769074823.681512:0:31210:0:(cl_object.c:879:cl_env_put()) 1@ffff982b86200990 00000080:00000001:2.0:1769074823.681516:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366330 : 144115272381366330 : 2000013a100003a) 00000080:00000001:2.0:1769074823.681519:0:31210:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:2.0:1769074823.681522:0:31210:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272381366330 mtime from 0 to 1769074823 00000080:00000001:2.0:1769074823.681528:0:31210:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1769074823.681531:0:31210:0:(namei.c:160:ll_iget()) Process leaving (rc=18446629911606649800 : -114162102901816 : ffff982b9068e3c8) 00010000:00000001:2.0:1769074823.681533:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.681535:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.681537:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340000 refcount=3 00000020:00000001:2.0:1769074823.681539:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603183616 : -114162106368000 : ffff982b90340000) 00010000:00000001:2.0:1769074823.681542:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603183616 : -114162106368000 : ffff982b90340000) 00000080:00000001:2.0:1769074823.681546:0:31210:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:2.0:1769074823.681547:0:31210:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074823.681549:0:31210:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911434103192 : -114162275448424 : ffff982b86200998) 00000020:00001000:2.0:1769074823.681551:0:31210:0:(cl_object.c:785:cl_env_get()) 1@ffff982b86200990 00000020:00000001:2.0:1769074823.681554:0:31210:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:2.0:1769074823.681557:0:31210:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1769074823.681559:0:31210:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1769074823.681561:0:31210:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff982b984d6720. 00020000:00000010:2.0:1769074823.681565:0:31210:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff982b88365700. 00020000:00000010:2.0:1769074823.681568:0:31210:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff982b984d68a0. 00020000:00000001:2.0:1769074823.681569:0:31210:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446629911739066528 : -114161970485088 : ffff982b984d68a0) 00020000:00000002:2.0:1769074823.681572:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b984d68a0, objid 0x3a:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1769074823.681575:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1769074823.681578:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b88365700: ostid: 0x280000400:1539 ost idx: 1 gen: 0 00020000:00000002:2.0:1769074823.681582:0:31210:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff982b9a135e88) owner ffff982b86784f80 00020000:00000001:2.0:1769074823.681585:0:31210:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1769074823.681588:0:31210:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff982b9a135e88) owner ffff982b86784f80 00020000:00000010:2.0:1769074823.681593:0:31210:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff982b88365700. 00020000:00000010:2.0:1769074823.681599:0:31210:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff982b984d6720. 00020000:00000010:2.0:1769074823.681603:0:31210:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff982b984d68a0. 00020000:00000002:2.0:1769074823.681606:0:31210:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x3a:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1769074823.681608:0:31210:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074823.681610:0:31210:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074823.681614:0:31210:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1769074823.681617:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9a135e88) owner 0000000000000000/ffff982b86784f80 00020000:00000002:2.0:1769074823.681620:0:31210:0:(lov_object.c:2349:lov_lsm_addref()) lsm ffff982b984d6060 addref 2/0 by ffff982b86784f80. 00020000:00000002:2.0:1769074823.681623:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9a135e88) owner 0000000000000000/ffff982b86784f80 00020000:00000001:2.0:1769074823.681625:0:31210:0:(lov_object.c:2245:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1769074823.681628:0:31210:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1769074823.681629:0:31210:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1769074823.681631:0:31210:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1769074823.681634:0:31210:0:(lov_object.c:2264:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1769074823.681636:0:31210:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x3a:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1769074823.681639:0:31210:0:(cl_object.c:879:cl_env_put()) 1@ffff982b86200990 00000080:00000001:2.0:1769074823.681641:0:31210:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.681643:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.681645:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1769074823.681647:0:31210:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1769074823.681650:0:31210:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1769074823.681652:0:31210:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074823.681655:0:31210:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a1:0x3a:0x0](ffff982b9068e3c8) 00000080:00010000:2.0:1769074823.681660:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x3a:0x0](ffff982b9068e3c8) for lock 0x5d432443066b7435 00800000:00000001:2.0:1769074823.681664:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1769074823.681666:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1769074823.681668:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.681669:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.681671:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340000 refcount=3 00000020:00000001:2.0:1769074823.681673:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603183616 : -114162106368000 : ffff982b90340000) 00010000:00000001:2.0:1769074823.681675:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603183616 : -114162106368000 : ffff982b90340000) 00010000:00000001:2.0:1769074823.681678:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.681679:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074823.681681:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074823.681683:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074823.681685:0:31210:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:2.0:1769074823.681687:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074823.681696:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b90378380 x1855007613331584/t73014444041(73014444041) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.681706:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074823.681713:0:31210:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074823.681717:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x3a:0x0](ffff982b9068e3c8) 00000080:00000001:2.0:1769074823.681720:0:31210:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1769074823.681724:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b9037e000. 00000100:00000001:2.0:1769074823.681727:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074823.681731:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90378380 x1855007613331584/t73014444041(73014444041) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.681737:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074823.681742:0:31210:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1769074823.681745:0:31210:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074823.681757:0:31210:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:2.0:1769074823.681761:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa60 00000080:00200008:2.0:1769074823.681763:0:31210:0:(file.c:1001:ll_file_open()) START file f16.replay-dual-2:[0x2000013a1:0x3a:0x0](ffff982b9068e3c8), flags 100102 00000080:00000010:2.0:1769074823.681774:0:31210:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff982ba1e34000. 00000080:00000010:2.0:1769074823.681781:0:31210:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff982b984ba7c0. 00000080:00000001:2.0:1769074823.681784:0:31210:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:2.0:1769074823.681790:0:31210:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1769074823.681793:0:31210:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1769074823.681798:0:31210:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff982b82dec080. 00000002:00100000:2.0:1769074823.681803:0:31210:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff982b90378380 x1855007613331584/t73014444041(73014444041) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074823.681809:0:31210:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074823.681811:0:31210:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1769074823.681816:0:31210:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1769074823.681820:0:31210:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074823.681822:0:31210:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074823.681825:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074823.681828:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90378380 x1855007613331584/t73014444041(73014444041) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1769074823.681835:0:31210:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074823.681840:0:31210:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff982b902a0000. 02000000:00000001:2.0:1769074823.681875:0:31210:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1769074823.681877:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074823.681879:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa60 00000080:00000008:2.0:1769074823.681881:0:31210:0:(file.c:1240:ll_file_open()) COMPLETED file f16.replay-dual-2:[0x2000013a1:0x3a:0x0](ffff982b9068e3c8), flags 100102, rc = 0 00000080:00000001:2.0:1769074823.681886:0:31210:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1769074823.681888:0:31210:0:(dcache.c:176:ll_intent_release()) intent ffff982b984d6840 released 00000080:00010000:2.0:1769074823.681891:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b7435 from it ffff982b984d6840 00010000:00000001:2.0:1769074823.681893:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.681902:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.681904:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340000 refcount=3 00000020:00000001:2.0:1769074823.681906:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603183616 : -114162106368000 : ffff982b90340000) 00010000:00000001:2.0:1769074823.681908:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603183616 : -114162106368000 : ffff982b90340000) 00010000:00000001:2.0:1769074823.681911:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074823.681915:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340000/0x5d432443066b7435 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf5b77ed682f5d1a8 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:2.0:1769074823.681924:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.681926:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.681927:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1769074823.681930:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1769074823.681933:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340000/0x5d432443066b7435 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf5b77ed682f5d1a8 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:2.0:1769074823.681942:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074823.681946:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074823.681948:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074823.681953:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.681954:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.681956:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.681960:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074823.681962:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.681964:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.681968:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.681970:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074823.681971:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.681972:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1769074823.681974:0:31210:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1769074823.681976:0:31210:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:2.0:1769074823.681979:0:31210:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1769074823.681981:0:31210:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1769074823.681984:0:31210:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1769074823.681986:0:31210:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074823.681990:0:31210:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1769074823.681992:0:31210:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074823.681994:0:31210:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1769074823.681996:0:31210:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074823.681998:0:31210:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1769074823.682001:0:31210:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff982b984d6840. 00000080:00000001:2.0:1769074823.682003:0:31210:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074823.682009:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1769074823.682012:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x3a:0x0](ffff982b9068e3c8), inode mode 81a4 mask 40 00000080:00000001:2.0:1769074823.682016:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074823.682043:0:31210:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1769074823.682046:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9a135e88) owner 0000000000000000/ffff982b86784f80 00020000:00000002:2.0:1769074823.682049:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9a135e88) owner 0000000000000000/ffff982b86784f80 00020000:00000001:2.0:1769074823.682052:0:31210:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074823.682062:0:31210:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:2.0:1769074823.682065:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafdd0 00000080:00200008:2.0:1769074823.682067:0:31210:0:(file.c:424:ll_file_release()) START file f16.replay-dual-2:[0x2000013a1:0x3a:0x0](ffff982b9068e3c8), flags 100002 00000080:00000001:2.0:1769074823.682070:0:31210:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:2.0:1769074823.682072:0:31210:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:2.0:1769074823.682073:0:31210:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1769074823.682075:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9a135e88) owner 0000000000000000/ffff982b86784f80 00020000:00000002:2.0:1769074823.682077:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9a135e88) owner 0000000000000000/ffff982b86784f80 00020000:00000001:2.0:1769074823.682079:0:31210:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074823.682081:0:31210:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:2.0:1769074823.682086:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074823.682089:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074823.682094:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036700 count: 2 00010000:00000001:2.0:1769074823.682096:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074823.682101:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1769074823.682103:0:31210:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x3a:0x0]: 0 00000080:00000001:2.0:1769074823.682105:0:31210:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:2.0:1769074823.682107:0:31210:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1769074823.682111:0:31210:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff982b9037e000. 00000080:00000001:2.0:1769074823.682113:0:31210:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:2.0:1769074823.682119:0:31210:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1769074823.682124:0:31210:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:2.0:1769074823.682127:0:31210:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x3a:0x0] 00000002:00000001:2.0:1769074823.682130:0:31210:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:2.0:1769074823.682133:0:31210:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff982b858dd800: [0x2000013a1:0x3a:0x0] file closed with intent: 0 00000100:00000010:2.0:1769074823.682140:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90379180. 00000020:00000040:2.0:1769074823.682144:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=11 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:2.0:1769074823.682150:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074823.682154:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074823.682160:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074823.682167:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b9037fe00. 00000100:00000001:2.0:1769074823.682176:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1769074823.682190:0:31210:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff982b90378380 x1855007613331584/t73014444041(73014444041) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074823.683003:0:31210:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b858dd800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074823.683016:0:31210:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b90379180 x1855007613331840/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1769074823.683025:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074823.683028:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074823.683731:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b98e9e840. 00000100:00000001:3.0:1769074823.683739:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911749322816 : -114161960228800 : ffff982b98e9e840) 00000100:00000001:3.0:1769074823.683744:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074823.683745:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603417472 : -114162106134144 : ffff982b90379180) 00000100:00000001:3.0:1769074823.683753:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074823.683758:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074823.683760:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074823.683762:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074823.683771:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90379180 x1855007613331840/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074823.683779:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074823.683781:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074823.683786:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074823.683791:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074823.683794:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074823.683797:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90379180 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613331840:192.168.204.151@tcp:35:createmany.0 00000100:00000001:3.0:1769074823.683801:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074823.683809:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074823.683812:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074823.683815:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074823.683821:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c00800. 02000000:00000001:3.0:1769074823.683824:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074823.683835:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074823.683841:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c77e8. 00000400:00000010:3.0:1769074823.683850:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad62a8. 00000100:00000200:3.0:1769074823.683860:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613331840, portal 10 00000100:00000001:3.0:1769074823.683863:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074823.683864:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603417472 : -114162106134144 : ffff982b90379180) 00000100:00000040:3.0:1769074823.683872:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b90379180 x1855007613331840/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074823.683880:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074823.683883:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074823.683886:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6330. 00000100:00000200:3.0:1769074823.683889:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613331840, offset 0 00000400:00000200:3.0:1769074823.683897:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074823.683907:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.683917:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074823.683925:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074823.683930:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074823.683935:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074823.683938:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074823.683943:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15328:15328:256:4294967295] 192.168.204.151@tcp LPNI seq info [15328:15328:8:4294967295] 00000400:00000200:3.0:1769074823.683947:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.683958:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074823.683966:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074823.683972:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652500. 00000800:00000200:3.0:1769074823.683979:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074823.684314:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074823.684320:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1769074823.684342:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074823.684348:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 967585 usecs (968 jiffies) 00000400:00000200:3.0:1769074823.684353:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074823.684356:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296481329 00000100:00000001:3.0:1769074823.684360:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:3.0:1769074823.684363:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296481329 00000100:00000001:3.0:1769074823.684365:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:3.0:1769074823.684368:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074823.684371:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074823.684373:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074823.684375:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1769074823.684379:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b98e9e840 going to sleep for 11 seconds 00000100:00000001:3.0:1769074823.684382:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074823.684385:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074823.685833:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074823.685844:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652500. 00000400:00000200:2.0:1769074823.685855:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074823.685866:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074823.685875:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6330 00000400:00000010:2.0:1769074823.685879:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6330. 00000100:00000001:2.0:1769074823.685885:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074823.685895:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90379180 x1855007613331840/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000010:2.1:1769074823.686927:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86036400. 00000100:00000001:2.0:1769074823.686959:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074823.686970:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90379180 x1855007613331840/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.686980:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.686982:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074823.691747:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.691772:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074823.691778:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.691780:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.691796:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.691806:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074823.691817:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.691823:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.691830:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.691835:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd92980 00000400:00000200:3.0:1769074823.691842:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.691851:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x22205 [1] + 224 00000800:00000001:3.0:1769074823.691860:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.691874:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.691877:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074823.691882:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074823.691891:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074823.691903:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90379180 x1855007613331840/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074823.691928:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff982b90379180 x1855007613331840/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074823.691956:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074823.691967:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.691971:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.692062:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074823.692073:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074823.692076:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074823.692081:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c77e8. 00000400:00000200:0.0:1769074823.692088:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad62a8 00000400:00000010:0.0:1769074823.692091:0:31210:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad62a8. 00000100:00000001:0.0:1769074823.692094:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074823.692100:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90379180 x1855007613331840/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074823.692110:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90379180 x1855007613331840/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.692116:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074823.692128:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.692132:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074823.692137:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074823.692140:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074823.692143:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.692147:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074823.692159:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88ca0 time=34 v=5 (5 0 10 10) 00000100:00001000:0.0:1769074823.692164:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074823.692168:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074823.692170:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.692174:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074823.692178:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.692182:0:31210:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1769074823.692184:0:31210:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1769074823.692186:0:31210:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1769074823.692189:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.692190:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603417472 : -114162106134144 : ffff982b90379180) 00000100:00000001:0.0:1769074823.692194:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074823.692197:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:0.0:1769074823.692199:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074823.692202:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.692208:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90379180 x1855007613331840/t73014444042(73014444042) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.692215:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074823.692219:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074823.692221:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074823.692225:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90379180 x1855007613331840/t73014444042(73014444042) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074823.692233:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90379180 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613331840:192.168.204.151@tcp:35:createmany.0 00000100:00000001:0.0:1769074823.692239:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.692242:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.692245:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074823.692247:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074823.692251:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90379180 x1855007613331840/t73014444042(73014444042) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.692258:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074823.692261:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b98e9e840. 00000100:00000001:0.0:1769074823.692265:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074823.692267:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.692275:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.692277:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603417472 : -114162106134144 : ffff982b90379180) 00000002:00000001:0.0:1769074823.692326:0:31210:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.692330:0:31210:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074823.692337:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b9037e000. 00000080:00000001:0.0:1769074823.692342:0:31210:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1769074823.692345:0:31210:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1769074823.692352:0:31210:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1769074823.692358:0:31210:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff982b90378380 x1855007613331584/t73014444041(73014444041) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074823.692367:0:31210:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.692369:0:31210:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074823.692371:0:31210:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff982b984ba7c0. 00000100:00000001:0.0:1769074823.692374:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074823.692377:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90379180 x1855007613331840/t73014444042(73014444042) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.692384:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.692387:0:31210:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074823.692391:0:31210:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff982ba1e34000. 00000080:00000001:0.0:1769074823.692395:0:31210:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074823.692403:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafdd0 00000080:00000008:0.0:1769074823.692407:0:31210:0:(file.c:464:ll_file_release()) COMPLETED file f16.replay-dual-2:[0x2000013a1:0x3a:0x0](ffff982b9068e3c8), flags 100002, rc = 0 00000080:00000001:0.0:1769074823.692411:0:31210:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.692418:0:31210:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1769074823.692420:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafe00 00000080:00002000:0.0:1769074823.692422:0:31210:0:(dcache.c:127:ll_ddelete()) keeping dentry f16.replay-dual-2 (ffff982b904e8798, parent ffff982b90d9e5e8, inode ffff982b9068e3c8) hashed, 00000080:00000001:0.0:1769074823.692426:0:31210:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.692517:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074823.692522:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074823.692525:0:31210:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074823.692527:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafbc0 00000080:00200000:0.0:1769074823.692529:0:31210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:0.0:1769074823.692535:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b8706b400. 00800000:00000002:0.0:1769074823.692543:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:0.0:1769074823.692549:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074823.692554:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074823.692556:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafae0 00800000:00000002:0.0:1769074823.692559:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074823.692563:0:31210:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074823.692567:0:31210:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074823.692573:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074823.692575:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf9b0 00000002:00010000:0.0:1769074823.692577:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074823.692581:0:31210:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074823.692583:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074823.692586:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074823.692595:0:31210:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.692597:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.692599:0:31210:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.692601:0:31210:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1769074823.692605:0:31210:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1769074823.692611:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903a9880. 00000020:00000040:0.0:1769074823.692616:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=12 obd=lustre-MDT0000-mdc-ffff982b858dd800 00010000:00000001:0.0:1769074823.692622:0:31210:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1769074823.692628:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074823.692635:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.692638:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.692640:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.692644:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074823.692646:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074823.692651:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074823.692661:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b87fc7000. 00000100:00000001:0.0:1769074823.692670:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.692675:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074823.692677:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.692678:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074823.692679:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.692682:0:31210:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.692689:0:31210:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446629911603615872 : -114162105935744 : ffff982b903a9880) 00010000:00000001:0.0:1769074823.692694:0:31210:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1769074823.692696:0:31210:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1769074823.692701:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b985e5300. 00010000:00000010:0.0:1769074823.692706:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b985e6d00. 00010000:00000001:0.0:1769074823.692711:0:31210:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1769074823.692715:0:31210:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b90255c00. 00000020:00000001:0.0:1769074823.692720:0:31210:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074823.692724:0:31210:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b90255c00 with handle 0x5d432443066b743c to hash 00000020:00000001:0.0:1769074823.692726:0:31210:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1769074823.692728:0:31210:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.692733:0:31210:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.692738:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074823.692741:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074823.692746:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b743c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31210 initiator: MDT0 00010000:00010000:0.0:1769074823.692755:0:31210:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b743c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00010000:00010000:0.0:1769074823.692766:0:31210:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b743c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000100:00000001:0.0:1769074823.692771:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074823.692774:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074823.692781:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b985ec0c0. 00000100:00000001:0.0:1769074823.692784:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911740203200 : -114161969348416 : ffff982b985ec0c0) 00000100:00000001:0.0:1769074823.692786:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.692787:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603615872 : -114162105935744 : ffff982b903a9880) 00000100:00000001:0.0:1769074823.692794:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074823.692799:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.692801:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074823.692804:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074823.692810:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903a9880 x1855007613331968/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.692817:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074823.692820:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.692826:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074823.692830:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074823.692834:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074823.692837:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903a9880 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613331968:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074823.692842:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074823.692849:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074823.692851:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.692854:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074823.692860:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff982b855d7800. 02000000:00000001:0.0:1769074823.692862:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074823.692870:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074823.692874:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b6b00. 00000400:00000010:0.0:1769074823.692881:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604fb28. 00000100:00000200:0.0:1769074823.692890:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007613331968, portal 10 00000100:00000001:0.0:1769074823.692892:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.692894:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603615872 : -114162105935744 : ffff982b903a9880) 00000100:00000040:0.0:1769074823.692900:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b903a9880 x1855007613331968/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.692908:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074823.692911:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074823.692915:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f330. 00000100:00000200:0.0:1769074823.692919:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007613331968, offset 0 00000400:00000200:0.0:1769074823.692927:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074823.692936:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074823.692945:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074823.692952:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074823.692957:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074823.692962:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074823.692965:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074823.692969:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15329:15329:256:4294967295] 192.168.204.151@tcp LPNI seq info [15329:15329:8:4294967295] 00000400:00000200:0.0:1769074823.692973:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074823.692982:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074823.692989:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074823.692995:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08000. 00000800:00000200:0.0:1769074823.693003:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074823.693012:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074823.693018:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1769074823.693034:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.693039:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 965992 usecs (966 jiffies) 00000400:00000200:0.0:1769074823.693043:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074823.693046:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296481335 00000100:00000001:0.0:1769074823.693050:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:0.0:1769074823.693052:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296481335 00000100:00000001:0.0:1769074823.693054:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:0.0:1769074823.693057:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074823.693059:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.693062:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074823.693065:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074823.693067:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985ec0c0 going to sleep for 11 seconds 00000100:00000001:0.0:1769074823.693069:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074823.693072:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074823.693678:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074823.693686:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08000. 00000400:00000200:2.0:1769074823.693691:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074823.693698:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074823.693705:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f330 00000400:00000010:2.0:1769074823.693707:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f330. 00000100:00000001:2.0:1769074823.693712:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074823.693718:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903a9880 x1855007613331968/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.693729:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074823.693733:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a9880 x1855007613331968/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.693747:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.693749:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074823.697947:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.697972:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074823.697978:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.697981:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.697996:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.698006:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074823.698015:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.698022:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.698028:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.698033:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 688 into portal 10 MB=0x6971e9dd92a00 00000400:00000200:3.0:1769074823.698039:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.698048:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 688/688 into md 0x22215 [1] + 224 00000800:00000001:3.0:1769074823.698059:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.698069:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.698073:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074823.698078:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074823.698088:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074823.698101:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903a9880 x1855007613331968/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074823.698113:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff982b903a9880 x1855007613331968/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074823.698145:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074823.698157:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.698161:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.698342:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074823.698355:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074823.698358:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074823.698363:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6b00. 00000400:00000200:0.0:1769074823.698369:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604fb28 00000400:00000010:0.0:1769074823.698372:0:31210:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604fb28. 00000100:00000001:0.0:1769074823.698375:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074823.698381:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903a9880 x1855007613331968/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074823.698391:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903a9880 x1855007613331968/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.698398:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074823.698400:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.698403:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074823.698407:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074823.698410:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074823.698414:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.698418:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074823.698433:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=34 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074823.698438:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074823.698442:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074823.698444:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.698457:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074823.698463:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.698467:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074823.698470:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:0.0:1769074823.698472:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074823.698476:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.698481:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903a9880 x1855007613331968/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.698489:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074823.698493:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074823.698495:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074823.698500:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903a9880 x1855007613331968/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074839 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074823.698508:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903a9880 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613331968:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074823.698514:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.698517:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.698520:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074823.698522:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074823.698525:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903a9880 x1855007613331968/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074839 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.698532:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074823.698535:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b985ec0c0. 00000100:00000001:0.0:1769074823.698539:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074823.698541:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.698545:0:31210:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074823.698549:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.698553:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.698556:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255c00 refcount=4 00000020:00000001:0.0:1769074823.698559:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.698562:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000040:0.0:1769074823.698572:0:31210:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b90255c00, remote cookie: 0xf5b77ed682f5d1bd, flags: 0x1001 00010000:00010000:0.0:1769074823.698580:0:31210:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b743c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d1bd expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074823.698593:0:31210:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b743c lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d1bd expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.698600:0:31210:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074823.698606:0:31210:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074823.698610:0:31210:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074823.698612:0:31210:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074823.698614:0:31210:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074823.698618:0:31210:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff982b985e5300) refcount = 1 00010000:00010000:0.0:1769074823.698622:0:31210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b743c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d1bd expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.698630:0:31210:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074823.698635:0:31210:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074823.698637:0:31210:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074823.698640:0:31210:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074823.698643:0:31210:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074823.698646:0:31210:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b743c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d1bd expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.698652:0:31210:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074823.698654:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.698657:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.698658:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.698659:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.698661:0:31210:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.698666:0:31210:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074823.698667:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.698668:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.698670:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255c00 refcount=3 00000020:00000001:0.0:1769074823.698671:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.698673:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.698676:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.698678:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.698679:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255c00 refcount=4 00000020:00000001:0.0:1769074823.698681:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.698683:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.698687:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074823.698689:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074823.698693:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b743c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d1bd expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.698698:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.698699:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.698702:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.698703:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.698704:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255c00 refcount=5 00000020:00000001:0.0:1769074823.698706:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.698708:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.698712:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074823.698715:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b743c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d1bd expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.698720:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.698721:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074823.698724:0:31210:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b743c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d1bd expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.698731:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074823.698732:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.698734:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.698735:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.698736:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074823.698740:0:31210:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff982b903a9880 x1855007613331968/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074839 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1769074823.698749:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.698750:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.698751:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255c00 refcount=3 00000020:00000001:0.0:1769074823.698753:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.698756:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.698758:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.698759:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074823.698761:0:31210:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.698763:0:31210:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.698767:0:31210:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1769074823.698769:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.698770:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.698771:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255c00 refcount=3 00000020:00000001:0.0:1769074823.698773:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.698776:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00000002:00010000:0.0:1769074823.698780:0:31210:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b743c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d1bd expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.698786:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.698787:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.698788:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074823.698790:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.698791:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.698792:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255c00 refcount=3 00000020:00000001:0.0:1769074823.698793:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.698795:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000040:0.0:1769074823.698804:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5300 count: 2 00010000:00000001:0.0:1769074823.698807:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074823.698811:0:31210:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b873df800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1769074823.698814:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.698815:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074823.698816:0:31210:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074823.698820:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf930 00000002:00002000:0.0:1769074823.698822:0:31210:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1769074823.698825:0:31210:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.698830:0:31210:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.698833:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074823.698836:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1769074823.698840:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074823.698845:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:0.0:1769074823.698849:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b8706b400. 00000080:00000001:0.0:1769074823.698855:0:31210:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074823.698858:0:31210:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074823.698866:0:31210:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1769074823.698871:0:31210:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1769074823.698878:0:31210:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff982b99072bc0. 00800000:00000001:0.0:1769074823.698880:0:31210:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446629911751240640 : -114161958310976 : ffff982b99072bc0) 00800000:00000001:0.0:1769074823.698884:0:31210:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.698886:0:31210:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074823.698889:0:31210:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1769074823.698892:0:31210:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1769074823.698895:0:31210:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1769074823.698900:0:31210:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1769074823.698902:0:31210:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.698908:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1769074823.698911:0:31210:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1769074823.698917:0:31210:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:0.0:1769074823.698919:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.698920:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.698921:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255c00 refcount=3 00000020:00000001:0.0:1769074823.698923:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.698926:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.698928:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.698929:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074823.698930:0:31210:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074823.698933:0:31210:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1769074823.698934:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b99072bc0 1 00800000:00000010:0.0:1769074823.698937:0:31210:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff982b99072bc0. 00800000:00000001:0.0:1769074823.698939:0:31210:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074823.698943:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b743c 00800000:00000001:0.0:1769074823.698946:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074823.698948:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074823.698949:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.698950:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.698951:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255c00 refcount=3 00000020:00000001:0.0:1769074823.698953:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.698955:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.698958:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.698959:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074823.698961:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.698962:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.698966:0:31210:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074823.698969:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:0.0:1769074823.698972:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b743c from it ffffbcdb01dafbf8 00010000:00000001:0.0:1769074823.698974:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.698975:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.698976:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255c00 refcount=3 00000020:00000001:0.0:1769074823.698978:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.698980:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.698981:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074823.698984:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b743c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d1bd expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.698989:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.698990:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.698991:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074823.698993:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074823.698996:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b743c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d1bd expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.699003:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074823.699006:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074823.699008:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074823.699013:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.699014:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.699016:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.699020:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074823.699022:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.699024:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.699027:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.699029:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074823.699030:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.699031:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074823.699032:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074823.699036:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b903a9880 x1855007613331968/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074839 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.699049:0:31210:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074823.699052:0:31210:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074823.699056:0:31210:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff982b855d7800. 02000000:00000001:0.0:1769074823.699059:0:31210:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074823.699062:0:31210:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074823.699065:0:31210:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=11 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074823.699067:0:31210:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074823.699070:0:31210:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b87fc7000. 02000000:00000001:0.0:1769074823.699074:0:31210:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074823.699077:0:31210:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074823.699079:0:31210:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b903a9880. 00000100:00000001:0.0:1769074823.699082:0:31210:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074823.699084:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074823.699088:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 1 00000080:00000001:0.0:1769074823.699094:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074823.699116:0:31210:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff982b85d25540. 00000080:00000001:0.0:1769074823.699136:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074823.699137:0:31210:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074823.699139:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafb00 00000080:00200000:0.0:1769074823.699141:0:31210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:0.0:1769074823.699147:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b8706b400. 00800000:00000002:0.0:1769074823.699152:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:0.0:1769074823.699156:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074823.699159:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074823.699161:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa20 00800000:00000002:0.0:1769074823.699163:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074823.699167:0:31210:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074823.699171:0:31210:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074823.699175:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074823.699177:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf8f0 00000002:00010000:0.0:1769074823.699179:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074823.699183:0:31210:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074823.699185:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074823.699187:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074823.699190:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5300 count: 2 00010000:00000001:0.0:1769074823.699192:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074823.699195:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074823.699196:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769074823.699199:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b743c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d1bd expref: -99 pid: 31210 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1769074823.699208:0:31210:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1769074823.699212:0:31210:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074823.699215:0:31210:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b743c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d1bd expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1769074823.699222:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1769074823.699224:0:31210:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074823.699226:0:31210:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074823.699228:0:31210:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074823.699229:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074823.699231:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1769074823.699233:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1769074823.699235:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:0.0:1769074823.699237:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b8706b400. 00000080:00000001:0.0:1769074823.699239:0:31210:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074823.699240:0:31210:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074823.699243:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:0.0:1769074823.699246:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b743c 00800000:00000001:0.0:1769074823.699248:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074823.699250:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074823.699251:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.699252:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.699254:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255c00 refcount=3 00000020:00000001:0.0:1769074823.699256:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.699259:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.699261:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.699262:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074823.699264:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.699266:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074823.699268:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b743c from it ffffbcdb01dafb38 00010000:00000001:0.0:1769074823.699270:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.699271:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.699272:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255c00 refcount=3 00000020:00000001:0.0:1769074823.699274:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.699276:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.699278:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074823.699317:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b743c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d1bd expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.699324:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.699325:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.699326:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074823.699328:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074823.699330:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b743c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d1bd expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.699336:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074823.699338:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074823.699339:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074823.699341:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.699342:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.699344:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.699345:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074823.699347:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.699349:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.699352:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.699354:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074823.699355:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.699356:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074823.699357:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769074823.699359:0:31210:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074823.699361:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 3 00000080:00000001:0.0:1769074823.699365:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.699369:0:31210:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:0.0:1769074823.699372:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafb50 00000080:00200000:0.0:1769074823.699374:0:31210:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f16.replay-dual-3, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), file ffff982b83e34d80, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1769074823.699380:0:31210:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff982b98412420. 00000080:00000001:0.0:1769074823.699385:0:31210:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:0.0:1769074823.699388:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa10 00000080:00200000:0.0:1769074823.699390:0:31210:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f16.replay-dual-3, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), intent=open|creat 00000080:00000010:0.0:1769074823.699399:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b8706b400. 00800000:00000002:0.0:1769074823.699402:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:0.0:1769074823.699407:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074823.699409:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074823.699410:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf930 00800000:00000002:0.0:1769074823.699412:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f16.replay-dual-3' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074823.699416:0:31210:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:0.0:1769074823.699420:0:31210:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1769074823.699425:0:31210:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446629911450240000 : -114162259311616 : ffff982b87164400) 00800000:00000001:0.0:1769074823.699429:0:31210:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1769074823.699431:0:31210:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1769074823.699432:0:31210:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1769074823.699436:0:31210:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1769074823.699440:0:31210:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff982b858dd800: Allocated FID [0x2000013a1:0x3b:0x0] 40000000:00000001:0.0:1769074823.699443:0:31210:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.699446:0:31210:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.699457:0:31210:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.699459:0:31210:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074823.699462:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf8b0 00800000:00000002:0.0:1769074823.699464:0:31210:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x3b:0x0], name='f16.replay-dual-3' -> mds #0 00000002:00000001:0.0:1769074823.699467:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074823.699468:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf7e8 00000002:00010000:0.0:1769074823.699470:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f16.replay-dual-3,[0x2000013a1:0x3b:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1769074823.699475:0:31210:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1769074823.699478:0:31210:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1769074823.699482:0:31210:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1769074823.699485:0:31210:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.699488:0:31210:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1769074823.699490:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5300 count: 2 00010000:00000001:0.0:1769074823.699492:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074823.699494:0:31210:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1769074823.699498:0:31210:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1769074823.699500:0:31210:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b743c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf5b77ed682f5d1bd expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1769074823.699508:0:31210:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1769074823.699513:0:31210:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1769074823.699516:0:31210:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1769074823.699518:0:31210:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1769074823.699521:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074823.699523:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074823.699524:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5300 count: 3 00010000:00000001:0.0:1769074823.699526:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074823.699529:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.699530:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074823.699531:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074823.699532:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5300 count: 3 00010000:00000001:0.0:1769074823.699534:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074823.699536:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.699537:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074823.699538:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074823.699540:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5300 count: 3 00010000:00000001:0.0:1769074823.699541:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074823.699543:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.699545:0:31210:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1769074823.699548:0:31210:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff982b90dbe300, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1769074823.699552:0:31210:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1769074823.699555:0:31210:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1769074823.699558:0:31210:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1769074823.699560:0:31210:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.699563:0:31210:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1769074823.699566:0:31210:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1769074823.699568:0:31210:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1769074823.699571:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074823.699573:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1769074823.699576:0:31210:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b90255c00 with handle 0x5d432443066b743c from hash 00010000:00000001:0.0:1769074823.699578:0:31210:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1769074823.699580:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.699581:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.699582:0:31210:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1769074823.699585:0:31210:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1769074823.699586:0:31210:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1769074823.699589:0:31210:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074823.699591:0:31210:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074823.699593:0:31210:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1769074823.699597:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903a9880. 00000020:00000040:0.0:1769074823.699601:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=12 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:0.0:1769074823.699607:0:31210:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769074823.699609:0:31210:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.699613:0:31210:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1769074823.699619:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074823.699621:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.699623:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.699624:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.699628:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074823.699630:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074823.699635:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074823.699644:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b87fc7000. 00000100:00000001:0.0:1769074823.699652:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.699657:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074823.699661:0:31210:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1769074823.699664:0:31210:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b743c lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d1bd expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074823.699671:0:31210:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1769074823.699673:0:31210:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074823.699675:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1769074823.699677:0:31210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b743c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d1bd expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1769074823.699693:0:31210:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b985e5300 count: 0 00010000:00000010:0.0:1769074823.699701:0:31210:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b985e6d00. 00010000:00000001:0.0:1769074823.699713:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.699715:0:31210:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.699717:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074823.699718:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.699721:0:31210:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.699732:0:31210:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446629911603615872 : -114162105935744 : ffff982b903a9880) 00010000:00000001:0.0:1769074823.699736:0:31210:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1769074823.699739:0:31210:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1769074823.699743:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b985e5100. 00010000:00000010:0.0:1769074823.699747:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b985e6d00. 00010000:00000001:0.0:1769074823.699751:0:31210:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1769074823.699754:0:31210:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b90254a00. 00000020:00000001:0.0:1769074823.699757:0:31210:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074823.699760:0:31210:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b90254a00 with handle 0x5d432443066b7443 to hash 00000020:00000001:0.0:1769074823.699762:0:31210:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1769074823.699764:0:31210:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911602219520 : -114162107332096 : ffff982b90254a00) 00010000:00000001:0.0:1769074823.699768:0:31210:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911602219520 : -114162107332096 : ffff982b90254a00) 00010000:00000001:0.0:1769074823.699771:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074823.699772:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074823.699775:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254a00/0x5d432443066b7443 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31210 initiator: MDT0 00010000:00010000:0.0:1769074823.699781:0:31210:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254a00/0x5d432443066b7443 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000020:00100000:0.0:1769074823.699794:0:31210:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b858dd800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074823.699803:0:31210:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b903a9880 x1855007613332224/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074823.699813:0:31210:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254a00/0x5d432443066b7443 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000100:00000001:0.0:1769074823.699819:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074823.699821:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074823.699828:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b985ec0c0. 00000100:00000001:0.0:1769074823.699830:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911740203200 : -114161969348416 : ffff982b985ec0c0) 00000100:00000001:0.0:1769074823.699834:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.699835:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603615872 : -114162105935744 : ffff982b903a9880) 00000100:00000001:0.0:1769074823.699841:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074823.699846:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.699848:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074823.699850:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074823.699854:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903a9880 x1855007613332224/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.699862:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074823.699864:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.699868:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074823.699870:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074823.699873:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074823.699876:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903a9880 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613332224:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074823.699881:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074823.699886:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074823.699888:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.699891:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074823.699982:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff982b902a0000. 02000000:00000001:0.0:1769074823.699985:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074823.699995:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074823.700000:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b6b00. 00000400:00000010:0.0:1769074823.700007:0:31210:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff982b87fc5000. 00000100:00000200:0.0:1769074823.700015:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007613332224, portal 10 00000100:00000001:0.0:1769074823.700017:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.700019:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603615872 : -114162105935744 : ffff982b903a9880) 00000100:00000040:0.0:1769074823.700025:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b903a9880 x1855007613332224/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.700038:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074823.700041:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074823.700044:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604fb28. 00000100:00000200:0.0:1769074823.700049:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007613332224, offset 0 00000400:00000200:0.0:1769074823.700056:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074823.700064:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074823.700073:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074823.700079:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074823.700084:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074823.700089:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074823.700092:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074823.700096:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15330:15330:256:4294967295] 192.168.204.151@tcp LPNI seq info [15330:15330:8:4294967295] 00000400:00000200:0.0:1769074823.700101:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074823.700111:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074823.700119:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074823.700125:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08000. 00000800:00000200:0.0:1769074823.700133:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074823.700143:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074823.700149:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08000 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1769074823.700176:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.700182:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 964398 usecs (965 jiffies) 00000400:00000200:0.0:1769074823.700186:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074823.700189:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296481342 00000100:00000001:0.0:1769074823.700193:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:0.0:1769074823.700196:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296481342 00000100:00000001:0.0:1769074823.700198:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:0.0:1769074823.700201:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074823.700204:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.700207:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074823.700210:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074823.700213:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985ec0c0 going to sleep for 11 seconds 00000100:00000001:0.0:1769074823.700216:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074823.700220:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074823.700780:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074823.700786:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08000. 00000400:00000200:2.0:1769074823.700793:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074823.700800:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074823.700807:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604fb28 00000400:00000010:2.0:1769074823.700809:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604fb28. 00000100:00000001:2.0:1769074823.700814:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074823.700820:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903a9880 x1855007613332224/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.700832:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074823.700835:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a9880 x1855007613332224/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.700842:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.700844:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1769074823.706343:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e5300. 00010000:00000010:0.1:1769074823.706371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90255c00. 00000800:00000001:3.0:1769074823.711580:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.711604:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074823.711609:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.711623:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.711638:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.711648:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074823.711656:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.711662:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.711669:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.711673:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 664 into portal 10 MB=0x6971e9dd92b00 00000400:00000200:3.0:1769074823.711679:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.711686:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 664/664 into md 0x2221d [32] + 224 00000800:00000001:3.0:1769074823.711697:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.711707:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.711710:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074823.711716:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074823.711726:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074823.711737:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903a9880 x1855007613332224/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074823.711749:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff982b903a9880 x1855007613332224/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074823.711780:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074823.711791:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074823.711795:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.711801:0:2359:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074823.711809:0:2359:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15331:15331:256:4294967295] 192.168.204.151@tcp LPNI seq info [15331:15331:8:4294967295] 00000400:00000200:3.0:1769074823.711813:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.711822:0:2359:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:3.0:1769074823.711829:0:2359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074823.711837:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff982b98c00c00. 00000800:00000200:3.0:1769074823.711844:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074823.711853:0:2359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074823.711858:0:2359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b98c00c00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1769074823.711981:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074823.711986:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff982b98c00c00. 00000400:00000200:3.0:1769074823.711990:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074823.711994:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:3.0:1769074823.712001:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.712005:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.712106:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074823.712128:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074823.712131:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074823.712136:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6b00. 00000400:00000200:0.0:1769074823.712142:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b87fc5000 00000400:00000010:0.0:1769074823.712145:0:31210:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff982b87fc5000. 00000100:00000001:0.0:1769074823.712149:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074823.712155:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903a9880 x1855007613332224/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074823.712165:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903a9880 x1855007613332224/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.712172:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074823.712175:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.712178:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074823.712182:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074823.712186:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074823.712188:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.712192:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074823.712205:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=34 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074823.712210:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074823.712213:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074823.712215:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.712219:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074823.712224:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.712228:0:31210:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1769074823.712230:0:31210:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1769074823.712232:0:31210:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1769074823.712234:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.712236:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603615872 : -114162105935744 : ffff982b903a9880) 00000100:00000001:0.0:1769074823.712241:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074823.712244:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:0.0:1769074823.712247:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074823.712250:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.712256:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903a9880 x1855007613332224/t73014444043(73014444043) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074839 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.712265:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074823.712269:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074823.712271:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074823.712275:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903a9880 x1855007613332224/t73014444043(73014444043) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074839 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074823.712336:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903a9880 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613332224:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074823.712342:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.712346:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.712348:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074823.712351:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074823.712355:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a9880 x1855007613332224/t73014444043(73014444043) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074839 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.712362:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074823.712366:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b985ec0c0. 00000100:00000001:0.0:1769074823.712369:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074823.712370:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.712374:0:31210:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074823.712380:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.712384:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.712388:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254a00 refcount=4 00000020:00000001:0.0:1769074823.712391:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602219520 : -114162107332096 : ffff982b90254a00) 00010000:00000001:0.0:1769074823.712394:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602219520 : -114162107332096 : ffff982b90254a00) 00010000:00000040:0.0:1769074823.712402:0:31210:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b90254a00, remote cookie: 0xf5b77ed682f5d1d9, flags: 0x1001 00010000:00010000:0.0:1769074823.712409:0:31210:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254a00/0x5d432443066b7443 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d1d9 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1769074823.712423:0:31210:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x3b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1769074823.712427:0:31210:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1769074823.712438:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b985e5300. 00010000:00000010:0.0:1769074823.712443:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b985e6e00. 00010000:00000040:0.0:1769074823.712460:0:31210:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b985e5100 count: 0 00010000:00000010:0.0:1769074823.712468:0:31210:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b985e6d00. 00010000:00000001:0.0:1769074823.712478:0:31210:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074823.712482:0:31210:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254a00/0x5d432443066b7443 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d1d9 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074823.712490:0:31210:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254a00/0x5d432443066b7443 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d1d9 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.712498:0:31210:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074823.712503:0:31210:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074823.712507:0:31210:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074823.712508:0:31210:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074823.712510:0:31210:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074823.712512:0:31210:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x3b:0x0].0x0 (ffff982b985e5300) refcount = 1 00010000:00010000:0.0:1769074823.712517:0:31210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254a00/0x5d432443066b7443 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d1d9 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.712523:0:31210:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074823.712527:0:31210:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074823.712529:0:31210:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074823.712533:0:31210:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074823.712535:0:31210:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074823.712538:0:31210:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254a00/0x5d432443066b7443 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d1d9 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.712545:0:31210:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074823.712547:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.712549:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.712550:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.712551:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.712553:0:31210:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.712559:0:31210:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074823.712562:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.712563:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.712565:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254a00 refcount=3 00000020:00000001:0.0:1769074823.712567:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602219520 : -114162107332096 : ffff982b90254a00) 00010000:00000001:0.0:1769074823.712570:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602219520 : -114162107332096 : ffff982b90254a00) 00010000:00000001:0.0:1769074823.712573:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.712574:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.712575:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254a00 refcount=4 00000020:00000001:0.0:1769074823.712577:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602219520 : -114162107332096 : ffff982b90254a00) 00010000:00000001:0.0:1769074823.712579:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602219520 : -114162107332096 : ffff982b90254a00) 00010000:00000001:0.0:1769074823.712582:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074823.712585:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074823.712588:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254a00/0x5d432443066b7443 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d1d9 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.712595:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.712596:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.712598:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.712599:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.712600:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254a00 refcount=5 00000020:00000001:0.0:1769074823.712602:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602219520 : -114162107332096 : ffff982b90254a00) 00010000:00000001:0.0:1769074823.712604:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602219520 : -114162107332096 : ffff982b90254a00) 00010000:00000001:0.0:1769074823.712607:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074823.712610:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254a00/0x5d432443066b7443 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d1d9 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.712616:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.712617:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074823.712620:0:31210:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254a00/0x5d432443066b7443 lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d1d9 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.712626:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074823.712628:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.712629:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.712630:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.712631:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074823.712636:0:31210:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff982b903a9880 x1855007613332224/t73014444043(73014444043) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074839 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074823.712645:0:31210:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1769074823.712649:0:31210:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff982b903a9880 x1855007613332224/t73014444043(73014444043) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074839 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074823.712656:0:31210:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.712663:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.712665:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.712666:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254a00 refcount=3 00000020:00000001:0.0:1769074823.712668:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602219520 : -114162107332096 : ffff982b90254a00) 00010000:00000001:0.0:1769074823.712669:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602219520 : -114162107332096 : ffff982b90254a00) 00000002:00010000:0.0:1769074823.712674:0:31210:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254a00/0x5d432443066b7443 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d1d9 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000002:00000010:0.0:1769074823.712683:0:31210:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff982b99072bc0. 00010000:00000001:0.0:1769074823.712686:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.712687:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074823.712689:0:31210:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.712690:0:31210:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.712694:0:31210:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1769074823.712697:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.712698:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603615872 : -114162105935744 : ffff982b903a9880) 00000100:00000001:0.0:1769074823.712700:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.712701:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603615872 : -114162105935744 : ffff982b903a9880) 00010000:00000001:0.0:1769074823.712703:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.712704:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.712705:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254a00 refcount=3 00000020:00000001:0.0:1769074823.712707:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602219520 : -114162107332096 : ffff982b90254a00) 00010000:00000001:0.0:1769074823.712709:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602219520 : -114162107332096 : ffff982b90254a00) 00000002:00010000:0.0:1769074823.712713:0:31210:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254a00/0x5d432443066b7443 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d1d9 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074823.712719:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.712720:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.712722:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074823.712724:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.712725:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.712727:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254a00 refcount=3 00000020:00000001:0.0:1769074823.712728:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602219520 : -114162107332096 : ffff982b90254a00) 00010000:00000001:0.0:1769074823.712730:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602219520 : -114162107332096 : ffff982b90254a00) 00010000:00000040:0.0:1769074823.712735:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5300 count: 2 00010000:00000001:0.0:1769074823.712738:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074823.712742:0:31210:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b873df800 type 13 mode 4 res 8589939617/59 (0 0) 00010000:00000001:0.0:1769074823.712744:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.712745:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074823.712747:0:31210:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074823.712751:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf768 00000002:00002000:0.0:1769074823.712753:0:31210:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f16.replay-dual-3 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1769074823.712757:0:31210:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.712762:0:31210:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.712766:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074823.712770:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1769074823.712774:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074823.712779:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000001:0.0:1769074823.712782:0:31210:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1769074823.712784:0:31210:0:(namei.c:677:ll_lookup_it_finish()) it ffff982b98412420 it_disposition 1800037 00000080:00002000:0.0:1769074823.712791:0:31210:0:(namei.c:656:ll_splice_alias()) Add dentry ffff982b906656c0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1769074823.712797:0:31210:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769074823.712801:0:31210:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:0.0:1769074823.712803:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf9a0 00000080:00200000:0.0:1769074823.712805:0:31210:0:(namei.c:1569:ll_create_it()) VFS Op:name=f16.replay-dual-3, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), intent=open|creat 00000080:00000001:0.0:1769074823.712808:0:31210:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:0.0:1769074823.712810:0:31210:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074823.712816:0:31210:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1769074823.712820:0:31210:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074823.712823:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366331 : 144115272381366331 : 2000013a100003b) 00000080:00000001:0.0:1769074823.712826:0:31210:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:0.0:1769074823.712846:0:31210:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff982b906b4200. 00000020:00000001:0.0:1769074823.712860:0:31210:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:0.0:1769074823.712863:0:31210:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1769074823.712866:0:31210:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:0.0:1769074823.712868:0:31210:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a1:0x3b:0x0](ffff982b906b42c8) 00000020:00000001:0.0:1769074823.712873:0:31210:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074823.712878:0:31210:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911477432328 : -114162232119288 : ffff982b88b53008) 00000020:00001000:0.0:1769074823.712881:0:31210:0:(cl_object.c:785:cl_env_get()) 1@ffff982b88b53000 00000020:00000001:0.0:1769074823.712886:0:31210:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:0.0:1769074823.712892:0:31210:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff982b985e43e8. 00000020:00000001:0.0:1769074823.712894:0:31210:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:0.0:1769074823.712897:0:31210:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074823.712906:0:31210:0:(lov_object.c:2321:lov_object_alloc()) Process entered 00020000:00000010:0.0:1769074823.712911:0:31210:0:(lov_object.c:2322:lov_object_alloc()) slab-alloced 'lov': 248 at ffff982b9029d0f8. 00020000:00000001:0.0:1769074823.712914:0:31210:0:(lov_object.c:2336:lov_object_alloc()) Process leaving (rc=18446629911602516216 : -114162107035400 : ffff982b9029d0f8) 00020000:00000001:0.0:1769074823.712917:0:31210:0:(lov_object.c:1378:lov_object_init()) Process entered 00020000:00000001:0.0:1769074823.712921:0:31210:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1769074823.712927:0:31210:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff982b984127e0. 00020000:00000010:0.0:1769074823.712932:0:31210:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff982b860f9400. 00020000:00000010:0.0:1769074823.712938:0:31210:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff982b98412e40. 00020000:00000001:0.0:1769074823.712940:0:31210:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446629911738265152 : -114161971286464 : ffff982b98412e40) 00020000:00000002:0.0:1769074823.712943:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b98412e40, objid 0x3b:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074823.712949:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074823.712953:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b860f9400: ostid: 0x240000400:1539 ost idx: 0 gen: 0 00020000:00000001:0.0:1769074823.712957:0:31210:0:(lov_object.c:603:lov_init_composite()) Process entered 00020000:00000002:0.0:1769074823.712960:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b98412e40, objid 0x3b:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074823.712966:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074823.712969:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b860f9400: ostid: 0x240000400:1539 ost idx: 0 gen: 0 00020000:00000010:0.0:1769074823.712973:0:31210:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff982b98587e10. 00020000:00000010:0.0:1769074823.712976:0:31210:0:(lov_object.c:626:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff982b985ec0c0. 00020000:00000001:0.0:1769074823.712983:0:31210:0:(lov_object.c:194:lov_init_raid0()) Process entered 00020000:00000010:0.0:1769074823.712986:0:31210:0:(lov_object.c:199:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff982b874cf510. 00020000:00000001:0.0:1769074823.712991:0:31210:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1769074823.712992:0:31210:0:(lu_object.c:808:lu_object_find_at()) Process entered 00020000:00000001:0.0:1769074823.712997:0:31210:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1769074823.713001:0:31210:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff982b985e4960. 00000020:00000001:0.0:1769074823.713003:0:31210:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:0.0:1769074823.713004:0:31210:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074823.713007:0:31210:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446629911740172768 : -114161969378848 : ffff982b985e49e0) 00020000:00000001:0.0:1769074823.713011:0:31210:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:0.0:1769074823.713017:0:31210:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff982b985e1c00. 00020000:00000001:0.0:1769074823.713021:0:31210:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074823.713026:0:31210:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629911740172768 : -114161969378848 : ffff982b985e49e0) 00020000:00000001:0.0:1769074823.713029:0:31210:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446629911740172768 : -114161969378848 : ffff982b985e49e0) 00020000:00000002:0.0:1769074823.713033:0:31210:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x603:0x0]@ffff982b985e4960[0:0] -> [0x2000013a1:0x3b:0x0]@ffff982b985e43e8: ostid: 0x240000400:1539 ost idx: 0 gen: 0 00020000:00000001:0.0:1769074823.713039:0:31210:0:(lov_object.c:264:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:0.0:1769074823.713042:0:31210:0:(lov_object.c:812:lov_init_composite()) Process leaving 00020000:00000001:0.0:1769074823.713043:0:31210:0:(lov_object.c:1406:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074823.713047:0:31210:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629911740171368 : -114161969380248 : ffff982b985e4468) 00000020:00001000:0.0:1769074823.713050:0:31210:0:(cl_object.c:879:cl_env_put()) 1@ffff982b88b53000 00000080:00000001:0.0:1769074823.713054:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366331 : 144115272381366331 : 2000013a100003b) 00000080:00000001:0.0:1769074823.713057:0:31210:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:0.0:1769074823.713060:0:31210:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272381366331 mtime from 0 to 1769074823 00000080:00000001:0.0:1769074823.713064:0:31210:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1769074823.713067:0:31210:0:(namei.c:160:ll_iget()) Process leaving (rc=18446629911606805192 : -114162102746424 : ffff982b906b42c8) 00010000:00000001:0.0:1769074823.713070:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.713072:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.713074:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254a00 refcount=3 00000020:00000001:0.0:1769074823.713076:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602219520 : -114162107332096 : ffff982b90254a00) 00010000:00000001:0.0:1769074823.713078:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602219520 : -114162107332096 : ffff982b90254a00) 00000080:00000001:0.0:1769074823.713083:0:31210:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:0.0:1769074823.713084:0:31210:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074823.713086:0:31210:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911477432328 : -114162232119288 : ffff982b88b53008) 00000020:00001000:0.0:1769074823.713088:0:31210:0:(cl_object.c:785:cl_env_get()) 1@ffff982b88b53000 00000020:00000001:0.0:1769074823.713090:0:31210:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:0.0:1769074823.713093:0:31210:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:0.0:1769074823.713095:0:31210:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1769074823.713098:0:31210:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff982b98412300. 00020000:00000010:0.0:1769074823.713101:0:31210:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff982b860f9a00. 00020000:00000010:0.0:1769074823.713104:0:31210:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff982b984121e0. 00020000:00000001:0.0:1769074823.713106:0:31210:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446629911738261984 : -114161971289632 : ffff982b984121e0) 00020000:00000002:0.0:1769074823.713109:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b984121e0, objid 0x3b:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074823.713112:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074823.713116:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b860f9a00: ostid: 0x240000400:1539 ost idx: 0 gen: 0 00020000:00000002:0.0:1769074823.713120:0:31210:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff982b9029d0f8) owner ffff982b86784f80 00020000:00000001:0.0:1769074823.713123:0:31210:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1769074823.713126:0:31210:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff982b9029d0f8) owner ffff982b86784f80 00020000:00000010:0.0:1769074823.713130:0:31210:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff982b860f9a00. 00020000:00000010:0.0:1769074823.713133:0:31210:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff982b98412300. 00020000:00000010:0.0:1769074823.713136:0:31210:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff982b984121e0. 00020000:00000002:0.0:1769074823.713138:0:31210:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x3b:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1769074823.713142:0:31210:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074823.713143:0:31210:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074823.713147:0:31210:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1769074823.713151:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9029d0f8) owner 0000000000000000/ffff982b86784f80 00020000:00000002:0.0:1769074823.713155:0:31210:0:(lov_object.c:2349:lov_lsm_addref()) lsm ffff982b98412e40 addref 2/0 by ffff982b86784f80. 00020000:00000002:0.0:1769074823.713158:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9029d0f8) owner 0000000000000000/ffff982b86784f80 00020000:00000001:0.0:1769074823.713161:0:31210:0:(lov_object.c:2245:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1769074823.713165:0:31210:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1769074823.713167:0:31210:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1769074823.713169:0:31210:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1769074823.713172:0:31210:0:(lov_object.c:2264:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1769074823.713175:0:31210:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x3b:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1769074823.713177:0:31210:0:(cl_object.c:879:cl_env_put()) 1@ffff982b88b53000 00000080:00000001:0.0:1769074823.713180:0:31210:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.713181:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.713183:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074823.713185:0:31210:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074823.713188:0:31210:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1769074823.713190:0:31210:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074823.713193:0:31210:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a1:0x3b:0x0](ffff982b906b42c8) 00000080:00010000:0.0:1769074823.713196:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x3b:0x0](ffff982b906b42c8) for lock 0x5d432443066b7443 00800000:00000001:0.0:1769074823.713200:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074823.713202:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074823.713221:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.713223:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.713224:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254a00 refcount=3 00000020:00000001:0.0:1769074823.713227:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602219520 : -114162107332096 : ffff982b90254a00) 00010000:00000001:0.0:1769074823.713229:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602219520 : -114162107332096 : ffff982b90254a00) 00010000:00000001:0.0:1769074823.713232:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.713233:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074823.713235:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.713237:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.713239:0:31210:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:0.0:1769074823.713242:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074823.713249:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b903a9880 x1855007613332224/t73014444043(73014444043) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.713257:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.713265:0:31210:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074823.713269:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x3b:0x0](ffff982b906b42c8) 00000080:00000001:0.0:1769074823.713273:0:31210:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1769074823.713276:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b8706b400. 00000100:00000001:0.0:1769074823.713329:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074823.713334:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a9880 x1855007613332224/t73014444043(73014444043) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.713341:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.713345:0:31210:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1769074823.713348:0:31210:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.713359:0:31210:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:0.0:1769074823.713361:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa60 00000080:00200008:0.0:1769074823.713364:0:31210:0:(file.c:1001:ll_file_open()) START file f16.replay-dual-3:[0x2000013a1:0x3b:0x0](ffff982b906b42c8), flags 100102 00000080:00000010:0.0:1769074823.713373:0:31210:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff982b996fd7c0. 00000080:00000010:0.0:1769074823.713380:0:31210:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff982b990727c0. 00000080:00000001:0.0:1769074823.713383:0:31210:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:0.0:1769074823.713387:0:31210:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1769074823.713390:0:31210:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1769074823.713393:0:31210:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff982b85d25ce0. 00000002:00100000:0.0:1769074823.713398:0:31210:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff982b903a9880 x1855007613332224/t73014444043(73014444043) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074823.713404:0:31210:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.713405:0:31210:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1769074823.713409:0:31210:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1769074823.713413:0:31210:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.713416:0:31210:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074823.713418:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074823.713421:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903a9880 x1855007613332224/t73014444043(73014444043) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1769074823.713428:0:31210:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074823.713432:0:31210:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff982b902a0000. 02000000:00000001:0.0:1769074823.713480:0:31210:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1769074823.713482:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074823.713485:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa60 00000080:00000008:0.0:1769074823.713487:0:31210:0:(file.c:1240:ll_file_open()) COMPLETED file f16.replay-dual-3:[0x2000013a1:0x3b:0x0](ffff982b906b42c8), flags 100102, rc = 0 00000080:00000001:0.0:1769074823.713493:0:31210:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1769074823.713495:0:31210:0:(dcache.c:176:ll_intent_release()) intent ffff982b98412420 released 00000080:00010000:0.0:1769074823.713498:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b7443 from it ffff982b98412420 00010000:00000001:0.0:1769074823.713501:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.713504:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.713506:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254a00 refcount=3 00000020:00000001:0.0:1769074823.713508:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602219520 : -114162107332096 : ffff982b90254a00) 00010000:00000001:0.0:1769074823.713510:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602219520 : -114162107332096 : ffff982b90254a00) 00010000:00000001:0.0:1769074823.713512:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074823.713517:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254a00/0x5d432443066b7443 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf5b77ed682f5d1d9 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074823.713525:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.713526:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.713528:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074823.713531:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074823.713533:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254a00/0x5d432443066b7443 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf5b77ed682f5d1d9 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074823.713541:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074823.713544:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074823.713547:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074823.713552:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.713553:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.713555:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.713558:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074823.713560:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.713563:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.713566:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.713568:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074823.713569:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.713570:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074823.713572:0:31210:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1769074823.713574:0:31210:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:0.0:1769074823.713577:0:31210:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1769074823.713579:0:31210:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769074823.713582:0:31210:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1769074823.713584:0:31210:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.713587:0:31210:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1769074823.713589:0:31210:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.713591:0:31210:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769074823.713594:0:31210:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.713596:0:31210:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1769074823.713598:0:31210:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff982b98412420. 00000080:00000001:0.0:1769074823.713601:0:31210:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.713607:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1769074823.713612:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x3b:0x0](ffff982b906b42c8), inode mode 81a4 mask 40 00000080:00000001:0.0:1769074823.713616:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074823.713643:0:31210:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1769074823.713646:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9029d0f8) owner 0000000000000000/ffff982b86784f80 00020000:00000002:0.0:1769074823.713649:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9029d0f8) owner 0000000000000000/ffff982b86784f80 00020000:00000001:0.0:1769074823.713651:0:31210:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.713661:0:31210:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:0.0:1769074823.713663:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafdd0 00000080:00200008:0.0:1769074823.713665:0:31210:0:(file.c:424:ll_file_release()) START file f16.replay-dual-3:[0x2000013a1:0x3b:0x0](ffff982b906b42c8), flags 100002 00000080:00000001:0.0:1769074823.713668:0:31210:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:0.0:1769074823.713670:0:31210:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:0.0:1769074823.713671:0:31210:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1769074823.713673:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9029d0f8) owner 0000000000000000/ffff982b86784f80 00020000:00000002:0.0:1769074823.713674:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9029d0f8) owner 0000000000000000/ffff982b86784f80 00020000:00000001:0.0:1769074823.713676:0:31210:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.713678:0:31210:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:0.0:1769074823.713684:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074823.713687:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074823.713690:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5300 count: 2 00010000:00000001:0.0:1769074823.713693:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074823.713697:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074823.713699:0:31210:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x3b:0x0]: 0 00000080:00000001:0.0:1769074823.713702:0:31210:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1769074823.713704:0:31210:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1769074823.713708:0:31210:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff982b8706b400. 00000080:00000001:0.0:1769074823.713710:0:31210:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1769074823.713717:0:31210:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1769074823.713724:0:31210:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1769074823.713727:0:31210:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x3b:0x0] 00000002:00000001:0.0:1769074823.713731:0:31210:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1769074823.713733:0:31210:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff982b858dd800: [0x2000013a1:0x3b:0x0] file closed with intent: 0 00000100:00000010:0.0:1769074823.713742:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903a9f80. 00000020:00000040:0.0:1769074823.713747:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=13 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:0.0:1769074823.713752:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074823.713756:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074823.713761:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074823.713767:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b8706aa00. 00000100:00000001:0.0:1769074823.713775:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1769074823.713787:0:31210:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff982b903a9880 x1855007613332224/t73014444043(73014444043) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1769074823.713797:0:31210:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b858dd800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074823.713802:0:31210:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b903a9f80 x1855007613332480/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1769074823.713810:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074823.713812:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074823.713819:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b985ec840. 00000100:00000001:0.0:1769074823.713822:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911740205120 : -114161969346496 : ffff982b985ec840) 00000100:00000001:0.0:1769074823.713824:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.713825:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603617664 : -114162105933952 : ffff982b903a9f80) 00000100:00000001:0.0:1769074823.713832:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074823.713837:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.713839:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074823.713841:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074823.713846:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903a9f80 x1855007613332480/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.713855:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074823.713858:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.713863:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074823.713867:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074823.713870:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074823.713874:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903a9f80 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613332480:192.168.204.151@tcp:35:createmany.0 00000100:00000001:0.0:1769074823.713879:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074823.713885:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074823.713888:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.713891:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074823.713896:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b87fc5000. 02000000:00000001:0.0:1769074823.713898:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074823.713911:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074823.713916:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b6b00. 00000400:00000010:0.0:1769074823.713924:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f088. 00000100:00000200:0.0:1769074823.713933:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613332480, portal 10 00000100:00000001:0.0:1769074823.713935:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.713936:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603617664 : -114162105933952 : ffff982b903a9f80) 00000100:00000040:0.0:1769074823.713944:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b903a9f80 x1855007613332480/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.713951:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074823.713953:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074823.713955:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f198. 00000100:00000200:0.0:1769074823.713959:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613332480, offset 0 00000400:00000200:0.0:1769074823.713967:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074823.713976:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074823.713984:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074823.713991:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074823.713996:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074823.714001:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074823.714004:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074823.714008:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15332:15332:256:4294967295] 192.168.204.151@tcp LPNI seq info [15332:15332:8:4294967295] 00000400:00000200:0.0:1769074823.714013:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074823.714024:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074823.714030:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074823.714037:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08a00. 00000800:00000200:0.0:1769074823.714044:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074823.714053:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074823.714058:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1769074823.714081:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.714086:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 962825 usecs (963 jiffies) 00000400:00000200:0.0:1769074823.714090:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074823.714093:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296481354 00000100:00000001:0.0:1769074823.714097:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:0.0:1769074823.714099:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296481354 00000100:00000001:0.0:1769074823.714101:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:0.0:1769074823.714104:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074823.714106:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.714109:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074823.714112:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074823.714115:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985ec840 going to sleep for 11 seconds 00000100:00000001:0.0:1769074823.714118:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074823.714121:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074823.715093:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074823.715102:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08a00. 00000400:00000200:3.0:1769074823.715109:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074823.715191:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074823.715200:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f198 00000400:00000010:3.0:1769074823.715205:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f198. 00000100:00000001:3.0:1769074823.715211:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074823.715221:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903a9f80 x1855007613332480/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074823.715233:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074823.715237:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a9f80 x1855007613332480/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074823.715244:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074823.715247:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1769074823.718836:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e5100. 00000800:00000001:3.0:1769074823.720738:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.720761:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074823.720766:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.720769:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.720783:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.720794:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074823.720803:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.720809:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.720816:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.720821:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd92c00 00000400:00000200:3.0:1769074823.720828:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.720837:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x22225 [1] + 224 00000800:00000001:3.0:1769074823.720848:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.720865:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.720869:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074823.720874:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074823.720885:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074823.720900:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903a9f80 x1855007613332480/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074823.720923:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff982b903a9f80 x1855007613332480/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074823.720948:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074823.720960:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.720964:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.721135:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074823.721147:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074823.721150:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074823.721156:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6b00. 00000400:00000200:0.0:1769074823.721162:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f088 00000400:00000010:0.0:1769074823.721165:0:31210:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f088. 00000100:00000001:0.0:1769074823.721168:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074823.721174:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903a9f80 x1855007613332480/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074823.721184:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903a9f80 x1855007613332480/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.721190:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074823.721193:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.721196:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074823.721202:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074823.721205:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074823.721208:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.721214:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074823.721229:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88ca0 time=34 v=5 (5 0 10 10) 00000100:00001000:0.0:1769074823.721236:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074823.721239:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074823.721242:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.721245:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074823.721250:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.721255:0:31210:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1769074823.721257:0:31210:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1769074823.721259:0:31210:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1769074823.721262:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.721264:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603617664 : -114162105933952 : ffff982b903a9f80) 00000100:00000001:0.0:1769074823.721268:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074823.721271:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:0.0:1769074823.721274:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074823.721278:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.721331:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903a9f80 x1855007613332480/t73014444044(73014444044) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.721339:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074823.721342:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074823.721345:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074823.721349:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903a9f80 x1855007613332480/t73014444044(73014444044) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074823.721358:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903a9f80 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613332480:192.168.204.151@tcp:35:createmany.0 00000100:00000001:0.0:1769074823.721365:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.721368:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.721371:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074823.721374:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074823.721377:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a9f80 x1855007613332480/t73014444044(73014444044) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.721384:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074823.721388:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b985ec840. 00000100:00000001:0.0:1769074823.721392:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074823.721394:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.721404:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.721405:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603617664 : -114162105933952 : ffff982b903a9f80) 00000002:00000001:0.0:1769074823.721409:0:31210:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.721413:0:31210:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074823.721420:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b8706b400. 00000080:00000001:0.0:1769074823.721425:0:31210:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1769074823.721429:0:31210:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1769074823.721435:0:31210:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1769074823.721442:0:31210:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff982b903a9880 x1855007613332224/t73014444043(73014444043) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074823.721458:0:31210:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.721459:0:31210:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074823.721462:0:31210:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff982b990727c0. 00000100:00000001:0.0:1769074823.721465:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074823.721468:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a9f80 x1855007613332480/t73014444044(73014444044) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.721474:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.721477:0:31210:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074823.721481:0:31210:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff982b996fd7c0. 00000080:00000001:0.0:1769074823.721487:0:31210:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074823.721497:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafdd0 00000080:00000008:0.0:1769074823.721500:0:31210:0:(file.c:464:ll_file_release()) COMPLETED file f16.replay-dual-3:[0x2000013a1:0x3b:0x0](ffff982b906b42c8), flags 100002, rc = 0 00000080:00000001:0.0:1769074823.721504:0:31210:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.721511:0:31210:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1769074823.721513:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafe00 00000080:00002000:0.0:1769074823.721514:0:31210:0:(dcache.c:127:ll_ddelete()) keeping dentry f16.replay-dual-3 (ffff982b906656c0, parent ffff982b90d9e5e8, inode ffff982b906b42c8) hashed, 00000080:00000001:0.0:1769074823.721517:0:31210:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.721607:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074823.721666:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074823.721669:0:31210:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074823.721672:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafbc0 00000080:00200000:0.0:1769074823.721674:0:31210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:0.0:1769074823.721682:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b8706b400. 00800000:00000002:0.0:1769074823.721691:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:0.0:1769074823.721697:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074823.721702:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074823.721705:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafae0 00800000:00000002:0.0:1769074823.721709:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074823.721713:0:31210:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074823.721717:0:31210:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074823.721723:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074823.721725:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf9b0 00000002:00010000:0.0:1769074823.721727:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074823.721731:0:31210:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074823.721733:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074823.721737:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074823.721746:0:31210:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.721748:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.721750:0:31210:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.721753:0:31210:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1769074823.721755:0:31210:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1769074823.721761:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903a8a80. 00000020:00000040:0.0:1769074823.721766:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=14 obd=lustre-MDT0000-mdc-ffff982b858dd800 00010000:00000001:0.0:1769074823.721773:0:31210:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1769074823.721779:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074823.721788:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.721790:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.721792:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.721796:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074823.721798:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074823.721805:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074823.721815:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b87fc7c00. 00000100:00000001:0.0:1769074823.721823:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.721829:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074823.721831:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.721832:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074823.721834:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.721835:0:31210:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.721843:0:31210:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446629911603612288 : -114162105939328 : ffff982b903a8a80) 00010000:00000001:0.0:1769074823.721847:0:31210:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1769074823.721852:0:31210:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1769074823.721857:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b985e5100. 00010000:00000010:0.0:1769074823.721863:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b985e6d00. 00010000:00000001:0.0:1769074823.721869:0:31210:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1769074823.721873:0:31210:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b90255c00. 00000020:00000001:0.0:1769074823.721879:0:31210:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074823.721882:0:31210:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b90255c00 with handle 0x5d432443066b744a to hash 00000020:00000001:0.0:1769074823.721884:0:31210:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1769074823.721886:0:31210:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.721890:0:31210:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.721895:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074823.721898:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074823.721903:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b744a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31210 initiator: MDT0 00010000:00010000:0.0:1769074823.721912:0:31210:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b744a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00010000:00010000:0.0:1769074823.721925:0:31210:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b744a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000100:00000001:0.0:1769074823.721931:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074823.721933:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074823.721940:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b985ec840. 00000100:00000001:0.0:1769074823.721942:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911740205120 : -114161969346496 : ffff982b985ec840) 00000100:00000001:0.0:1769074823.721944:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.721946:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603612288 : -114162105939328 : ffff982b903a8a80) 00000100:00000001:0.0:1769074823.721951:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074823.721957:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.721959:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074823.721961:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074823.721967:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903a8a80 x1855007613332608/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.721975:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074823.721978:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.721981:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074823.721985:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074823.721987:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074823.721990:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903a8a80 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613332608:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074823.721995:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074823.722001:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074823.722003:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.722006:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074823.722012:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff982b855d7800. 02000000:00000001:0.0:1769074823.722013:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074823.722022:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074823.722025:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b6b00. 00000400:00000010:0.0:1769074823.722031:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f088. 00000100:00000200:0.0:1769074823.722039:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007613332608, portal 10 00000100:00000001:0.0:1769074823.722040:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.722042:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603612288 : -114162105939328 : ffff982b903a8a80) 00000100:00000040:0.0:1769074823.722047:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b903a8a80 x1855007613332608/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.722054:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074823.722058:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074823.722061:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f660. 00000100:00000200:0.0:1769074823.722065:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007613332608, offset 0 00000400:00000200:0.0:1769074823.722072:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074823.722080:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074823.722089:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074823.722096:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074823.722101:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074823.722105:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074823.722108:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074823.722113:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15333:15333:256:4294967295] 192.168.204.151@tcp LPNI seq info [15333:15333:8:4294967295] 00000400:00000200:0.0:1769074823.722118:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074823.722131:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074823.722140:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074823.722146:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08600. 00000800:00000200:0.0:1769074823.722155:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074823.722167:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074823.722172:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1769074823.722411:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.722417:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 961246 usecs (962 jiffies) 00000400:00000200:0.0:1769074823.722422:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074823.722425:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296481362 00000100:00000001:0.0:1769074823.722430:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:0.0:1769074823.722433:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296481362 00000100:00000001:0.0:1769074823.722435:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:0.0:1769074823.722438:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074823.722443:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.722456:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074823.722458:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074823.722461:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985ec840 going to sleep for 11 seconds 00000100:00000001:0.0:1769074823.722464:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074823.722466:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074823.723473:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074823.723482:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08600. 00000400:00000200:2.0:1769074823.723489:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074823.723498:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074823.723506:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f660 00000400:00000010:2.0:1769074823.723509:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f660. 00000100:00000001:2.0:1769074823.723514:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074823.723524:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903a8a80 x1855007613332608/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.723535:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074823.723539:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a8a80 x1855007613332608/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.723546:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.723547:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074823.727488:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.727512:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074823.727517:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.727520:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.727534:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.727544:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074823.727555:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.727560:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.727568:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.727573:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 688 into portal 10 MB=0x6971e9dd92c80 00000400:00000200:3.0:1769074823.727580:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.727589:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 688/688 into md 0x2222d [1] + 224 00000800:00000001:3.0:1769074823.727598:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.727607:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.727624:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074823.727629:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074823.727640:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074823.727652:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903a8a80 x1855007613332608/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074823.727664:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff982b903a8a80 x1855007613332608/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074823.727687:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074823.727699:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.727703:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.727786:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074823.727795:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074823.727798:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074823.727802:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6b00. 00000400:00000200:0.0:1769074823.727808:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f088 00000400:00000010:0.0:1769074823.727811:0:31210:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f088. 00000100:00000001:0.0:1769074823.727814:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074823.727819:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903a8a80 x1855007613332608/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074823.727829:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903a8a80 x1855007613332608/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.727835:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074823.727838:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.727842:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074823.727846:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074823.727848:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074823.727852:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.727855:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074823.727867:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=34 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074823.727873:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074823.727876:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074823.727879:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.727882:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074823.727886:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.727892:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074823.727895:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:0.0:1769074823.727897:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074823.727901:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.727917:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903a8a80 x1855007613332608/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.727925:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074823.727929:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074823.727931:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074823.727936:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903a8a80 x1855007613332608/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074839 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074823.727944:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903a8a80 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613332608:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074823.727950:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.727953:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.727956:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074823.727959:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074823.727962:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903a8a80 x1855007613332608/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074839 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.727970:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074823.727973:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b985ec840. 00000100:00000001:0.0:1769074823.727977:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074823.727979:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.727983:0:31210:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074823.727987:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.727991:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.727994:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255c00 refcount=4 00000020:00000001:0.0:1769074823.727996:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.728000:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000040:0.0:1769074823.728007:0:31210:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b90255c00, remote cookie: 0xf5b77ed682f5d1ee, flags: 0x1001 00010000:00010000:0.0:1769074823.728014:0:31210:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b744a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d1ee expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074823.728027:0:31210:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b744a lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d1ee expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.728035:0:31210:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074823.728041:0:31210:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074823.728044:0:31210:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074823.728046:0:31210:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074823.728047:0:31210:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074823.728050:0:31210:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff982b985e5100) refcount = 1 00010000:00010000:0.0:1769074823.728055:0:31210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b744a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d1ee expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.728062:0:31210:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074823.728067:0:31210:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074823.728069:0:31210:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074823.728073:0:31210:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074823.728076:0:31210:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074823.728079:0:31210:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b744a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d1ee expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.728086:0:31210:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074823.728089:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.728091:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.728093:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.728094:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.728096:0:31210:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.728102:0:31210:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074823.728104:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.728106:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.728108:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255c00 refcount=3 00000020:00000001:0.0:1769074823.728110:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.728112:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.728115:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.728127:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.728129:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255c00 refcount=4 00000020:00000001:0.0:1769074823.728132:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.728134:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.728138:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074823.728141:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074823.728144:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b744a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d1ee expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.728151:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.728152:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.728154:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.728155:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.728157:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255c00 refcount=5 00000020:00000001:0.0:1769074823.728159:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.728161:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.728164:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074823.728167:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b744a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d1ee expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.728173:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.728174:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074823.728177:0:31210:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b744a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d1ee expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.728190:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074823.728191:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.728192:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.728194:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.728195:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074823.728200:0:31210:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff982b903a8a80 x1855007613332608/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074839 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1769074823.728210:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.728211:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.728212:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255c00 refcount=3 00000020:00000001:0.0:1769074823.728214:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.728216:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.728219:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.728220:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074823.728222:0:31210:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.728224:0:31210:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.728228:0:31210:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1769074823.728230:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.728232:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.728233:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255c00 refcount=3 00000020:00000001:0.0:1769074823.728235:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.728237:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00000002:00010000:0.0:1769074823.728241:0:31210:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b744a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d1ee expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.728248:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.728249:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.728251:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074823.728253:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.728254:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.728255:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255c00 refcount=3 00000020:00000001:0.0:1769074823.728257:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.728259:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000040:0.0:1769074823.728268:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5100 count: 2 00010000:00000001:0.0:1769074823.728271:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074823.728276:0:31210:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b873df800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1769074823.728327:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.728328:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074823.728330:0:31210:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074823.728334:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf930 00000002:00002000:0.0:1769074823.728337:0:31210:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1769074823.728340:0:31210:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.728346:0:31210:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.728349:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074823.728353:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1769074823.728356:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074823.728360:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:0.0:1769074823.728364:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b8706b400. 00000080:00000001:0.0:1769074823.728369:0:31210:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074823.728372:0:31210:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074823.728380:0:31210:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1769074823.728385:0:31210:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1769074823.728393:0:31210:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff982b990727c0. 00800000:00000001:0.0:1769074823.728396:0:31210:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446629911751239616 : -114161958312000 : ffff982b990727c0) 00800000:00000001:0.0:1769074823.728399:0:31210:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.728402:0:31210:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074823.728405:0:31210:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1769074823.728407:0:31210:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1769074823.728410:0:31210:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1769074823.728414:0:31210:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1769074823.728417:0:31210:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.728423:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1769074823.728426:0:31210:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1769074823.728431:0:31210:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:0.0:1769074823.728433:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.728434:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.728437:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255c00 refcount=3 00000020:00000001:0.0:1769074823.728439:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.728441:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.728443:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.728445:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074823.728456:0:31210:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074823.728459:0:31210:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1769074823.728460:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b990727c0 1 00800000:00000010:0.0:1769074823.728463:0:31210:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff982b990727c0. 00800000:00000001:0.0:1769074823.728466:0:31210:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074823.728470:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b744a 00800000:00000001:0.0:1769074823.728473:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074823.728475:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074823.728476:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.728477:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.728478:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255c00 refcount=3 00000020:00000001:0.0:1769074823.728480:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.728482:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.728485:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.728486:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074823.728488:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.728489:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.728492:0:31210:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074823.728494:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:0.0:1769074823.728497:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b744a from it ffffbcdb01dafbf8 00010000:00000001:0.0:1769074823.728499:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.728501:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.728502:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255c00 refcount=3 00000020:00000001:0.0:1769074823.728504:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.728506:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.728508:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074823.728511:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b744a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d1ee expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.728523:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.728525:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.728527:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074823.728529:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074823.728532:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b744a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d1ee expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.728539:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074823.728542:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074823.728544:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074823.728550:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.728552:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.728553:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.728556:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074823.728558:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.728560:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.728563:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.728565:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074823.728566:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.728567:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074823.728569:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074823.728573:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b903a8a80 x1855007613332608/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074839 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.728580:0:31210:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074823.728583:0:31210:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074823.728588:0:31210:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff982b855d7800. 02000000:00000001:0.0:1769074823.728591:0:31210:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074823.728594:0:31210:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074823.728596:0:31210:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=13 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074823.728599:0:31210:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074823.728602:0:31210:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b87fc7c00. 02000000:00000001:0.0:1769074823.728607:0:31210:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074823.728609:0:31210:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074823.728612:0:31210:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b903a8a80. 00000100:00000001:0.0:1769074823.728615:0:31210:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074823.728617:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074823.728621:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 1 00000080:00000001:0.0:1769074823.728628:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074823.728652:0:31210:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff982b85d25ee0. 00000080:00000001:0.0:1769074823.728658:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074823.728660:0:31210:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074823.728661:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafb00 00000080:00200000:0.0:1769074823.728665:0:31210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:0.0:1769074823.728670:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b8706b400. 00800000:00000002:0.0:1769074823.728676:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:0.0:1769074823.728680:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074823.728682:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074823.728684:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa20 00800000:00000002:0.0:1769074823.728687:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074823.728690:0:31210:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074823.728694:0:31210:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074823.728699:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074823.728701:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf8f0 00000002:00010000:0.0:1769074823.728703:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074823.728707:0:31210:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074823.728709:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074823.728711:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074823.728714:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5100 count: 2 00010000:00000001:0.0:1769074823.728716:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074823.728719:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074823.728721:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769074823.728723:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b744a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d1ee expref: -99 pid: 31210 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1769074823.728732:0:31210:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1769074823.728737:0:31210:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074823.728741:0:31210:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b744a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d1ee expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1769074823.728748:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1769074823.728751:0:31210:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074823.728753:0:31210:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074823.728755:0:31210:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074823.728757:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074823.728759:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1769074823.728762:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1769074823.728764:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:0.0:1769074823.728766:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b8706b400. 00000080:00000001:0.0:1769074823.728769:0:31210:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074823.728771:0:31210:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074823.728774:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:0.0:1769074823.728777:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b744a 00800000:00000001:0.0:1769074823.728780:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074823.728782:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074823.728783:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.728785:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.728786:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255c00 refcount=3 00000020:00000001:0.0:1769074823.728788:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.728790:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.728793:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.728794:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074823.728795:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.728796:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074823.728798:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b744a from it ffffbcdb01dafb38 00010000:00000001:0.0:1769074823.728800:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.728801:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.728802:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255c00 refcount=3 00000020:00000001:0.0:1769074823.728804:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.728806:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.728808:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074823.728810:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b744a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d1ee expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.728816:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.728817:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.728819:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074823.728820:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074823.728822:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b744a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d1ee expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.728828:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074823.728829:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074823.728830:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074823.728832:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.728833:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.728835:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.728836:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074823.728838:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.728839:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.728841:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.728843:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074823.728844:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.728845:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074823.728846:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769074823.728847:0:31210:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074823.728850:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 3 00000080:00000001:0.0:1769074823.728852:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.728857:0:31210:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:0.0:1769074823.728859:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafb50 00000080:00200000:0.0:1769074823.728861:0:31210:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f16.replay-dual-4, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), file ffff982b83e34000, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1769074823.728867:0:31210:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff982b98412420. 00000080:00000001:0.0:1769074823.728873:0:31210:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:0.0:1769074823.728876:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa10 00000080:00200000:0.0:1769074823.728878:0:31210:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f16.replay-dual-4, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), intent=open|creat 00000080:00000010:0.0:1769074823.728887:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b8706b400. 00800000:00000002:0.0:1769074823.728890:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:0.0:1769074823.728896:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074823.728898:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074823.728899:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf930 00800000:00000002:0.0:1769074823.728901:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f16.replay-dual-4' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074823.728904:0:31210:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:0.0:1769074823.728908:0:31210:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1769074823.728913:0:31210:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446629911450240000 : -114162259311616 : ffff982b87164400) 00800000:00000001:0.0:1769074823.728916:0:31210:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1769074823.728918:0:31210:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1769074823.728920:0:31210:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1769074823.728923:0:31210:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1769074823.728926:0:31210:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff982b858dd800: Allocated FID [0x2000013a1:0x3c:0x0] 40000000:00000001:0.0:1769074823.728929:0:31210:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.728931:0:31210:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.728933:0:31210:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.728935:0:31210:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074823.728936:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf8b0 00800000:00000002:0.0:1769074823.728938:0:31210:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x3c:0x0], name='f16.replay-dual-4' -> mds #0 00000002:00000001:0.0:1769074823.728941:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074823.728943:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf7e8 00000002:00010000:0.0:1769074823.728944:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f16.replay-dual-4,[0x2000013a1:0x3c:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1769074823.728948:0:31210:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1769074823.728951:0:31210:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1769074823.728955:0:31210:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1769074823.728959:0:31210:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.728961:0:31210:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1769074823.728963:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5100 count: 2 00010000:00000001:0.0:1769074823.728965:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074823.728967:0:31210:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1769074823.728971:0:31210:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1769074823.728974:0:31210:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b744a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf5b77ed682f5d1ee expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1769074823.728981:0:31210:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1769074823.728985:0:31210:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1769074823.728987:0:31210:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1769074823.728989:0:31210:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1769074823.728992:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074823.728993:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074823.728996:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5100 count: 3 00010000:00000001:0.0:1769074823.728998:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074823.729001:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.729002:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074823.729003:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074823.729005:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5100 count: 3 00010000:00000001:0.0:1769074823.729007:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074823.729008:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.729010:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074823.729011:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074823.729013:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5100 count: 3 00010000:00000001:0.0:1769074823.729015:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074823.729017:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.729019:0:31210:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1769074823.729022:0:31210:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff982b90dbe300, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1769074823.729027:0:31210:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1769074823.729030:0:31210:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1769074823.729033:0:31210:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1769074823.729035:0:31210:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.729038:0:31210:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1769074823.729041:0:31210:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1769074823.729043:0:31210:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1769074823.729045:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074823.729047:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1769074823.729049:0:31210:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b90255c00 with handle 0x5d432443066b744a from hash 00010000:00000001:0.0:1769074823.729052:0:31210:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1769074823.729053:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.729055:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.729056:0:31210:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1769074823.729059:0:31210:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1769074823.729061:0:31210:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1769074823.729064:0:31210:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074823.729065:0:31210:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074823.729067:0:31210:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1769074823.729071:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903a8a80. 00000020:00000040:0.0:1769074823.729075:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=14 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:0.0:1769074823.729080:0:31210:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769074823.729082:0:31210:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.729086:0:31210:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1769074823.729091:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074823.729093:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.729094:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.729095:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.729099:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074823.729101:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074823.729104:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074823.729112:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b87fc7c00. 00000100:00000001:0.0:1769074823.729119:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.729124:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074823.729127:0:31210:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1769074823.729131:0:31210:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b744a lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d1ee expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074823.729137:0:31210:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1769074823.729139:0:31210:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074823.729140:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1769074823.729143:0:31210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b744a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d1ee expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1769074823.729152:0:31210:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b985e5100 count: 0 00010000:00000010:0.0:1769074823.729159:0:31210:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b985e6d00. 00010000:00000001:0.0:1769074823.729171:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.729173:0:31210:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.729175:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074823.729176:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.729178:0:31210:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.729190:0:31210:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446629911603612288 : -114162105939328 : ffff982b903a8a80) 00010000:00000001:0.0:1769074823.729195:0:31210:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1769074823.729198:0:31210:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1769074823.729202:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b985e5500. 00010000:00000010:0.0:1769074823.729205:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b985e6d00. 00010000:00000001:0.0:1769074823.729211:0:31210:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1769074823.729215:0:31210:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b90254400. 00000020:00000001:0.0:1769074823.729218:0:31210:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074823.729221:0:31210:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b90254400 with handle 0x5d432443066b7451 to hash 00000020:00000001:0.0:1769074823.729223:0:31210:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1769074823.729225:0:31210:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911602217984 : -114162107333632 : ffff982b90254400) 00010000:00000001:0.0:1769074823.729230:0:31210:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911602217984 : -114162107333632 : ffff982b90254400) 00010000:00000001:0.0:1769074823.729233:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074823.729234:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074823.729237:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254400/0x5d432443066b7451 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31210 initiator: MDT0 00010000:00010000:0.0:1769074823.729244:0:31210:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254400/0x5d432443066b7451 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000020:00100000:0.0:1769074823.729259:0:31210:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b858dd800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074823.729268:0:31210:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b903a8a80 x1855007613332864/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074823.729277:0:31210:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254400/0x5d432443066b7451 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000100:00000001:0.0:1769074823.729338:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074823.729341:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074823.729349:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b985ec840. 00000100:00000001:0.0:1769074823.729352:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911740205120 : -114161969346496 : ffff982b985ec840) 00000100:00000001:0.0:1769074823.729355:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.729356:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603612288 : -114162105939328 : ffff982b903a8a80) 00000100:00000001:0.0:1769074823.729362:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074823.729367:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.729370:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074823.729372:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074823.729376:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903a8a80 x1855007613332864/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.729383:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074823.729386:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.729392:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074823.729396:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074823.729399:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074823.729403:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903a8a80 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613332864:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074823.729408:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074823.729414:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074823.729418:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.729421:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074823.729529:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff982b902a0000. 02000000:00000001:0.0:1769074823.729532:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074823.729542:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074823.729547:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b6b00. 00000400:00000010:0.0:1769074823.729554:0:31210:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff982b87fc7800. 00000100:00000200:0.0:1769074823.729562:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007613332864, portal 10 00000100:00000001:0.0:1769074823.729565:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.729566:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603612288 : -114162105939328 : ffff982b903a8a80) 00000100:00000040:0.0:1769074823.729572:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b903a8a80 x1855007613332864/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.729580:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074823.729583:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074823.729587:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f088. 00000100:00000200:0.0:1769074823.729591:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007613332864, offset 0 00000400:00000200:0.0:1769074823.729598:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074823.729606:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074823.729615:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074823.729622:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074823.729627:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074823.729631:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074823.729634:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074823.729638:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15334:15334:256:4294967295] 192.168.204.151@tcp LPNI seq info [15334:15334:8:4294967295] 00000400:00000200:0.0:1769074823.729642:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074823.729652:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074823.729660:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074823.729665:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08f00. 00000800:00000200:0.0:1769074823.729673:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074823.729682:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074823.729687:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08f00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1769074823.729710:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.729715:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 959670 usecs (960 jiffies) 00000400:00000200:0.0:1769074823.729718:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074823.729722:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296481367 00000100:00000001:0.0:1769074823.729725:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:0.0:1769074823.729728:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296481367 00000100:00000001:0.0:1769074823.729730:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:0.0:1769074823.729733:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074823.729736:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.729738:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074823.729740:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074823.729742:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985ec840 going to sleep for 11 seconds 00000100:00000001:0.0:1769074823.729745:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074823.729748:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074823.730400:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074823.730407:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08f00. 00000400:00000200:2.0:1769074823.730415:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074823.730424:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074823.730433:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f088 00000400:00000010:2.0:1769074823.730436:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f088. 00000100:00000001:2.0:1769074823.730441:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074823.730458:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903a8a80 x1855007613332864/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.730469:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074823.730473:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a8a80 x1855007613332864/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.730479:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.730481:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1769074823.733996:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e5100. 00010000:00000010:0.1:1769074823.734013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90255c00. 00000800:00000001:3.0:1769074823.738729:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.738759:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074823.738765:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.738768:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.738784:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.738794:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074823.738803:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.738808:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.738815:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.738820:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 664 into portal 10 MB=0x6971e9dd92d80 00000400:00000200:3.0:1769074823.738826:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.738834:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 664/664 into md 0x22235 [32] + 224 00000800:00000001:3.0:1769074823.738845:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.738855:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.738860:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074823.738865:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074823.738875:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074823.738887:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903a8a80 x1855007613332864/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074823.738900:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff982b903a8a80 x1855007613332864/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074823.738935:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074823.738946:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074823.738950:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.738956:0:2359:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074823.738964:0:2359:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15335:15335:256:4294967295] 192.168.204.151@tcp LPNI seq info [15335:15335:8:4294967295] 00000400:00000200:3.0:1769074823.738968:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.738977:0:2359:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:3.0:1769074823.738983:0:2359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074823.738991:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff982b98c00c00. 00000800:00000200:3.0:1769074823.738997:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074823.739007:0:2359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074823.739012:0:2359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b98c00c00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1769074823.739253:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074823.739259:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff982b98c00c00. 00000400:00000200:3.0:1769074823.739263:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074823.739267:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:3.0:1769074823.739277:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.741756:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.741848:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074823.741862:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074823.741864:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074823.741871:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6b00. 00000400:00000200:0.0:1769074823.741877:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b87fc7800 00000400:00000010:0.0:1769074823.741880:0:31210:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff982b87fc7800. 00000100:00000001:0.0:1769074823.741886:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074823.741900:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903a8a80 x1855007613332864/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074823.741922:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903a8a80 x1855007613332864/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.741930:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074823.741933:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.741936:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074823.741940:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074823.741944:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074823.741946:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.741950:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074823.741962:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=34 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074823.741966:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074823.741970:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074823.741972:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.741975:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074823.741980:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.741983:0:31210:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1769074823.741986:0:31210:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1769074823.741988:0:31210:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1769074823.741990:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.741992:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603612288 : -114162105939328 : ffff982b903a8a80) 00000100:00000001:0.0:1769074823.741995:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074823.741997:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:0.0:1769074823.741999:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074823.742002:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.742006:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903a8a80 x1855007613332864/t73014444045(73014444045) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074839 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.742014:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074823.742018:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074823.742020:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074823.742024:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903a8a80 x1855007613332864/t73014444045(73014444045) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074839 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074823.742032:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903a8a80 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613332864:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074823.742037:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.742040:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.742042:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074823.742045:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074823.742048:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a8a80 x1855007613332864/t73014444045(73014444045) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074839 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.742056:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074823.742059:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b985ec840. 00000100:00000001:0.0:1769074823.742062:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074823.742064:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.742067:0:31210:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074823.742073:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.742076:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.742080:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254400 refcount=4 00000020:00000001:0.0:1769074823.742083:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602217984 : -114162107333632 : ffff982b90254400) 00010000:00000001:0.0:1769074823.742086:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602217984 : -114162107333632 : ffff982b90254400) 00010000:00000040:0.0:1769074823.742093:0:31210:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b90254400, remote cookie: 0xf5b77ed682f5d20a, flags: 0x1001 00010000:00010000:0.0:1769074823.742100:0:31210:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254400/0x5d432443066b7451 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d20a expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1769074823.742109:0:31210:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x3c:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1769074823.742112:0:31210:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1769074823.742126:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b985e5100. 00010000:00000010:0.0:1769074823.742131:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b985e6180. 00010000:00000040:0.0:1769074823.742138:0:31210:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b985e5500 count: 0 00010000:00000010:0.0:1769074823.742144:0:31210:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b985e6d00. 00010000:00000001:0.0:1769074823.742153:0:31210:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074823.742157:0:31210:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254400/0x5d432443066b7451 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d20a expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074823.742166:0:31210:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254400/0x5d432443066b7451 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d20a expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.742172:0:31210:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074823.742177:0:31210:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074823.742181:0:31210:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074823.742182:0:31210:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074823.742184:0:31210:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074823.742187:0:31210:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x3c:0x0].0x0 (ffff982b985e5100) refcount = 1 00010000:00010000:0.0:1769074823.742191:0:31210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254400/0x5d432443066b7451 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d20a expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.742197:0:31210:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074823.742201:0:31210:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074823.742203:0:31210:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074823.742206:0:31210:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074823.742208:0:31210:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074823.742211:0:31210:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254400/0x5d432443066b7451 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d20a expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.742215:0:31210:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074823.742217:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.742219:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.742220:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.742221:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.742223:0:31210:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.742228:0:31210:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074823.742232:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.742233:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.742234:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254400 refcount=3 00000020:00000001:0.0:1769074823.742237:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602217984 : -114162107333632 : ffff982b90254400) 00010000:00000001:0.0:1769074823.742239:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602217984 : -114162107333632 : ffff982b90254400) 00010000:00000001:0.0:1769074823.742241:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.742243:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.742244:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254400 refcount=4 00000020:00000001:0.0:1769074823.742245:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602217984 : -114162107333632 : ffff982b90254400) 00010000:00000001:0.0:1769074823.742247:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602217984 : -114162107333632 : ffff982b90254400) 00010000:00000001:0.0:1769074823.742251:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074823.742253:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074823.742256:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254400/0x5d432443066b7451 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d20a expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.742264:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.742265:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.742266:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.742267:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.742269:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254400 refcount=5 00000020:00000001:0.0:1769074823.742270:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602217984 : -114162107333632 : ffff982b90254400) 00010000:00000001:0.0:1769074823.742272:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602217984 : -114162107333632 : ffff982b90254400) 00010000:00000001:0.0:1769074823.742275:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074823.742277:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254400/0x5d432443066b7451 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d20a expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.742322:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.742324:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074823.742326:0:31210:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254400/0x5d432443066b7451 lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d20a expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.742332:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074823.742333:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.742334:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.742335:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.742336:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074823.742342:0:31210:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff982b903a8a80 x1855007613332864/t73014444045(73014444045) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074839 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074823.742351:0:31210:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1769074823.742355:0:31210:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff982b903a8a80 x1855007613332864/t73014444045(73014444045) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074839 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074823.742362:0:31210:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.742371:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.742372:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.742373:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254400 refcount=3 00000020:00000001:0.0:1769074823.742375:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602217984 : -114162107333632 : ffff982b90254400) 00010000:00000001:0.0:1769074823.742378:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602217984 : -114162107333632 : ffff982b90254400) 00000002:00010000:0.0:1769074823.742382:0:31210:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254400/0x5d432443066b7451 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d20a expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000002:00000010:0.0:1769074823.742392:0:31210:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff982b990727c0. 00010000:00000001:0.0:1769074823.742394:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.742395:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074823.742397:0:31210:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.742399:0:31210:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.742402:0:31210:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1769074823.742405:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.742407:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603612288 : -114162105939328 : ffff982b903a8a80) 00000100:00000001:0.0:1769074823.742408:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.742410:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603612288 : -114162105939328 : ffff982b903a8a80) 00010000:00000001:0.0:1769074823.742412:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.742413:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.742414:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254400 refcount=3 00000020:00000001:0.0:1769074823.742416:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602217984 : -114162107333632 : ffff982b90254400) 00010000:00000001:0.0:1769074823.742418:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602217984 : -114162107333632 : ffff982b90254400) 00000002:00010000:0.0:1769074823.742421:0:31210:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254400/0x5d432443066b7451 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d20a expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074823.742427:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.742428:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.742429:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074823.742431:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.742432:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.742433:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254400 refcount=3 00000020:00000001:0.0:1769074823.742435:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602217984 : -114162107333632 : ffff982b90254400) 00010000:00000001:0.0:1769074823.742436:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602217984 : -114162107333632 : ffff982b90254400) 00010000:00000040:0.0:1769074823.742440:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5100 count: 2 00010000:00000001:0.0:1769074823.742442:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074823.742457:0:31210:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b873df800 type 13 mode 4 res 8589939617/60 (0 0) 00010000:00000001:0.0:1769074823.742460:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.742461:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074823.742463:0:31210:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074823.742467:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf768 00000002:00002000:0.0:1769074823.742469:0:31210:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f16.replay-dual-4 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1769074823.742473:0:31210:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.742477:0:31210:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.742482:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074823.742486:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1769074823.742490:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074823.742495:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000001:0.0:1769074823.742498:0:31210:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1769074823.742501:0:31210:0:(namei.c:677:ll_lookup_it_finish()) it ffff982b98412420 it_disposition 1800037 00000080:00002000:0.0:1769074823.742508:0:31210:0:(namei.c:656:ll_splice_alias()) Add dentry ffff982b90665af8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1769074823.742515:0:31210:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769074823.742518:0:31210:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:0.0:1769074823.742520:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf9a0 00000080:00200000:0.0:1769074823.742522:0:31210:0:(namei.c:1569:ll_create_it()) VFS Op:name=f16.replay-dual-4, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), intent=open|creat 00000080:00000001:0.0:1769074823.742524:0:31210:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:0.0:1769074823.742527:0:31210:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074823.742535:0:31210:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1769074823.742539:0:31210:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074823.742542:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366332 : 144115272381366332 : 2000013a100003c) 00000080:00000001:0.0:1769074823.742545:0:31210:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:0.0:1769074823.742561:0:31210:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff982b906b39c0. 00000020:00000001:0.0:1769074823.742573:0:31210:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:0.0:1769074823.742575:0:31210:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1769074823.742578:0:31210:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:0.0:1769074823.742580:0:31210:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a1:0x3c:0x0](ffff982b906b3a88) 00000020:00000001:0.0:1769074823.742585:0:31210:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074823.742590:0:31210:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911477432328 : -114162232119288 : ffff982b88b53008) 00000020:00001000:0.0:1769074823.742593:0:31210:0:(cl_object.c:785:cl_env_get()) 1@ffff982b88b53000 00000020:00000001:0.0:1769074823.742598:0:31210:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:0.0:1769074823.742604:0:31210:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff982b985e4e10. 00000020:00000001:0.0:1769074823.742606:0:31210:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:0.0:1769074823.742608:0:31210:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074823.742810:0:31210:0:(lov_object.c:2321:lov_object_alloc()) Process entered 00020000:00000010:0.0:1769074823.742816:0:31210:0:(lov_object.c:2322:lov_object_alloc()) slab-alloced 'lov': 248 at ffff982b9029d6c8. 00020000:00000001:0.0:1769074823.742819:0:31210:0:(lov_object.c:2336:lov_object_alloc()) Process leaving (rc=18446629911602517704 : -114162107033912 : ffff982b9029d6c8) 00020000:00000001:0.0:1769074823.742822:0:31210:0:(lov_object.c:1378:lov_object_init()) Process entered 00020000:00000001:0.0:1769074823.742826:0:31210:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1769074823.742833:0:31210:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff982b984121e0. 00020000:00000010:0.0:1769074823.742839:0:31210:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff982b860f9a00. 00020000:00000010:0.0:1769074823.742846:0:31210:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff982b98412300. 00020000:00000001:0.0:1769074823.742849:0:31210:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446629911738262272 : -114161971289344 : ffff982b98412300) 00020000:00000002:0.0:1769074823.742853:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b98412300, objid 0x3c:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074823.742857:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074823.742861:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b860f9a00: ostid: 0x280000400:1540 ost idx: 1 gen: 0 00020000:00000001:0.0:1769074823.742864:0:31210:0:(lov_object.c:603:lov_init_composite()) Process entered 00020000:00000002:0.0:1769074823.742868:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b98412300, objid 0x3c:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074823.742871:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074823.742873:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b860f9a00: ostid: 0x280000400:1540 ost idx: 1 gen: 0 00020000:00000010:0.0:1769074823.742877:0:31210:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff982b98587570. 00020000:00000010:0.0:1769074823.742880:0:31210:0:(lov_object.c:626:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff982b985ec840. 00020000:00000001:0.0:1769074823.742885:0:31210:0:(lov_object.c:194:lov_init_raid0()) Process entered 00020000:00000010:0.0:1769074823.742889:0:31210:0:(lov_object.c:199:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff982b874cfc20. 00020000:00000001:0.0:1769074823.742893:0:31210:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1769074823.742895:0:31210:0:(lu_object.c:808:lu_object_find_at()) Process entered 00020000:00000001:0.0:1769074823.742912:0:31210:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1769074823.742916:0:31210:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff982b985e40c8. 00000020:00000001:0.0:1769074823.742918:0:31210:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:0.0:1769074823.742920:0:31210:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074823.742922:0:31210:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446629911740170568 : -114161969381048 : ffff982b985e4148) 00020000:00000001:0.0:1769074823.742926:0:31210:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:0.0:1769074823.742931:0:31210:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff982b985e1340. 00020000:00000001:0.0:1769074823.742934:0:31210:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074823.742939:0:31210:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629911740170568 : -114161969381048 : ffff982b985e4148) 00020000:00000001:0.0:1769074823.742942:0:31210:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446629911740170568 : -114161969381048 : ffff982b985e4148) 00020000:00000002:0.0:1769074823.742945:0:31210:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x604:0x0]@ffff982b985e40c8[0:0] -> [0x2000013a1:0x3c:0x0]@ffff982b985e4e10: ostid: 0x280000400:1540 ost idx: 1 gen: 0 00020000:00000001:0.0:1769074823.742951:0:31210:0:(lov_object.c:264:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:0.0:1769074823.742954:0:31210:0:(lov_object.c:812:lov_init_composite()) Process leaving 00020000:00000001:0.0:1769074823.742956:0:31210:0:(lov_object.c:1406:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074823.742959:0:31210:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629911740173968 : -114161969377648 : ffff982b985e4e90) 00000020:00001000:0.0:1769074823.742963:0:31210:0:(cl_object.c:879:cl_env_put()) 1@ffff982b88b53000 00000080:00000001:0.0:1769074823.742967:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366332 : 144115272381366332 : 2000013a100003c) 00000080:00000001:0.0:1769074823.742971:0:31210:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:0.0:1769074823.742974:0:31210:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272381366332 mtime from 0 to 1769074823 00000080:00000001:0.0:1769074823.742980:0:31210:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1769074823.742983:0:31210:0:(namei.c:160:ll_iget()) Process leaving (rc=18446629911606803080 : -114162102748536 : ffff982b906b3a88) 00010000:00000001:0.0:1769074823.742986:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.742988:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.742989:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254400 refcount=3 00000020:00000001:0.0:1769074823.742991:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602217984 : -114162107333632 : ffff982b90254400) 00010000:00000001:0.0:1769074823.742993:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602217984 : -114162107333632 : ffff982b90254400) 00000080:00000001:0.0:1769074823.742997:0:31210:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:0.0:1769074823.742998:0:31210:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074823.743000:0:31210:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911477432328 : -114162232119288 : ffff982b88b53008) 00000020:00001000:0.0:1769074823.743002:0:31210:0:(cl_object.c:785:cl_env_get()) 1@ffff982b88b53000 00000020:00000001:0.0:1769074823.743004:0:31210:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:0.0:1769074823.743007:0:31210:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:0.0:1769074823.743008:0:31210:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1769074823.743011:0:31210:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff982b98412b40. 00020000:00000010:0.0:1769074823.743013:0:31210:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff982b860f9500. 00020000:00000010:0.0:1769074823.743016:0:31210:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff982b98412240. 00020000:00000001:0.0:1769074823.743017:0:31210:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446629911738262080 : -114161971289536 : ffff982b98412240) 00020000:00000002:0.0:1769074823.743020:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b98412240, objid 0x3c:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074823.743023:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074823.743025:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b860f9500: ostid: 0x280000400:1540 ost idx: 1 gen: 0 00020000:00000002:0.0:1769074823.743030:0:31210:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff982b9029d6c8) owner ffff982b86784f80 00020000:00000001:0.0:1769074823.743033:0:31210:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1769074823.743036:0:31210:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff982b9029d6c8) owner ffff982b86784f80 00020000:00000010:0.0:1769074823.743041:0:31210:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff982b860f9500. 00020000:00000010:0.0:1769074823.743046:0:31210:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff982b98412b40. 00020000:00000010:0.0:1769074823.743050:0:31210:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff982b98412240. 00020000:00000002:0.0:1769074823.743052:0:31210:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x3c:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1769074823.743054:0:31210:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074823.743056:0:31210:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074823.743059:0:31210:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1769074823.743063:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9029d6c8) owner 0000000000000000/ffff982b86784f80 00020000:00000002:0.0:1769074823.743066:0:31210:0:(lov_object.c:2349:lov_lsm_addref()) lsm ffff982b98412300 addref 2/0 by ffff982b86784f80. 00020000:00000002:0.0:1769074823.743069:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9029d6c8) owner 0000000000000000/ffff982b86784f80 00020000:00000001:0.0:1769074823.743071:0:31210:0:(lov_object.c:2245:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1769074823.743074:0:31210:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1769074823.743075:0:31210:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1769074823.743077:0:31210:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1769074823.743079:0:31210:0:(lov_object.c:2264:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1769074823.743082:0:31210:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x3c:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1769074823.743084:0:31210:0:(cl_object.c:879:cl_env_put()) 1@ffff982b88b53000 00000080:00000001:0.0:1769074823.743088:0:31210:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.743090:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.743092:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074823.743093:0:31210:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074823.743097:0:31210:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1769074823.743099:0:31210:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074823.743102:0:31210:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a1:0x3c:0x0](ffff982b906b3a88) 00000080:00010000:0.0:1769074823.743105:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x3c:0x0](ffff982b906b3a88) for lock 0x5d432443066b7451 00800000:00000001:0.0:1769074823.743108:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074823.743111:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074823.743112:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.743114:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.743115:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254400 refcount=3 00000020:00000001:0.0:1769074823.743117:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602217984 : -114162107333632 : ffff982b90254400) 00010000:00000001:0.0:1769074823.743119:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602217984 : -114162107333632 : ffff982b90254400) 00010000:00000001:0.0:1769074823.743122:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.743123:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074823.743125:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.743127:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.743128:0:31210:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:0.0:1769074823.743131:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074823.743140:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b903a8a80 x1855007613332864/t73014444045(73014444045) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.743148:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.743155:0:31210:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074823.743159:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x3c:0x0](ffff982b906b3a88) 00000080:00000001:0.0:1769074823.743163:0:31210:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1769074823.743168:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b8706b400. 00000100:00000001:0.0:1769074823.743172:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074823.743175:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a8a80 x1855007613332864/t73014444045(73014444045) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.743181:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.743185:0:31210:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1769074823.743187:0:31210:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.743198:0:31210:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:0.0:1769074823.743201:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa60 00000080:00200008:0.0:1769074823.743203:0:31210:0:(file.c:1001:ll_file_open()) START file f16.replay-dual-4:[0x2000013a1:0x3c:0x0](ffff982b906b3a88), flags 100102 00000080:00000010:0.0:1769074823.743213:0:31210:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff982b996fd7c0. 00000080:00000010:0.0:1769074823.743219:0:31210:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff982b990728c0. 00000080:00000001:0.0:1769074823.743222:0:31210:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:0.0:1769074823.743226:0:31210:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1769074823.743230:0:31210:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1769074823.743234:0:31210:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff982b85d251c0. 00000002:00100000:0.0:1769074823.743238:0:31210:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff982b903a8a80 x1855007613332864/t73014444045(73014444045) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074823.743245:0:31210:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.743247:0:31210:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1769074823.743250:0:31210:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1769074823.743254:0:31210:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.743257:0:31210:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074823.743259:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074823.743262:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903a8a80 x1855007613332864/t73014444045(73014444045) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1769074823.743269:0:31210:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074823.743273:0:31210:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff982b902a0000. 02000000:00000001:0.0:1769074823.743343:0:31210:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1769074823.743345:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074823.743347:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa60 00000080:00000008:0.0:1769074823.743349:0:31210:0:(file.c:1240:ll_file_open()) COMPLETED file f16.replay-dual-4:[0x2000013a1:0x3c:0x0](ffff982b906b3a88), flags 100102, rc = 0 00000080:00000001:0.0:1769074823.743355:0:31210:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1769074823.743357:0:31210:0:(dcache.c:176:ll_intent_release()) intent ffff982b98412420 released 00000080:00010000:0.0:1769074823.743359:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b7451 from it ffff982b98412420 00010000:00000001:0.0:1769074823.743362:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.743363:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.743364:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254400 refcount=3 00000020:00000001:0.0:1769074823.743366:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602217984 : -114162107333632 : ffff982b90254400) 00010000:00000001:0.0:1769074823.743368:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602217984 : -114162107333632 : ffff982b90254400) 00010000:00000001:0.0:1769074823.743371:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074823.743376:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254400/0x5d432443066b7451 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf5b77ed682f5d20a expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074823.743383:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.743384:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.743385:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074823.743388:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074823.743391:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254400/0x5d432443066b7451 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf5b77ed682f5d20a expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074823.743399:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074823.743402:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074823.743404:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074823.743410:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.743411:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.743414:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.743417:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074823.743419:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.743421:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.743424:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.743426:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074823.743427:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.743429:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074823.743430:0:31210:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1769074823.743432:0:31210:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:0.0:1769074823.743435:0:31210:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1769074823.743437:0:31210:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769074823.743440:0:31210:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1769074823.743441:0:31210:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.743444:0:31210:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1769074823.743455:0:31210:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.743458:0:31210:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769074823.743461:0:31210:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.743462:0:31210:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1769074823.743465:0:31210:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff982b98412420. 00000080:00000001:0.0:1769074823.743468:0:31210:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.743473:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1769074823.743475:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x3c:0x0](ffff982b906b3a88), inode mode 81a4 mask 40 00000080:00000001:0.0:1769074823.743479:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074823.743506:0:31210:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1769074823.743509:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9029d6c8) owner 0000000000000000/ffff982b86784f80 00020000:00000002:0.0:1769074823.743512:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9029d6c8) owner 0000000000000000/ffff982b86784f80 00020000:00000001:0.0:1769074823.743514:0:31210:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.743524:0:31210:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:0.0:1769074823.743527:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafdd0 00000080:00200008:0.0:1769074823.743528:0:31210:0:(file.c:424:ll_file_release()) START file f16.replay-dual-4:[0x2000013a1:0x3c:0x0](ffff982b906b3a88), flags 100002 00000080:00000001:0.0:1769074823.743531:0:31210:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:0.0:1769074823.743534:0:31210:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:0.0:1769074823.743535:0:31210:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1769074823.743537:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9029d6c8) owner 0000000000000000/ffff982b86784f80 00020000:00000002:0.0:1769074823.743540:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9029d6c8) owner 0000000000000000/ffff982b86784f80 00020000:00000001:0.0:1769074823.743542:0:31210:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.743544:0:31210:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:0.0:1769074823.743549:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074823.743552:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074823.743556:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5100 count: 2 00010000:00000001:0.0:1769074823.743559:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074823.743563:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074823.743565:0:31210:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x3c:0x0]: 0 00000080:00000001:0.0:1769074823.743568:0:31210:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1769074823.743570:0:31210:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1769074823.743574:0:31210:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff982b8706b400. 00000080:00000001:0.0:1769074823.743576:0:31210:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1769074823.743582:0:31210:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1769074823.743585:0:31210:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1769074823.743588:0:31210:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x3c:0x0] 00000002:00000001:0.0:1769074823.743592:0:31210:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1769074823.743594:0:31210:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff982b858dd800: [0x2000013a1:0x3c:0x0] file closed with intent: 0 00000100:00000010:0.0:1769074823.743603:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903a9c00. 00000020:00000040:0.0:1769074823.743607:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=15 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:0.0:1769074823.743624:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074823.743627:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074823.743633:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074823.743640:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b8706ba00. 00000100:00000001:0.0:1769074823.743648:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1769074823.743661:0:31210:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff982b903a8a80 x1855007613332864/t73014444045(73014444045) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1769074823.743673:0:31210:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b858dd800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074823.743678:0:31210:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b903a9c00 x1855007613333120/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1769074823.743685:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074823.743687:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074823.743695:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b985ecc00. 00000100:00000001:0.0:1769074823.743697:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911740206080 : -114161969345536 : ffff982b985ecc00) 00000100:00000001:0.0:1769074823.743701:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.743703:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603616768 : -114162105934848 : ffff982b903a9c00) 00000100:00000001:0.0:1769074823.743708:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074823.743713:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.743715:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074823.743717:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074823.743721:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903a9c00 x1855007613333120/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.743728:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074823.743730:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.743735:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074823.743738:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074823.743741:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074823.743744:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903a9c00 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613333120:192.168.204.151@tcp:35:createmany.0 00000100:00000001:0.0:1769074823.743749:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074823.743755:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074823.743757:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.743760:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074823.743765:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b87fc7800. 02000000:00000001:0.0:1769074823.743767:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074823.743779:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074823.743786:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b6b00. 00000400:00000010:0.0:1769074823.743794:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f2a8. 00000100:00000200:0.0:1769074823.743802:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613333120, portal 10 00000100:00000001:0.0:1769074823.743804:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.743805:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603616768 : -114162105934848 : ffff982b903a9c00) 00000100:00000040:0.0:1769074823.743812:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b903a9c00 x1855007613333120/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.743819:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074823.743821:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074823.743824:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604fc38. 00000100:00000200:0.0:1769074823.743828:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613333120, offset 0 00000400:00000200:0.0:1769074823.743835:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074823.743845:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074823.743855:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074823.743861:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074823.743867:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074823.743872:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074823.743875:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074823.743879:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15336:15336:256:4294967295] 192.168.204.151@tcp LPNI seq info [15336:15336:8:4294967295] 00000400:00000200:0.0:1769074823.743882:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074823.743895:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074823.743902:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074823.743908:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08f00. 00000800:00000200:0.0:1769074823.743917:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074823.743927:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074823.743933:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08f00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1769074823.746320:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.746337:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 958112 usecs (959 jiffies) 00000400:00000200:0.0:1769074823.746354:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074823.746360:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296481382 00000100:00000001:0.0:1769074823.746364:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:0.0:1769074823.746367:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296481382 00000100:00000001:0.0:1769074823.746370:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:0.0:1769074823.746372:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074823.746377:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.746381:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074823.746383:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074823.746388:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985ecc00 going to sleep for 11 seconds 00000100:00000001:0.0:1769074823.746393:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074823.746397:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074823.750040:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074823.750057:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08f00. 00000400:00000200:2.0:1769074823.750071:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074823.750085:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074823.750095:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604fc38 00000400:00000010:2.0:1769074823.750098:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604fc38. 00000100:00000001:2.0:1769074823.750105:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074823.750115:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903a9c00 x1855007613333120/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.750366:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074823.750371:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a9c00 x1855007613333120/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.750378:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.750380:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074823.750735:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.750752:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074823.750756:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.750759:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.750770:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.750776:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074823.750785:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.750791:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.750798:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.750803:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd92e80 00000400:00000200:3.0:1769074823.750808:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.750817:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x2223d [1] + 224 00000800:00000001:3.0:1769074823.750829:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.750839:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.750842:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074823.750846:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074823.750852:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074823.750858:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903a9c00 x1855007613333120/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074823.750868:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff982b903a9c00 x1855007613333120/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.750934:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074823.751009:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074823.751019:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.751023:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1769074823.751064:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074823.751067:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074823.751072:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6b00. 00000400:00000200:0.0:1769074823.751076:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f2a8 00000400:00000010:0.0:1769074823.751079:0:31210:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f2a8. 00000100:00000001:0.0:1769074823.751082:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074823.751087:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903a9c00 x1855007613333120/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074823.751097:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903a9c00 x1855007613333120/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.751103:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074823.751106:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.751109:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074823.751114:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074823.751204:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074823.751210:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.751214:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074823.751232:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88ca0 time=34 v=5 (5 0 10 10) 00000100:00001000:0.0:1769074823.751238:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074823.751242:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074823.751245:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.751249:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074823.751254:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.751259:0:31210:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1769074823.751261:0:31210:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1769074823.751263:0:31210:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1769074823.751267:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.751269:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603616768 : -114162105934848 : ffff982b903a9c00) 00000100:00000001:0.0:1769074823.751274:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074823.751277:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:0.0:1769074823.751304:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074823.751308:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.751315:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903a9c00 x1855007613333120/t73014444046(73014444046) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.751324:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074823.751328:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074823.751333:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074823.751338:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903a9c00 x1855007613333120/t73014444046(73014444046) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074823.751347:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903a9c00 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613333120:192.168.204.151@tcp:35:createmany.0 00000100:00000001:0.0:1769074823.751354:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.751358:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.751361:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074823.751363:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074823.751366:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a9c00 x1855007613333120/t73014444046(73014444046) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.751373:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074823.751377:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b985ecc00. 00000100:00000001:0.0:1769074823.751381:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074823.751383:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.751393:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.751394:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603616768 : -114162105934848 : ffff982b903a9c00) 00000002:00000001:0.0:1769074823.751398:0:31210:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.751402:0:31210:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074823.751410:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b8706b400. 00000080:00000001:0.0:1769074823.751415:0:31210:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1769074823.751420:0:31210:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1769074823.751427:0:31210:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1769074823.751433:0:31210:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff982b903a8a80 x1855007613332864/t73014444045(73014444045) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074823.751442:0:31210:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.751444:0:31210:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074823.751457:0:31210:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff982b990728c0. 00000100:00000001:0.0:1769074823.751460:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074823.751464:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a9c00 x1855007613333120/t73014444046(73014444046) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.751472:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.751476:0:31210:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074823.751480:0:31210:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff982b996fd7c0. 00000080:00000001:0.0:1769074823.751487:0:31210:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074823.751497:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafdd0 00000080:00000008:0.0:1769074823.751501:0:31210:0:(file.c:464:ll_file_release()) COMPLETED file f16.replay-dual-4:[0x2000013a1:0x3c:0x0](ffff982b906b3a88), flags 100002, rc = 0 00000080:00000001:0.0:1769074823.751505:0:31210:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.751514:0:31210:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1769074823.751517:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafe00 00000080:00002000:0.0:1769074823.751519:0:31210:0:(dcache.c:127:ll_ddelete()) keeping dentry f16.replay-dual-4 (ffff982b90665af8, parent ffff982b90d9e5e8, inode ffff982b906b3a88) hashed, 00000080:00000001:0.0:1769074823.751523:0:31210:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.751704:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074823.751710:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074823.751713:0:31210:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074823.751715:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafbc0 00000080:00200000:0.0:1769074823.751718:0:31210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:0.0:1769074823.751726:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b8706b400. 00800000:00000002:0.0:1769074823.751734:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:0.0:1769074823.751740:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074823.751746:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074823.751748:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafae0 00800000:00000002:0.0:1769074823.751751:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074823.751756:0:31210:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074823.751760:0:31210:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074823.751767:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074823.751769:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf9b0 00000002:00010000:0.0:1769074823.751772:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074823.751777:0:31210:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074823.751780:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074823.751784:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074823.751792:0:31210:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.751795:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.751797:0:31210:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.751800:0:31210:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1769074823.751803:0:31210:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1769074823.751810:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903a9180. 00000020:00000040:0.0:1769074823.751815:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=16 obd=lustre-MDT0000-mdc-ffff982b858dd800 00010000:00000001:0.0:1769074823.751822:0:31210:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1769074823.751830:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074823.751839:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.751841:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.751843:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.751847:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074823.751849:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074823.751856:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074823.751866:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b87fc4400. 00000100:00000001:0.0:1769074823.751873:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.751878:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074823.751880:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.751881:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074823.751882:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.751885:0:31210:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.751892:0:31210:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446629911603614080 : -114162105937536 : ffff982b903a9180) 00010000:00000001:0.0:1769074823.751896:0:31210:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1769074823.751898:0:31210:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1769074823.751903:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b985e5200. 00010000:00000010:0.0:1769074823.751987:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b985e6d00. 00010000:00000001:0.0:1769074823.751993:0:31210:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1769074823.751997:0:31210:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b90255c00. 00000020:00000001:0.0:1769074823.752002:0:31210:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074823.752005:0:31210:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b90255c00 with handle 0x5d432443066b7458 to hash 00000020:00000001:0.0:1769074823.752008:0:31210:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1769074823.752009:0:31210:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.752014:0:31210:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.752019:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074823.752022:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074823.752027:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b7458 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31210 initiator: MDT0 00010000:00010000:0.0:1769074823.752037:0:31210:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b7458 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00010000:00010000:0.0:1769074823.752054:0:31210:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b7458 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000100:00000001:0.0:1769074823.752060:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074823.752062:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074823.752069:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b985ecc00. 00000100:00000001:0.0:1769074823.752071:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911740206080 : -114161969345536 : ffff982b985ecc00) 00000100:00000001:0.0:1769074823.752073:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.752075:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603614080 : -114162105937536 : ffff982b903a9180) 00000100:00000001:0.0:1769074823.752080:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074823.752085:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.752088:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074823.752090:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074823.752095:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903a9180 x1855007613333248/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.752104:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074823.752107:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.752111:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074823.752114:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074823.752196:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074823.752201:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903a9180 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613333248:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074823.752206:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074823.752215:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074823.752217:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.752220:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074823.752227:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff982b855d7800. 02000000:00000001:0.0:1769074823.752229:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074823.752238:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074823.752242:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b6b00. 00000400:00000010:0.0:1769074823.752248:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f2a8. 00000100:00000200:0.0:1769074823.752258:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007613333248, portal 10 00000100:00000001:0.0:1769074823.752260:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.752262:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603614080 : -114162105937536 : ffff982b903a9180) 00000100:00000040:0.0:1769074823.752269:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b903a9180 x1855007613333248/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.752405:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074823.752411:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074823.752415:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f6e8. 00000100:00000200:0.0:1769074823.752420:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007613333248, offset 0 00000400:00000200:0.0:1769074823.752428:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074823.752439:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074823.752457:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074823.752466:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074823.752471:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074823.752477:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074823.752480:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074823.752485:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15337:15337:256:4294967295] 192.168.204.151@tcp LPNI seq info [15337:15337:8:4294967295] 00000400:00000200:0.0:1769074823.752489:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074823.752503:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074823.752511:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074823.752517:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08600. 00000800:00000200:0.0:1769074823.752524:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074823.752533:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074823.752540:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1769074823.752561:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.752566:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 956548 usecs (957 jiffies) 00000400:00000200:0.0:1769074823.752570:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074823.752574:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296481387 00000100:00000001:0.0:1769074823.752578:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:0.0:1769074823.752581:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296481387 00000100:00000001:0.0:1769074823.752584:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:0.0:1769074823.752589:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074823.752592:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.752594:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074823.752596:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074823.752599:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985ecc00 going to sleep for 11 seconds 00000100:00000001:0.0:1769074823.752601:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074823.752604:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074823.753648:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074823.753657:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08600. 00000400:00000200:2.0:1769074823.753665:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074823.753673:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074823.753680:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f6e8 00000400:00000010:2.0:1769074823.753683:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f6e8. 00000100:00000001:2.0:1769074823.753689:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074823.753700:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903a9180 x1855007613333248/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.753714:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074823.753717:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a9180 x1855007613333248/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.753724:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.753725:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1769074823.753771:0:31210:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e5500. 00000800:00000001:3.0:1769074823.756777:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.756799:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074823.756804:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.756806:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.756821:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.756831:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074823.756839:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.756845:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.756852:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.756856:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 688 into portal 10 MB=0x6971e9dd92f00 00000400:00000200:3.0:1769074823.756863:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.756870:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 688/688 into md 0x22245 [1] + 224 00000800:00000001:3.0:1769074823.756879:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.756888:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.756892:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074823.756897:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074823.756915:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074823.756926:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903a9180 x1855007613333248/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074823.756939:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff982b903a9180 x1855007613333248/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074823.756960:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074823.756970:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.756973:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074823.757801:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074823.757813:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074823.757816:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074823.757821:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6b00. 00000400:00000200:2.0:1769074823.757827:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f2a8 00000400:00000010:2.0:1769074823.757830:0:31210:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f2a8. 00000100:00000001:2.0:1769074823.757835:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074823.757844:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903a9180 x1855007613333248/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1769074823.757854:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903a9180 x1855007613333248/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.757863:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074823.757864:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074823.757867:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074823.757871:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074823.757874:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074823.757876:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074823.757880:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074823.757892:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=34 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074823.757896:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=96 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074823.757899:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074823.757901:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.757914:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074823.757919:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.757923:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074823.757926:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:2.0:1769074823.757929:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074823.757932:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074823.757937:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903a9180 x1855007613333248/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.757944:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074823.757948:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074823.757950:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074823.757954:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903a9180 x1855007613333248/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074839 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1769074823.757962:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903a9180 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613333248:192.168.204.151@tcp:101:createmany.0 00000100:00000001:2.0:1769074823.757966:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074823.757969:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.757971:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074823.757973:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074823.757976:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903a9180 x1855007613333248/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074839 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.757983:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074823.757986:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b985ecc00. 00000100:00000001:2.0:1769074823.757990:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074823.757991:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.757995:0:31210:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1769074823.757999:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.758002:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.758006:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255c00 refcount=4 00000020:00000001:2.0:1769074823.758009:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:2.0:1769074823.758012:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000040:2.0:1769074823.758020:0:31210:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b90255c00, remote cookie: 0xf5b77ed682f5d21f, flags: 0x1001 00010000:00010000:2.0:1769074823.758026:0:31210:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b7458 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d21f expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074823.758039:0:31210:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b7458 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d21f expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.758047:0:31210:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1769074823.758052:0:31210:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1769074823.758055:0:31210:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1769074823.758057:0:31210:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1769074823.758059:0:31210:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1769074823.758062:0:31210:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff982b985e5200) refcount = 1 00010000:00010000:2.0:1769074823.758065:0:31210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b7458 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d21f expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.758071:0:31210:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1769074823.758075:0:31210:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1769074823.758076:0:31210:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074823.758080:0:31210:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1769074823.758082:0:31210:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074823.758086:0:31210:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b7458 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d21f expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.758091:0:31210:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1769074823.758093:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.758094:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.758095:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.758096:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.758098:0:31210:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074823.758103:0:31210:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1769074823.758105:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.758106:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.758108:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255c00 refcount=3 00000020:00000001:2.0:1769074823.758110:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:2.0:1769074823.758112:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:2.0:1769074823.758114:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.758115:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.758123:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255c00 refcount=4 00000020:00000001:2.0:1769074823.758125:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:2.0:1769074823.758127:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:2.0:1769074823.758131:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074823.758133:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074823.758137:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b7458 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d21f expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.758143:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.758144:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.758145:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.758146:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.758148:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255c00 refcount=5 00000020:00000001:2.0:1769074823.758149:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:2.0:1769074823.758151:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:2.0:1769074823.758153:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074823.758156:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b7458 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d21f expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.758161:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.758162:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1769074823.758165:0:31210:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b7458 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d21f expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.758171:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074823.758172:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.758173:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.758174:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.758175:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1769074823.758179:0:31210:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff982b903a9180 x1855007613333248/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074839 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1769074823.758189:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.758190:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.758191:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255c00 refcount=3 00000020:00000001:2.0:1769074823.758192:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:2.0:1769074823.758195:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:2.0:1769074823.758197:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.758198:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074823.758200:0:31210:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074823.758202:0:31210:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074823.758205:0:31210:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1769074823.758208:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.758209:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.758210:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255c00 refcount=3 00000020:00000001:2.0:1769074823.758212:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:2.0:1769074823.758215:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00000002:00010000:2.0:1769074823.758218:0:31210:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b7458 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d21f expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.758225:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.758226:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.758228:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1769074823.758229:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.758230:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.758231:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255c00 refcount=3 00000020:00000001:2.0:1769074823.758233:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:2.0:1769074823.758235:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000040:2.0:1769074823.758245:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5200 count: 2 00010000:00000001:2.0:1769074823.758249:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1769074823.758253:0:31210:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b873df800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1769074823.758256:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.758257:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074823.758259:0:31210:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1769074823.758262:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf930 00000002:00002000:2.0:1769074823.758265:0:31210:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1769074823.758268:0:31210:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074823.758273:0:31210:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074823.758277:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1769074823.758333:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1769074823.758338:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1769074823.758343:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:2.0:1769074823.758347:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b8706b400. 00000080:00000001:2.0:1769074823.758353:0:31210:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1769074823.758356:0:31210:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1769074823.758364:0:31210:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1769074823.758371:0:31210:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1769074823.758383:0:31210:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff982b984ba100. 00800000:00000001:2.0:1769074823.758386:0:31210:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446629911738949888 : -114161970601728 : ffff982b984ba100) 00800000:00000001:2.0:1769074823.758389:0:31210:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074823.758392:0:31210:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1769074823.758397:0:31210:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1769074823.758400:0:31210:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1769074823.758403:0:31210:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1769074823.758407:0:31210:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1769074823.758409:0:31210:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074823.758415:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1769074823.758419:0:31210:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1769074823.758425:0:31210:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:2.0:1769074823.758427:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.758429:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.758430:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255c00 refcount=3 00000020:00000001:2.0:1769074823.758432:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:2.0:1769074823.758434:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:2.0:1769074823.758436:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.758438:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1769074823.758439:0:31210:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1769074823.758442:0:31210:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1769074823.758443:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b984ba100 1 00800000:00000010:2.0:1769074823.758456:0:31210:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff982b984ba100. 00800000:00000001:2.0:1769074823.758460:0:31210:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074823.758464:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b7458 00800000:00000001:2.0:1769074823.758467:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1769074823.758469:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1769074823.758471:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.758472:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.758474:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255c00 refcount=3 00000020:00000001:2.0:1769074823.758475:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:2.0:1769074823.758478:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:2.0:1769074823.758480:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.758481:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074823.758483:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074823.758485:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074823.758487:0:31210:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074823.758490:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:2.0:1769074823.758494:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b7458 from it ffffbcdb01dafbf8 00010000:00000001:2.0:1769074823.758496:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.758497:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.758498:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255c00 refcount=3 00000020:00000001:2.0:1769074823.758501:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:2.0:1769074823.758503:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:2.0:1769074823.758505:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074823.758508:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b7458 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d21f expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.758514:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.758515:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.758518:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1769074823.758520:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1769074823.758522:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b7458 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d21f expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.758532:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074823.758536:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074823.758538:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074823.758543:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.758544:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.758546:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.758550:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074823.758551:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.758555:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.758557:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.758559:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074823.758560:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.758561:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1769074823.758563:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074823.758569:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b903a9180 x1855007613333248/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074839 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.758575:0:31210:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074823.758578:0:31210:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074823.758582:0:31210:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff982b855d7800. 02000000:00000001:2.0:1769074823.758586:0:31210:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074823.758589:0:31210:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074823.758592:0:31210:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=15 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:2.0:1769074823.758594:0:31210:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074823.758598:0:31210:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b87fc4400. 02000000:00000001:2.0:1769074823.758602:0:31210:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074823.758604:0:31210:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074823.758606:0:31210:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b903a9180. 00000100:00000001:2.0:1769074823.758620:0:31210:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074823.758622:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769074823.758626:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 1 00000080:00000001:2.0:1769074823.758632:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074823.758656:0:31210:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff982b82dec2e0. 00000080:00000001:2.0:1769074823.758664:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1769074823.758666:0:31210:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1769074823.758667:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafb00 00000080:00200000:2.0:1769074823.758670:0:31210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:2.0:1769074823.758677:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b9037f800. 00800000:00000002:2.0:1769074823.758682:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:2.0:1769074823.758687:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1769074823.758690:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1769074823.758692:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa20 00800000:00000002:2.0:1769074823.758695:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1769074823.758698:0:31210:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1769074823.758702:0:31210:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1769074823.758708:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1769074823.758710:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf8f0 00000002:00010000:2.0:1769074823.758712:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1769074823.758716:0:31210:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1769074823.758718:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074823.758720:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074823.758722:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5200 count: 2 00010000:00000001:2.0:1769074823.758725:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074823.758727:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074823.758730:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1769074823.758732:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b7458 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d21f expref: -99 pid: 31210 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1769074823.758740:0:31210:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1769074823.758744:0:31210:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074823.758747:0:31210:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b7458 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d21f expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1769074823.758754:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1769074823.758756:0:31210:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074823.758758:0:31210:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1769074823.758760:0:31210:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1769074823.758762:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769074823.758764:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1769074823.758766:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1769074823.758768:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:2.0:1769074823.758771:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b9037f800. 00000080:00000001:2.0:1769074823.758774:0:31210:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1769074823.758775:0:31210:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074823.758777:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:2.0:1769074823.758780:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b7458 00800000:00000001:2.0:1769074823.758782:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1769074823.758784:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1769074823.758785:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.758787:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.758788:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255c00 refcount=3 00000020:00000001:2.0:1769074823.758790:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:2.0:1769074823.758792:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:2.0:1769074823.758794:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.758795:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074823.758796:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074823.758798:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074823.758800:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b7458 from it ffffbcdb01dafb38 00010000:00000001:2.0:1769074823.758802:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.758803:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.758804:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255c00 refcount=3 00000020:00000001:2.0:1769074823.758806:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:2.0:1769074823.758808:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:2.0:1769074823.758810:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074823.758812:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b7458 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d21f expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.758818:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.758819:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.758820:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1769074823.758821:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1769074823.758823:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b7458 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d21f expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.758829:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074823.758830:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074823.758831:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074823.758833:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.758834:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.758835:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.758837:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074823.758838:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.758840:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.758841:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.758843:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074823.758844:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.758845:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1769074823.758847:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769074823.758848:0:31210:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769074823.758850:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 3 00000080:00000001:2.0:1769074823.758853:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074823.758856:0:31210:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:2.0:1769074823.758858:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafb50 00000080:00200000:2.0:1769074823.758860:0:31210:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f16.replay-dual-5, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), file ffff982b83e34d80, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1769074823.758866:0:31210:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff982b984d6840. 00000080:00000001:2.0:1769074823.758871:0:31210:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:2.0:1769074823.758874:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa10 00000080:00200000:2.0:1769074823.758876:0:31210:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f16.replay-dual-5, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), intent=open|creat 00000080:00000010:2.0:1769074823.758884:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b9037f800. 00800000:00000002:2.0:1769074823.758887:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:2.0:1769074823.758892:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1769074823.758894:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1769074823.758895:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf930 00800000:00000002:2.0:1769074823.758897:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f16.replay-dual-5' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1769074823.758901:0:31210:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:2.0:1769074823.758904:0:31210:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1769074823.758909:0:31210:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446629911450240000 : -114162259311616 : ffff982b87164400) 00800000:00000001:2.0:1769074823.758913:0:31210:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1769074823.758915:0:31210:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1769074823.758918:0:31210:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1769074823.758921:0:31210:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1769074823.758925:0:31210:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff982b858dd800: Allocated FID [0x2000013a1:0x3d:0x0] 40000000:00000001:2.0:1769074823.758928:0:31210:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074823.758931:0:31210:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074823.758932:0:31210:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074823.758934:0:31210:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074823.758936:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf8b0 00800000:00000002:2.0:1769074823.758938:0:31210:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x3d:0x0], name='f16.replay-dual-5' -> mds #0 00000002:00000001:2.0:1769074823.758941:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1769074823.758943:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf7e8 00000002:00010000:2.0:1769074823.758945:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f16.replay-dual-5,[0x2000013a1:0x3d:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1769074823.758949:0:31210:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1769074823.758952:0:31210:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1769074823.758956:0:31210:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1769074823.758960:0:31210:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074823.758962:0:31210:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1769074823.758964:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5200 count: 2 00010000:00000001:2.0:1769074823.758966:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074823.758969:0:31210:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1769074823.758973:0:31210:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1769074823.758976:0:31210:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b7458 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf5b77ed682f5d21f expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000080:00000001:2.0:1769074823.758984:0:31210:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074823.758989:0:31210:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074823.758992:0:31210:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1769074823.758994:0:31210:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1769074823.758996:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074823.758997:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074823.758999:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5200 count: 3 00010000:00000001:2.0:1769074823.759001:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074823.759003:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074823.759005:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074823.759006:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074823.759008:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5200 count: 3 00010000:00000001:2.0:1769074823.759009:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074823.759011:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074823.759013:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074823.759014:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074823.759015:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5200 count: 3 00010000:00000001:2.0:1769074823.759017:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074823.759019:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074823.759021:0:31210:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1769074823.759024:0:31210:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff982b90dbe300, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1769074823.759029:0:31210:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1769074823.759033:0:31210:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1769074823.759036:0:31210:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074823.759038:0:31210:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.759042:0:31210:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1769074823.759045:0:31210:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074823.759047:0:31210:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074823.759049:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074823.759051:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1769074823.759053:0:31210:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b90255c00 with handle 0x5d432443066b7458 from hash 00010000:00000001:2.0:1769074823.759056:0:31210:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074823.759058:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.759059:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.759060:0:31210:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074823.759063:0:31210:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074823.759065:0:31210:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1769074823.759068:0:31210:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074823.759070:0:31210:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074823.759072:0:31210:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1769074823.759078:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90379c00. 00000020:00000040:2.0:1769074823.759082:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=16 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:2.0:1769074823.759087:0:31210:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769074823.759089:0:31210:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.759092:0:31210:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1769074823.759096:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074823.759099:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.759100:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.759102:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.759105:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074823.759107:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074823.759109:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074823.759118:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c09400. 00000100:00000001:2.0:1769074823.759126:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.759130:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074823.759133:0:31210:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1769074823.759136:0:31210:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b7458 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d21f expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074823.759147:0:31210:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1769074823.759149:0:31210:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074823.759150:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074823.759152:0:31210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b7458 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d21f expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1769074823.759160:0:31210:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b985e5200 count: 0 00010000:00000010:2.0:1769074823.759166:0:31210:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b985e6d00. 00010000:00000001:2.0:1769074823.759179:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.759181:0:31210:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.759182:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074823.759184:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.759186:0:31210:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074823.759198:0:31210:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446629911603420160 : -114162106131456 : ffff982b90379c00) 00010000:00000001:2.0:1769074823.759202:0:31210:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1769074823.759204:0:31210:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1769074823.759210:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b86036400. 00010000:00000010:2.0:1769074823.759213:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b8917c100. 00010000:00000001:2.0:1769074823.759219:0:31210:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1769074823.759223:0:31210:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b90341800. 00000020:00000001:2.0:1769074823.759226:0:31210:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1769074823.759229:0:31210:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b90341800 with handle 0x5d432443066b745f to hash 00000020:00000001:2.0:1769074823.759231:0:31210:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1769074823.759233:0:31210:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911603189760 : -114162106361856 : ffff982b90341800) 00010000:00000001:2.0:1769074823.759237:0:31210:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911603189760 : -114162106361856 : ffff982b90341800) 00010000:00000001:2.0:1769074823.759239:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074823.759241:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074823.759244:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341800/0x5d432443066b745f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31210 initiator: MDT0 00010000:00010000:2.0:1769074823.759250:0:31210:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341800/0x5d432443066b745f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000020:00100000:2.0:1769074823.759267:0:31210:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b858dd800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074823.759276:0:31210:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b90379c00 x1855007613333504/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074823.759322:0:31210:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341800/0x5d432443066b745f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000100:00000001:2.0:1769074823.759328:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074823.759330:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074823.759340:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b85821780. 00000100:00000001:2.0:1769074823.759342:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911423752064 : -114162285799552 : ffff982b85821780) 00000100:00000001:2.0:1769074823.759346:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074823.759347:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603420160 : -114162106131456 : ffff982b90379c00) 00000100:00000001:2.0:1769074823.759353:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074823.759358:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.759361:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074823.759362:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074823.759367:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90379c00 x1855007613333504/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.759376:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074823.759379:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074823.759385:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074823.759388:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074823.759390:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074823.759394:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90379c00 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613333504:192.168.204.151@tcp:101:createmany.0 00000100:00000001:2.0:1769074823.759399:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074823.759405:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074823.759407:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074823.759410:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074823.759509:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff982b902a0000. 02000000:00000001:2.0:1769074823.759512:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074823.759525:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074823.759531:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7e528. 00000400:00000010:2.0:1769074823.759539:0:31210:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff982b98c08400. 00000100:00000200:2.0:1769074823.759548:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007613333504, portal 10 00000100:00000001:2.0:1769074823.759550:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074823.759552:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603420160 : -114162106131456 : ffff982b90379c00) 00000100:00000040:2.0:1769074823.759558:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b90379c00 x1855007613333504/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.759567:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074823.759570:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074823.759574:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f000. 00000100:00000200:2.0:1769074823.759578:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007613333504, offset 0 00000400:00000200:2.0:1769074823.759586:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074823.759595:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.759605:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074823.759612:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074823.759616:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074823.759621:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074823.759625:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074823.759630:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15338:15338:256:4294967295] 192.168.204.151@tcp LPNI seq info [15338:15338:8:4294967295] 00000400:00000200:2.0:1769074823.759635:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.759646:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074823.759653:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074823.759659:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73fc00. 00000800:00000200:2.0:1769074823.759668:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074823.759678:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074823.759684:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73fc00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1769074823.759702:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074823.759706:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 954987 usecs (955 jiffies) 00000400:00000200:2.0:1769074823.759710:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074823.759714:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296481390 00000100:00000001:2.0:1769074823.759718:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:2.0:1769074823.759721:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296481390 00000100:00000001:2.0:1769074823.759724:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:2.0:1769074823.759727:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074823.759730:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.759733:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074823.759735:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074823.759738:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b85821780 going to sleep for 11 seconds 00000100:00000001:2.0:1769074823.759741:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074823.759743:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074823.760695:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074823.760703:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73fc00. 00000400:00000200:3.0:1769074823.760714:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074823.760722:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074823.760730:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f000 00000400:00000010:3.0:1769074823.760733:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f000. 00000100:00000001:3.0:1769074823.760738:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074823.760744:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90379c00 x1855007613333504/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074823.760755:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074823.760759:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90379c00 x1855007613333504/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074823.760765:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074823.760766:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074823.766858:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.766882:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074823.766887:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.766890:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.766904:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.766915:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074823.766925:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.766931:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.766938:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.766943:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 664 into portal 10 MB=0x6971e9dd93000 00000400:00000200:3.0:1769074823.766949:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.766956:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 664/664 into md 0x2224d [32] + 224 00000800:00000001:3.0:1769074823.766966:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.766973:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.766977:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074823.766982:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074823.766992:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074823.767002:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90379c00 x1855007613333504/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074823.767014:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff982b90379c00 x1855007613333504/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074823.767038:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074823.767048:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074823.767052:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.767058:0:2359:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074823.767063:0:2359:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15339:15339:256:4294967295] 192.168.204.151@tcp LPNI seq info [15339:15339:8:4294967295] 00000400:00000200:3.0:1769074823.767068:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.767078:0:2359:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:3.0:1769074823.767084:0:2359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074823.767093:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff982b98c00000. 00000800:00000200:3.0:1769074823.767099:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074823.767108:0:2359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074823.767112:0:2359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b98c00000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1769074823.767207:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074823.767212:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff982b98c00000. 00000400:00000200:3.0:1769074823.767214:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074823.767218:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:3.0:1769074823.767224:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.767227:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074823.767348:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074823.767361:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074823.767363:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074823.767369:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7e528. 00000400:00000200:2.0:1769074823.767375:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b98c08400 00000400:00000010:2.0:1769074823.767378:0:31210:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff982b98c08400. 00000100:00000001:2.0:1769074823.767381:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074823.767387:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90379c00 x1855007613333504/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1769074823.767395:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90379c00 x1855007613333504/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.767401:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074823.767403:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074823.767406:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074823.767410:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074823.767413:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074823.767416:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074823.767420:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074823.767433:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=34 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074823.767439:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=96 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074823.767442:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074823.767444:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.767459:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074823.767463:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.767467:0:31210:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1769074823.767470:0:31210:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:2.0:1769074823.767472:0:31210:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1769074823.767475:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074823.767477:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603420160 : -114162106131456 : ffff982b90379c00) 00000100:00000001:2.0:1769074823.767481:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074823.767483:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:2.0:1769074823.767485:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074823.767489:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074823.767495:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90379c00 x1855007613333504/t73014444047(73014444047) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074839 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.767503:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074823.767507:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074823.767509:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074823.767513:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90379c00 x1855007613333504/t73014444047(73014444047) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074839 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1769074823.767521:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90379c00 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613333504:192.168.204.151@tcp:101:createmany.0 00000100:00000001:2.0:1769074823.767526:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074823.767529:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.767532:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074823.767534:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074823.767537:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90379c00 x1855007613333504/t73014444047(73014444047) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074839 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.767544:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074823.767547:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b85821780. 00000100:00000001:2.0:1769074823.767551:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074823.767553:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.767556:0:31210:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1769074823.767562:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.767565:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.767568:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341800 refcount=4 00000020:00000001:2.0:1769074823.767571:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603189760 : -114162106361856 : ffff982b90341800) 00010000:00000001:2.0:1769074823.767574:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603189760 : -114162106361856 : ffff982b90341800) 00010000:00000040:2.0:1769074823.767583:0:31210:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b90341800, remote cookie: 0xf5b77ed682f5d23b, flags: 0x1001 00010000:00010000:2.0:1769074823.767589:0:31210:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341800/0x5d432443066b745f lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d23b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1769074823.767599:0:31210:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x3d:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1769074823.767603:0:31210:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1769074823.767615:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b86036800. 00010000:00000010:2.0:1769074823.767620:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b8917cd00. 00010000:00000040:2.0:1769074823.767626:0:31210:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b86036400 count: 0 00010000:00000010:2.0:1769074823.767633:0:31210:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b8917c100. 00010000:00000001:2.0:1769074823.767643:0:31210:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074823.767647:0:31210:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341800/0x5d432443066b745f lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d23b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074823.767656:0:31210:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341800/0x5d432443066b745f lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d23b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.767663:0:31210:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1769074823.767668:0:31210:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1769074823.767671:0:31210:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1769074823.767673:0:31210:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1769074823.767675:0:31210:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1769074823.767677:0:31210:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x3d:0x0].0x0 (ffff982b86036800) refcount = 1 00010000:00010000:2.0:1769074823.767681:0:31210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341800/0x5d432443066b745f lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d23b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.767688:0:31210:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1769074823.767692:0:31210:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1769074823.767694:0:31210:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074823.767698:0:31210:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1769074823.767700:0:31210:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074823.767703:0:31210:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341800/0x5d432443066b745f lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d23b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.767710:0:31210:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1769074823.767712:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.767714:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.767715:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.767716:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.767718:0:31210:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074823.767724:0:31210:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1769074823.767727:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.767728:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.767730:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341800 refcount=3 00000020:00000001:2.0:1769074823.767732:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603189760 : -114162106361856 : ffff982b90341800) 00010000:00000001:2.0:1769074823.767734:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603189760 : -114162106361856 : ffff982b90341800) 00010000:00000001:2.0:1769074823.767737:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.767738:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.767740:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341800 refcount=4 00000020:00000001:2.0:1769074823.767741:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603189760 : -114162106361856 : ffff982b90341800) 00010000:00000001:2.0:1769074823.767743:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603189760 : -114162106361856 : ffff982b90341800) 00010000:00000001:2.0:1769074823.767747:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074823.767749:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074823.767753:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341800/0x5d432443066b745f lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d23b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.767758:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.767759:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.767760:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.767761:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.767763:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341800 refcount=5 00000020:00000001:2.0:1769074823.767765:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603189760 : -114162106361856 : ffff982b90341800) 00010000:00000001:2.0:1769074823.767766:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603189760 : -114162106361856 : ffff982b90341800) 00010000:00000001:2.0:1769074823.767769:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074823.767771:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341800/0x5d432443066b745f lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d23b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.767782:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.767783:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1769074823.767785:0:31210:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341800/0x5d432443066b745f lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d23b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.767792:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074823.767793:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.767794:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.767796:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.767797:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1769074823.767803:0:31210:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff982b90379c00 x1855007613333504/t73014444047(73014444047) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074839 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074823.767813:0:31210:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1769074823.767818:0:31210:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff982b90379c00 x1855007613333504/t73014444047(73014444047) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074839 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074823.767826:0:31210:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.767834:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.767836:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.767837:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341800 refcount=3 00000020:00000001:2.0:1769074823.767839:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603189760 : -114162106361856 : ffff982b90341800) 00010000:00000001:2.0:1769074823.767841:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603189760 : -114162106361856 : ffff982b90341800) 00000002:00010000:2.0:1769074823.767845:0:31210:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341800/0x5d432443066b745f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d23b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000002:00000010:2.0:1769074823.767853:0:31210:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff982b984ba100. 00010000:00000001:2.0:1769074823.767856:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.767857:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074823.767859:0:31210:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074823.767861:0:31210:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074823.767864:0:31210:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1769074823.767868:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074823.767869:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603420160 : -114162106131456 : ffff982b90379c00) 00000100:00000001:2.0:1769074823.767871:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074823.767872:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603420160 : -114162106131456 : ffff982b90379c00) 00010000:00000001:2.0:1769074823.767875:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.767876:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.767877:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341800 refcount=3 00000020:00000001:2.0:1769074823.767879:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603189760 : -114162106361856 : ffff982b90341800) 00010000:00000001:2.0:1769074823.767881:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603189760 : -114162106361856 : ffff982b90341800) 00000002:00010000:2.0:1769074823.767884:0:31210:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341800/0x5d432443066b745f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d23b expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:2.0:1769074823.767890:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.767891:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.767893:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1769074823.767894:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.767895:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.767896:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341800 refcount=3 00000020:00000001:2.0:1769074823.767898:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603189760 : -114162106361856 : ffff982b90341800) 00010000:00000001:2.0:1769074823.767901:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603189760 : -114162106361856 : ffff982b90341800) 00010000:00000040:2.0:1769074823.767905:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036800 count: 2 00010000:00000001:2.0:1769074823.767908:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1769074823.767912:0:31210:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b873df800 type 13 mode 4 res 8589939617/61 (0 0) 00010000:00000001:2.0:1769074823.767915:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.767916:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074823.767917:0:31210:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1769074823.767921:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf768 00000002:00002000:2.0:1769074823.767923:0:31210:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f16.replay-dual-5 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:2.0:1769074823.767927:0:31210:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074823.767932:0:31210:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074823.767936:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1769074823.767940:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1769074823.767944:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1769074823.767949:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000001:2.0:1769074823.767953:0:31210:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1769074823.767955:0:31210:0:(namei.c:677:ll_lookup_it_finish()) it ffff982b984d6840 it_disposition 1800037 00000080:00002000:2.0:1769074823.767962:0:31210:0:(namei.c:656:ll_splice_alias()) Add dentry ffff982b904e8af8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1769074823.767968:0:31210:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1769074823.767971:0:31210:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:2.0:1769074823.767973:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf9a0 00000080:00200000:2.0:1769074823.767975:0:31210:0:(namei.c:1569:ll_create_it()) VFS Op:name=f16.replay-dual-5, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), intent=open|creat 00000080:00000001:2.0:1769074823.767978:0:31210:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:2.0:1769074823.767981:0:31210:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1769074823.767986:0:31210:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1769074823.767990:0:31210:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1769074823.767993:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366333 : 144115272381366333 : 2000013a100003d) 00000080:00000001:2.0:1769074823.767997:0:31210:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:2.0:1769074823.768021:0:31210:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff982b90688840. 00000020:00000001:2.0:1769074823.768033:0:31210:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:2.0:1769074823.768035:0:31210:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1769074823.768039:0:31210:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:2.0:1769074823.768041:0:31210:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a1:0x3d:0x0](ffff982b90688908) 00000020:00000001:2.0:1769074823.768046:0:31210:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074823.768051:0:31210:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911434103192 : -114162275448424 : ffff982b86200998) 00000020:00001000:2.0:1769074823.768053:0:31210:0:(cl_object.c:785:cl_env_get()) 1@ffff982b86200990 00000020:00000001:2.0:1769074823.768059:0:31210:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:2.0:1769074823.768065:0:31210:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff982b82dbcc80. 00000020:00000001:2.0:1769074823.768068:0:31210:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:2.0:1769074823.768070:0:31210:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074823.768092:0:31210:0:(lov_object.c:2321:lov_object_alloc()) Process entered 00020000:00000010:2.0:1769074823.768135:0:31210:0:(lov_object.c:2322:lov_object_alloc()) slab-alloced 'lov': 248 at ffff982b9a135aa8. 00020000:00000001:2.0:1769074823.768138:0:31210:0:(lov_object.c:2336:lov_object_alloc()) Process leaving (rc=18446629911768816296 : -114161940735320 : ffff982b9a135aa8) 00020000:00000001:2.0:1769074823.768141:0:31210:0:(lov_object.c:1378:lov_object_init()) Process entered 00020000:00000001:2.0:1769074823.768147:0:31210:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1769074823.768154:0:31210:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff982b984d68a0. 00020000:00000010:2.0:1769074823.768159:0:31210:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff982b88365700. 00020000:00000010:2.0:1769074823.768164:0:31210:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff982b984d6720. 00020000:00000001:2.0:1769074823.768167:0:31210:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446629911739066144 : -114161970485472 : ffff982b984d6720) 00020000:00000002:2.0:1769074823.768170:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b984d6720, objid 0x3d:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1769074823.768176:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1769074823.768180:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b88365700: ostid: 0x240000400:1540 ost idx: 0 gen: 0 00020000:00000001:2.0:1769074823.768183:0:31210:0:(lov_object.c:603:lov_init_composite()) Process entered 00020000:00000002:2.0:1769074823.768186:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b984d6720, objid 0x3d:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1769074823.768189:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1769074823.768193:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b88365700: ostid: 0x240000400:1540 ost idx: 0 gen: 0 00020000:00000010:2.0:1769074823.768197:0:31210:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff982b84823810. 00020000:00000010:2.0:1769074823.768203:0:31210:0:(lov_object.c:626:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff982b858216c0. 00020000:00000001:2.0:1769074823.768209:0:31210:0:(lov_object.c:194:lov_init_raid0()) Process entered 00020000:00000010:2.0:1769074823.768213:0:31210:0:(lov_object.c:199:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff982b98578a30. 00020000:00000001:2.0:1769074823.768218:0:31210:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1769074823.768219:0:31210:0:(lu_object.c:808:lu_object_find_at()) Process entered 00020000:00000001:2.0:1769074823.768224:0:31210:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1769074823.768228:0:31210:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff982b82dbc190. 00000020:00000001:2.0:1769074823.768230:0:31210:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:2.0:1769074823.768231:0:31210:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074823.768233:0:31210:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446629911379296784 : -114162330254832 : ffff982b82dbc210) 00020000:00000001:2.0:1769074823.768241:0:31210:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:2.0:1769074823.768262:0:31210:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff982b985901c0. 00020000:00000001:2.0:1769074823.768266:0:31210:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074823.768270:0:31210:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629911379296784 : -114162330254832 : ffff982b82dbc210) 00020000:00000001:2.0:1769074823.768273:0:31210:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446629911379296784 : -114162330254832 : ffff982b82dbc210) 00020000:00000002:2.0:1769074823.768277:0:31210:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x604:0x0]@ffff982b82dbc190[0:0] -> [0x2000013a1:0x3d:0x0]@ffff982b82dbcc80: ostid: 0x240000400:1540 ost idx: 0 gen: 0 00020000:00000001:2.0:1769074823.768312:0:31210:0:(lov_object.c:264:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:2.0:1769074823.768316:0:31210:0:(lov_object.c:812:lov_init_composite()) Process leaving 00020000:00000001:2.0:1769074823.768318:0:31210:0:(lov_object.c:1406:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074823.768321:0:31210:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629911379299584 : -114162330252032 : ffff982b82dbcd00) 00000020:00001000:2.0:1769074823.768323:0:31210:0:(cl_object.c:879:cl_env_put()) 1@ffff982b86200990 00000080:00000001:2.0:1769074823.768327:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366333 : 144115272381366333 : 2000013a100003d) 00000080:00000001:2.0:1769074823.768330:0:31210:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:2.0:1769074823.768333:0:31210:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272381366333 mtime from 0 to 1769074823 00000080:00000001:2.0:1769074823.768337:0:31210:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1769074823.768339:0:31210:0:(namei.c:160:ll_iget()) Process leaving (rc=18446629911606626568 : -114162102925048 : ffff982b90688908) 00010000:00000001:2.0:1769074823.768342:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.768344:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.768345:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341800 refcount=3 00000020:00000001:2.0:1769074823.768347:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603189760 : -114162106361856 : ffff982b90341800) 00010000:00000001:2.0:1769074823.768349:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603189760 : -114162106361856 : ffff982b90341800) 00000080:00000001:2.0:1769074823.768352:0:31210:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:2.0:1769074823.768354:0:31210:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074823.768355:0:31210:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911434103192 : -114162275448424 : ffff982b86200998) 00000020:00001000:2.0:1769074823.768356:0:31210:0:(cl_object.c:785:cl_env_get()) 1@ffff982b86200990 00000020:00000001:2.0:1769074823.768359:0:31210:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:2.0:1769074823.768361:0:31210:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1769074823.768362:0:31210:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1769074823.768365:0:31210:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff982b984d6660. 00020000:00000010:2.0:1769074823.768368:0:31210:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff982b88365500. 00020000:00000010:2.0:1769074823.768371:0:31210:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff982b984d61e0. 00020000:00000001:2.0:1769074823.768372:0:31210:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446629911739064800 : -114161970486816 : ffff982b984d61e0) 00020000:00000002:2.0:1769074823.768375:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b984d61e0, objid 0x3d:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1769074823.768379:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1769074823.768382:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b88365500: ostid: 0x240000400:1540 ost idx: 0 gen: 0 00020000:00000002:2.0:1769074823.768385:0:31210:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff982b9a135aa8) owner ffff982b86784f80 00020000:00000001:2.0:1769074823.768388:0:31210:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1769074823.768390:0:31210:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff982b9a135aa8) owner ffff982b86784f80 00020000:00000010:2.0:1769074823.768395:0:31210:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff982b88365500. 00020000:00000010:2.0:1769074823.768399:0:31210:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff982b984d6660. 00020000:00000010:2.0:1769074823.768403:0:31210:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff982b984d61e0. 00020000:00000002:2.0:1769074823.768405:0:31210:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x3d:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1769074823.768408:0:31210:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074823.768410:0:31210:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074823.768414:0:31210:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1769074823.768417:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9a135aa8) owner 0000000000000000/ffff982b86784f80 00020000:00000002:2.0:1769074823.768421:0:31210:0:(lov_object.c:2349:lov_lsm_addref()) lsm ffff982b984d6720 addref 2/0 by ffff982b86784f80. 00020000:00000002:2.0:1769074823.768424:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9a135aa8) owner 0000000000000000/ffff982b86784f80 00020000:00000001:2.0:1769074823.768427:0:31210:0:(lov_object.c:2245:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1769074823.768430:0:31210:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1769074823.768435:0:31210:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1769074823.768437:0:31210:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1769074823.768439:0:31210:0:(lov_object.c:2264:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1769074823.768441:0:31210:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x3d:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1769074823.768444:0:31210:0:(cl_object.c:879:cl_env_put()) 1@ffff982b86200990 00000080:00000001:2.0:1769074823.768456:0:31210:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.768459:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.768460:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1769074823.768461:0:31210:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1769074823.768465:0:31210:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1769074823.768467:0:31210:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074823.768470:0:31210:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a1:0x3d:0x0](ffff982b90688908) 00000080:00010000:2.0:1769074823.768473:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x3d:0x0](ffff982b90688908) for lock 0x5d432443066b745f 00800000:00000001:2.0:1769074823.768477:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1769074823.768479:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1769074823.768480:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.768481:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.768483:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341800 refcount=3 00000020:00000001:2.0:1769074823.768485:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603189760 : -114162106361856 : ffff982b90341800) 00010000:00000001:2.0:1769074823.768486:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603189760 : -114162106361856 : ffff982b90341800) 00010000:00000001:2.0:1769074823.768490:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.768491:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074823.768492:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074823.768494:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074823.768496:0:31210:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:2.0:1769074823.768498:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074823.768505:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b90379c00 x1855007613333504/t73014444047(73014444047) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.768512:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074823.768520:0:31210:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074823.768523:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x3d:0x0](ffff982b90688908) 00000080:00000001:2.0:1769074823.768527:0:31210:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1769074823.768530:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b9037f800. 00000100:00000001:2.0:1769074823.768534:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074823.768537:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90379c00 x1855007613333504/t73014444047(73014444047) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.768544:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074823.768548:0:31210:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1769074823.768550:0:31210:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074823.768561:0:31210:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:2.0:1769074823.768564:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa60 00000080:00200008:2.0:1769074823.768566:0:31210:0:(file.c:1001:ll_file_open()) START file f16.replay-dual-5:[0x2000013a1:0x3d:0x0](ffff982b90688908), flags 100102 00000080:00000010:2.0:1769074823.768577:0:31210:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff982ba1e34c80. 00000080:00000010:2.0:1769074823.768582:0:31210:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff982b984ba740. 00000080:00000001:2.0:1769074823.768585:0:31210:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:2.0:1769074823.768589:0:31210:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1769074823.768592:0:31210:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1769074823.768596:0:31210:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff982b82dec7a0. 00000002:00100000:2.0:1769074823.768600:0:31210:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff982b90379c00 x1855007613333504/t73014444047(73014444047) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074823.768607:0:31210:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074823.768608:0:31210:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1769074823.768629:0:31210:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1769074823.768634:0:31210:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074823.768637:0:31210:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074823.768640:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074823.768643:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90379c00 x1855007613333504/t73014444047(73014444047) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1769074823.768651:0:31210:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074823.768656:0:31210:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff982b902a0000. 02000000:00000001:2.0:1769074823.768693:0:31210:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1769074823.768694:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074823.768697:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa60 00000080:00000008:2.0:1769074823.768699:0:31210:0:(file.c:1240:ll_file_open()) COMPLETED file f16.replay-dual-5:[0x2000013a1:0x3d:0x0](ffff982b90688908), flags 100102, rc = 0 00000080:00000001:2.0:1769074823.768705:0:31210:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1769074823.768706:0:31210:0:(dcache.c:176:ll_intent_release()) intent ffff982b984d6840 released 00000080:00010000:2.0:1769074823.768709:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b745f from it ffff982b984d6840 00010000:00000001:2.0:1769074823.768712:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.768713:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.768715:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341800 refcount=3 00000020:00000001:2.0:1769074823.768717:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603189760 : -114162106361856 : ffff982b90341800) 00010000:00000001:2.0:1769074823.768720:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603189760 : -114162106361856 : ffff982b90341800) 00010000:00000001:2.0:1769074823.768722:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074823.768726:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341800/0x5d432443066b745f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf5b77ed682f5d23b expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:2.0:1769074823.768734:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.768736:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.768738:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1769074823.768740:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1769074823.768743:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341800/0x5d432443066b745f lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf5b77ed682f5d23b expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:2.0:1769074823.768752:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074823.768755:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074823.768757:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074823.768762:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.768763:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.768765:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.768769:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074823.768771:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.768773:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.768776:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.768778:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074823.768780:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.768781:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1769074823.768782:0:31210:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1769074823.768785:0:31210:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:2.0:1769074823.768787:0:31210:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1769074823.768789:0:31210:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1769074823.768793:0:31210:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1769074823.768795:0:31210:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074823.768798:0:31210:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1769074823.768800:0:31210:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074823.768802:0:31210:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1769074823.768805:0:31210:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074823.768807:0:31210:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1769074823.768809:0:31210:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff982b984d6840. 00000080:00000001:2.0:1769074823.768812:0:31210:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074823.768818:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1769074823.768821:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x3d:0x0](ffff982b90688908), inode mode 81a4 mask 40 00000080:00000001:2.0:1769074823.768825:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074823.768853:0:31210:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1769074823.768856:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9a135aa8) owner 0000000000000000/ffff982b86784f80 00020000:00000002:2.0:1769074823.768858:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9a135aa8) owner 0000000000000000/ffff982b86784f80 00020000:00000001:2.0:1769074823.768861:0:31210:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074823.768871:0:31210:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:2.0:1769074823.768873:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafdd0 00000080:00200008:2.0:1769074823.768874:0:31210:0:(file.c:424:ll_file_release()) START file f16.replay-dual-5:[0x2000013a1:0x3d:0x0](ffff982b90688908), flags 100002 00000080:00000001:2.0:1769074823.768877:0:31210:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:2.0:1769074823.768880:0:31210:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:2.0:1769074823.768881:0:31210:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1769074823.768883:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9a135aa8) owner 0000000000000000/ffff982b86784f80 00020000:00000002:2.0:1769074823.768885:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9a135aa8) owner 0000000000000000/ffff982b86784f80 00020000:00000001:2.0:1769074823.768887:0:31210:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074823.768890:0:31210:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:2.0:1769074823.768894:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074823.768897:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074823.768901:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036800 count: 2 00010000:00000001:2.0:1769074823.768903:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074823.768907:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1769074823.768909:0:31210:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x3d:0x0]: 0 00000080:00000001:2.0:1769074823.768911:0:31210:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:2.0:1769074823.768914:0:31210:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1769074823.768917:0:31210:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff982b9037f800. 00000080:00000001:2.0:1769074823.768919:0:31210:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:2.0:1769074823.768926:0:31210:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1769074823.768930:0:31210:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:2.0:1769074823.768932:0:31210:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x3d:0x0] 00000002:00000001:2.0:1769074823.768936:0:31210:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:2.0:1769074823.768938:0:31210:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff982b858dd800: [0x2000013a1:0x3d:0x0] file closed with intent: 0 00000100:00000010:2.0:1769074823.768945:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90379880. 00000020:00000040:2.0:1769074823.768948:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=17 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:2.0:1769074823.768953:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074823.768957:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074823.768963:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074823.768969:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b9037e000. 00000100:00000001:2.0:1769074823.768977:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1769074823.768988:0:31210:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff982b90379c00 x1855007613333504/t73014444047(73014444047) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074823.768998:0:31210:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b858dd800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074823.769003:0:31210:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b90379880 x1855007613333760/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1769074823.769011:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074823.769013:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074823.769020:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b858219c0. 00000100:00000001:2.0:1769074823.769022:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911423752640 : -114162285798976 : ffff982b858219c0) 00000100:00000001:2.0:1769074823.769024:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074823.769026:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603419264 : -114162106132352 : ffff982b90379880) 00000100:00000001:2.0:1769074823.769031:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074823.769036:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.769038:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074823.769040:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074823.769044:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90379880 x1855007613333760/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.769053:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074823.769055:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074823.769059:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074823.769062:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074823.769066:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074823.769069:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90379880 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613333760:192.168.204.151@tcp:35:createmany.0 00000100:00000001:2.0:1769074823.769073:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074823.769079:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074823.769082:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074823.769085:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074823.769089:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c08400. 02000000:00000001:2.0:1769074823.769091:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074823.769102:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074823.769106:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7e528. 00000400:00000010:2.0:1769074823.769114:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f7f8. 00000100:00000200:2.0:1769074823.769123:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613333760, portal 10 00000100:00000001:2.0:1769074823.769125:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074823.769127:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603419264 : -114162106132352 : ffff982b90379880) 00000100:00000040:2.0:1769074823.769132:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b90379880 x1855007613333760/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.769140:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074823.769142:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074823.769145:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897ff68. 00000100:00000200:2.0:1769074823.769148:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613333760, offset 0 00000400:00000200:2.0:1769074823.769155:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074823.769164:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.769172:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074823.769179:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074823.769184:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074823.769188:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074823.769192:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074823.769196:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15340:15340:256:4294967295] 192.168.204.151@tcp LPNI seq info [15340:15340:8:4294967295] 00000400:00000200:2.0:1769074823.769200:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.769210:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074823.769216:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074823.769224:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73fe00. 00000800:00000200:2.0:1769074823.769231:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074823.769239:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074823.769244:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73fe00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1769074823.769269:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074823.769274:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 953436 usecs (954 jiffies) 00000400:00000200:2.0:1769074823.769278:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074823.769321:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296481398 00000100:00000001:2.0:1769074823.769325:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:2.0:1769074823.769327:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296481398 00000100:00000001:2.0:1769074823.769330:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:2.0:1769074823.769332:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074823.769334:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.769337:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074823.769340:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074823.769343:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b858219c0 going to sleep for 11 seconds 00000100:00000001:2.0:1769074823.769346:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074823.769349:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074823.769964:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074823.769972:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73fe00. 00000400:00000200:3.0:1769074823.769980:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074823.769987:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074823.769995:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897ff68 00000400:00000010:3.0:1769074823.769998:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897ff68. 00000100:00000001:3.0:1769074823.770003:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074823.770009:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90379880 x1855007613333760/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074823.770021:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074823.770025:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90379880 x1855007613333760/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074823.770032:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074823.770034:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1769074823.773561:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e5200. 00010000:00000010:2.1:1769074823.773591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90255c00. 00000800:00000001:3.0:1769074823.775584:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.775608:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074823.775626:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.775629:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.775645:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.775655:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074823.775664:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.775671:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.775678:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.775682:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd93100 00000400:00000200:3.0:1769074823.775689:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.775697:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x2225d [1] + 224 00000800:00000001:3.0:1769074823.775709:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.775719:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.775724:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074823.775730:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074823.775741:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074823.775753:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90379880 x1855007613333760/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074823.775765:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff982b90379880 x1855007613333760/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074823.775781:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074823.775793:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.775797:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074823.776388:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074823.776400:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074823.776402:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074823.776407:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7e528. 00000400:00000200:2.0:1769074823.776415:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f7f8 00000400:00000010:2.0:1769074823.776418:0:31210:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f7f8. 00000100:00000001:2.0:1769074823.776423:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074823.776432:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90379880 x1855007613333760/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1769074823.776441:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90379880 x1855007613333760/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.776458:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074823.776460:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074823.776463:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074823.776469:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074823.776472:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074823.776475:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074823.776479:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074823.776493:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88ca0 time=34 v=5 (5 0 10 10) 00000100:00001000:2.0:1769074823.776498:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=96 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074823.776501:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074823.776503:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.776506:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074823.776511:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.776516:0:31210:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1769074823.776519:0:31210:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1769074823.776520:0:31210:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1769074823.776524:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074823.776526:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603419264 : -114162106132352 : ffff982b90379880) 00000100:00000001:2.0:1769074823.776531:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074823.776534:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:2.0:1769074823.776536:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074823.776539:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074823.776544:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90379880 x1855007613333760/t73014444048(73014444048) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.776552:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074823.776556:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074823.776559:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074823.776564:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90379880 x1855007613333760/t73014444048(73014444048) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1769074823.776574:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90379880 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613333760:192.168.204.151@tcp:35:createmany.0 00000100:00000001:2.0:1769074823.776580:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074823.776583:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.776586:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074823.776588:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074823.776591:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90379880 x1855007613333760/t73014444048(73014444048) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.776604:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074823.776608:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b858219c0. 00000100:00000001:2.0:1769074823.776626:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074823.776627:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.776636:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074823.776637:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603419264 : -114162106132352 : ffff982b90379880) 00000002:00000001:2.0:1769074823.776640:0:31210:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074823.776645:0:31210:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074823.776652:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b9037f800. 00000080:00000001:2.0:1769074823.776656:0:31210:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1769074823.776660:0:31210:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1769074823.776666:0:31210:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1769074823.776671:0:31210:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff982b90379c00 x1855007613333504/t73014444047(73014444047) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074823.776679:0:31210:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074823.776681:0:31210:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074823.776683:0:31210:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff982b984ba740. 00000100:00000001:2.0:1769074823.776686:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074823.776689:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90379880 x1855007613333760/t73014444048(73014444048) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.776695:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074823.776698:0:31210:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074823.776702:0:31210:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff982ba1e34c80. 00000080:00000001:2.0:1769074823.776707:0:31210:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074823.776715:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafdd0 00000080:00000008:2.0:1769074823.776718:0:31210:0:(file.c:464:ll_file_release()) COMPLETED file f16.replay-dual-5:[0x2000013a1:0x3d:0x0](ffff982b90688908), flags 100002, rc = 0 00000080:00000001:2.0:1769074823.776721:0:31210:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074823.776730:0:31210:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1769074823.776732:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafe00 00000080:00002000:2.0:1769074823.776734:0:31210:0:(dcache.c:127:ll_ddelete()) keeping dentry f16.replay-dual-5 (ffff982b904e8af8, parent ffff982b90d9e5e8, inode ffff982b90688908) hashed, 00000080:00000001:2.0:1769074823.776737:0:31210:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074823.776827:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1769074823.776833:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1769074823.776836:0:31210:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1769074823.776838:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafbc0 00000080:00200000:2.0:1769074823.776840:0:31210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:2.0:1769074823.776848:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b9037f800. 00800000:00000002:2.0:1769074823.776855:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:2.0:1769074823.776862:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1769074823.776866:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1769074823.776869:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafae0 00800000:00000002:2.0:1769074823.776871:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1769074823.776876:0:31210:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1769074823.776880:0:31210:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1769074823.776886:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1769074823.776888:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf9b0 00000002:00010000:2.0:1769074823.776890:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1769074823.776894:0:31210:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1769074823.776896:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074823.776900:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1769074823.776921:0:31210:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074823.776924:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074823.776926:0:31210:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074823.776929:0:31210:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1769074823.776933:0:31210:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1769074823.776941:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90378e00. 00000020:00000040:2.0:1769074823.776945:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=18 obd=lustre-MDT0000-mdc-ffff982b858dd800 00010000:00000001:2.0:1769074823.776951:0:31210:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1769074823.776959:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074823.776968:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.776970:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.776972:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.776975:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074823.776977:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074823.776983:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074823.776992:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c08000. 00000100:00000001:2.0:1769074823.776999:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.777005:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074823.777007:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.777008:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074823.777010:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.777012:0:31210:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074823.777019:0:31210:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446629911603416576 : -114162106135040 : ffff982b90378e00) 00010000:00000001:2.0:1769074823.777023:0:31210:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1769074823.777027:0:31210:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1769074823.777031:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b86036b00. 00010000:00000010:2.0:1769074823.777036:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b8917c100. 00010000:00000001:2.0:1769074823.777041:0:31210:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1769074823.777045:0:31210:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b90341e00. 00000020:00000001:2.0:1769074823.777050:0:31210:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1769074823.777053:0:31210:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b90341e00 with handle 0x5d432443066b7466 to hash 00000020:00000001:2.0:1769074823.777055:0:31210:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1769074823.777057:0:31210:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00010000:00000001:2.0:1769074823.777062:0:31210:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00010000:00000001:2.0:1769074823.777067:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074823.777070:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074823.777075:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341e00/0x5d432443066b7466 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31210 initiator: MDT0 00010000:00010000:2.0:1769074823.777084:0:31210:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341e00/0x5d432443066b7466 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00010000:00010000:2.0:1769074823.777097:0:31210:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341e00/0x5d432443066b7466 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000100:00000001:2.0:1769074823.777102:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074823.777104:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074823.777111:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b858219c0. 00000100:00000001:2.0:1769074823.777114:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911423752640 : -114162285798976 : ffff982b858219c0) 00010000:00000010:2.1:1769074823.777951:0:31210:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86036400. 00000100:00000001:2.0:1769074823.777977:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074823.777978:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603416576 : -114162106135040 : ffff982b90378e00) 00000100:00000001:2.0:1769074823.777986:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074823.777991:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.777993:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074823.777995:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074823.778008:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90378e00 x1855007613333888/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.778017:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074823.778020:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074823.778024:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074823.778028:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074823.778031:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074823.778034:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90378e00 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613333888:192.168.204.151@tcp:101:createmany.0 00000100:00000001:2.0:1769074823.778039:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074823.778045:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074823.778048:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074823.778051:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074823.778060:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff982b87057800. 02000000:00000001:2.0:1769074823.778062:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074823.778075:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074823.778081:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7e528. 00000400:00000010:2.0:1769074823.778089:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f7f8. 00000100:00000200:2.0:1769074823.778100:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007613333888, portal 10 00000100:00000001:2.0:1769074823.778102:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074823.778104:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603416576 : -114162106135040 : ffff982b90378e00) 00000100:00000040:2.0:1769074823.778110:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b90378e00 x1855007613333888/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.778129:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074823.778131:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074823.778135:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f330. 00000100:00000200:2.0:1769074823.778138:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007613333888, offset 0 00000400:00000200:2.0:1769074823.778146:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074823.778155:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.778166:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074823.778174:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074823.778180:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074823.778186:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074823.778189:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074823.778193:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15341:15341:256:4294967295] 192.168.204.151@tcp LPNI seq info [15341:15341:8:4294967295] 00000400:00000200:2.0:1769074823.778197:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.778207:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074823.778215:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074823.778221:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73f000. 00000800:00000200:2.0:1769074823.778230:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074823.778250:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074823.778256:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73f000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1769074823.778300:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074823.778305:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 951888 usecs (952 jiffies) 00000400:00000200:2.0:1769074823.778309:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074823.778313:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296481408 00000100:00000001:2.0:1769074823.778317:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:2.0:1769074823.778320:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296481408 00000100:00000001:2.0:1769074823.778322:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:2.0:1769074823.778325:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074823.778328:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.778331:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074823.778333:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074823.778336:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b858219c0 going to sleep for 11 seconds 00000100:00000001:2.0:1769074823.778339:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074823.778343:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074823.779200:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074823.779208:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73f000. 00000400:00000200:3.0:1769074823.779219:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074823.779229:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074823.779248:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f330 00000400:00000010:3.0:1769074823.779252:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f330. 00000100:00000001:3.0:1769074823.779258:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074823.779276:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90378e00 x1855007613333888/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074823.779325:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074823.779330:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90378e00 x1855007613333888/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074823.779337:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074823.779338:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074823.785168:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.785198:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074823.785204:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.785206:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.785225:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.785248:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074823.785260:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.785266:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.785341:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.785346:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 688 into portal 10 MB=0x6971e9dd93180 00000400:00000200:3.0:1769074823.785353:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.785362:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 688/688 into md 0x2226d [1] + 224 00000800:00000001:3.0:1769074823.785375:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.785386:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.785390:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074823.785396:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074823.785407:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074823.785422:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90378e00 x1855007613333888/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074823.785435:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff982b90378e00 x1855007613333888/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.785523:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074823.785544:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074823.785558:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.785562:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1769074823.786771:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074823.786778:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074823.786782:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7e528. 00000400:00000200:2.0:1769074823.786793:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f7f8 00000400:00000010:2.0:1769074823.786797:0:31210:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f7f8. 00000100:00000001:2.0:1769074823.786803:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074823.786817:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90378e00 x1855007613333888/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1769074823.786829:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90378e00 x1855007613333888/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.786837:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074823.786840:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074823.786844:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074823.786848:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074823.786851:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074823.786854:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074823.786858:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074823.786870:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=34 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074823.786875:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=96 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074823.786878:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074823.786880:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.786884:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074823.786888:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.786894:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074823.786897:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:2.0:1769074823.786900:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074823.786979:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074823.786987:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90378e00 x1855007613333888/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.786994:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074823.786998:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074823.787000:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074823.787004:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90378e00 x1855007613333888/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074839 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1769074823.787012:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90378e00 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613333888:192.168.204.151@tcp:101:createmany.0 00000100:00000001:2.0:1769074823.787019:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074823.787022:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.787025:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074823.787028:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074823.787031:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90378e00 x1855007613333888/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074839 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.787037:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074823.787041:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b858219c0. 00000100:00000001:2.0:1769074823.787046:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074823.787048:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074823.787053:0:31210:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1769074823.787057:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.787061:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.787064:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341e00 refcount=4 00000020:00000001:2.0:1769074823.787066:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00010000:00000001:2.0:1769074823.787069:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00010000:00000040:2.0:1769074823.787077:0:31210:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b90341e00, remote cookie: 0xf5b77ed682f5d250, flags: 0x1001 00010000:00010000:2.0:1769074823.787084:0:31210:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341e00/0x5d432443066b7466 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d250 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074823.787097:0:31210:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341e00/0x5d432443066b7466 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d250 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.787104:0:31210:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1769074823.787111:0:31210:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1769074823.787114:0:31210:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1769074823.787193:0:31210:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1769074823.787195:0:31210:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1769074823.787198:0:31210:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff982b86036b00) refcount = 1 00010000:00010000:2.0:1769074823.787203:0:31210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341e00/0x5d432443066b7466 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d250 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.787210:0:31210:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1769074823.787214:0:31210:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1769074823.787216:0:31210:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074823.787220:0:31210:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1769074823.787224:0:31210:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074823.787228:0:31210:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341e00/0x5d432443066b7466 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d250 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.787234:0:31210:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1769074823.787235:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.787603:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.787606:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.787607:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.787608:0:31210:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074823.787713:0:31210:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1769074823.787716:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.787718:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.787720:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341e00 refcount=3 00000020:00000001:2.0:1769074823.787723:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00010000:00000001:2.0:1769074823.787725:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00010000:00000001:2.0:1769074823.787728:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.787729:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.787730:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341e00 refcount=4 00000020:00000001:2.0:1769074823.787732:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00010000:00000001:2.0:1769074823.787734:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00010000:00000001:2.0:1769074823.787738:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074823.787741:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074823.787745:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341e00/0x5d432443066b7466 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d250 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.787751:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.787753:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.787754:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.787755:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.787757:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341e00 refcount=5 00000020:00000001:2.0:1769074823.787759:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00010000:00000001:2.0:1769074823.787760:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00010000:00000001:2.0:1769074823.787763:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074823.787767:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341e00/0x5d432443066b7466 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d250 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.787773:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.787774:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1769074823.787777:0:31210:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341e00/0x5d432443066b7466 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d250 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.787784:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074823.787785:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.787786:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.787788:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.787789:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1769074823.787797:0:31210:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff982b90378e00 x1855007613333888/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074839 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1769074823.787807:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.787808:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.787810:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341e00 refcount=3 00000020:00000001:2.0:1769074823.787811:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00010000:00000001:2.0:1769074823.787814:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00010000:00000001:2.0:1769074823.787816:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.787818:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074823.787820:0:31210:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074823.787823:0:31210:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074823.787826:0:31210:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1769074823.787829:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.787830:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.787831:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341e00 refcount=3 00000020:00000001:2.0:1769074823.787833:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00010000:00000001:2.0:1769074823.787835:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00000002:00010000:2.0:1769074823.787838:0:31210:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341e00/0x5d432443066b7466 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d250 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074823.787845:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.787846:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074823.787848:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1769074823.787850:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074823.787851:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074823.787852:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341e00 refcount=3 00000020:00000001:2.0:1769074823.787854:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00010000:00000001:2.0:1769074823.787856:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00010000:00000040:2.0:1769074823.787864:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036b00 count: 2 00010000:00000001:2.0:1769074823.787868:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1769074823.787873:0:31210:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b873df800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1769074823.787875:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074823.787876:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074823.787877:0:31210:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1769074823.787882:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf930 00000002:00002000:2.0:1769074823.787884:0:31210:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1769074823.787887:0:31210:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074823.787892:0:31210:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074823.787896:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1769074823.787900:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1769074823.787975:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1769074823.787980:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:2.0:1769074823.787985:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b9037f800. 00000080:00000001:2.0:1769074823.787991:0:31210:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1769074823.787993:0:31210:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1769074823.788001:0:31210:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1769074823.788007:0:31210:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1769074823.788498:0:31210:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff982b985dee80. 00800000:00000001:3.0:1769074823.788502:0:31210:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446629911740149376 : -114161969402240 : ffff982b985dee80) 00800000:00000001:3.0:1769074823.788505:0:31210:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074823.788507:0:31210:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1769074823.788512:0:31210:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1769074823.788514:0:31210:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1769074823.788517:0:31210:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1769074823.788522:0:31210:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1769074823.788524:0:31210:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074823.788530:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1769074823.788534:0:31210:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1769074823.788539:0:31210:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:3.0:1769074823.788543:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074823.788545:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074823.788548:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341e00 refcount=3 00000020:00000001:3.0:1769074823.788550:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00010000:00000001:3.0:1769074823.788553:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00010000:00000001:3.0:1769074823.788556:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074823.788557:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1769074823.788559:0:31210:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1769074823.788562:0:31210:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1769074823.788564:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b985dee80 1 00800000:00000010:3.0:1769074823.788567:0:31210:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff982b985dee80. 00800000:00000001:3.0:1769074823.788571:0:31210:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074823.788576:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b7466 00800000:00000001:3.0:1769074823.788579:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1769074823.788581:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1769074823.788582:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074823.788583:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074823.788585:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341e00 refcount=3 00000020:00000001:3.0:1769074823.788586:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00010000:00000001:3.0:1769074823.788588:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00010000:00000001:3.0:1769074823.788591:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074823.788593:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1769074823.788594:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074823.788596:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074823.788599:0:31210:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074823.788601:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:3.0:1769074823.788606:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b7466 from it ffffbcdb01dafbf8 00010000:00000001:3.0:1769074823.788607:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074823.788608:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074823.788609:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341e00 refcount=3 00000020:00000001:3.0:1769074823.788611:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00010000:00000001:3.0:1769074823.788613:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00010000:00000001:3.0:1769074823.788615:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074823.788618:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341e00/0x5d432443066b7466 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d250 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074823.788624:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074823.788625:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074823.788627:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1769074823.788630:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1769074823.788632:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341e00/0x5d432443066b7466 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d250 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074823.788639:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1769074823.788642:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1769074823.788645:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074823.788650:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074823.788651:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074823.788653:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074823.788656:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1769074823.788658:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074823.788661:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074823.788665:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074823.788667:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074823.788669:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074823.788670:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1769074823.788673:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074823.788682:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90378e00 x1855007613333888/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074839 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074823.788691:0:31210:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074823.788694:0:31210:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074823.788699:0:31210:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff982b87057800. 02000000:00000001:3.0:1769074823.788708:0:31210:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074823.788711:0:31210:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074823.788713:0:31210:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=17 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:3.0:1769074823.788715:0:31210:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074823.788719:0:31210:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c08000. 02000000:00000001:3.0:1769074823.788723:0:31210:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074823.788726:0:31210:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074823.788728:0:31210:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90378e00. 00000100:00000001:3.0:1769074823.788733:0:31210:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074823.788734:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769074823.788738:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 1 00000080:00000001:3.0:1769074823.788745:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1769074823.788778:0:31210:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff982b8757e620. 00000080:00000001:3.0:1769074823.788785:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1769074823.788787:0:31210:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1769074823.788790:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafb00 00000080:00200000:3.0:1769074823.788792:0:31210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:3.0:1769074823.788799:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b88307400. 00800000:00000002:3.0:1769074823.788805:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:3.0:1769074823.788809:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1769074823.788813:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1769074823.788815:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa20 00800000:00000002:3.0:1769074823.788817:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1769074823.788821:0:31210:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1769074823.788825:0:31210:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1769074823.788830:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1769074823.788833:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf8f0 00000002:00010000:3.0:1769074823.788835:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1769074823.788839:0:31210:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1769074823.788841:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074823.788844:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074823.788849:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036b00 count: 2 00010000:00000001:3.0:1769074823.788851:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074823.788855:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074823.788858:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1769074823.788861:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341e00/0x5d432443066b7466 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d250 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1769074823.788869:0:31210:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1769074823.788874:0:31210:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074823.788877:0:31210:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341e00/0x5d432443066b7466 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d250 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1769074823.788883:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1769074823.788885:0:31210:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1769074823.788888:0:31210:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1769074823.788890:0:31210:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1769074823.788892:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769074823.788894:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1769074823.788897:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1769074823.788899:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:3.0:1769074823.788901:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b88307400. 00000080:00000001:3.0:1769074823.788988:0:31210:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1769074823.788990:0:31210:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074823.788992:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:3.0:1769074823.788996:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b7466 00800000:00000001:3.0:1769074823.788998:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1769074823.789000:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1769074823.789002:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074823.789003:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074823.789005:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341e00 refcount=3 00000020:00000001:3.0:1769074823.789006:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00010000:00000001:3.0:1769074823.789009:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00010000:00000001:3.0:1769074823.789011:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074823.789012:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1769074823.789013:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074823.789015:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074823.789017:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b7466 from it ffffbcdb01dafb38 00010000:00000001:3.0:1769074823.789019:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074823.789020:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074823.789021:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341e00 refcount=3 00000020:00000001:3.0:1769074823.789023:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00010000:00000001:3.0:1769074823.789026:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00010000:00000001:3.0:1769074823.789028:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074823.789030:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341e00/0x5d432443066b7466 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d250 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074823.789037:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074823.789038:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074823.789039:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1769074823.789041:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1769074823.789043:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341e00/0x5d432443066b7466 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d250 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074823.789048:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1769074823.789050:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1769074823.789052:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074823.789053:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074823.789054:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074823.789055:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074823.789057:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1769074823.789058:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074823.789060:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074823.789062:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074823.789064:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074823.789065:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074823.789066:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1769074823.789068:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769074823.789069:0:31210:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769074823.789071:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 3 00000080:00000001:3.0:1769074823.789074:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074823.789078:0:31210:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:3.0:1769074823.789080:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafb50 00000080:00200000:3.0:1769074823.789082:0:31210:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f16.replay-dual-6, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), file ffff982b986fbc80, open_flags 8042, mode 81a4 opened 0 00000080:00000010:3.0:1769074823.789089:0:31210:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff982b98466300. 00000080:00000001:3.0:1769074823.789094:0:31210:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:3.0:1769074823.789096:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa10 00000080:00200000:3.0:1769074823.789098:0:31210:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f16.replay-dual-6, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), intent=open|creat 00000080:00000010:3.0:1769074823.789105:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b88307400. 00800000:00000002:3.0:1769074823.789108:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:3.0:1769074823.789112:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1769074823.789114:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1769074823.789115:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf930 00800000:00000002:3.0:1769074823.789203:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f16.replay-dual-6' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1769074823.789207:0:31210:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:3.0:1769074823.789210:0:31210:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1769074823.789216:0:31210:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446629911450240000 : -114162259311616 : ffff982b87164400) 00800000:00000001:3.0:1769074823.789220:0:31210:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1769074823.789223:0:31210:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1769074823.789225:0:31210:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1769074823.789229:0:31210:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1769074823.789232:0:31210:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff982b858dd800: Allocated FID [0x2000013a1:0x3e:0x0] 40000000:00000001:3.0:1769074823.789235:0:31210:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074823.789583:0:31210:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074823.789586:0:31210:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074823.789588:0:31210:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074823.789591:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf8b0 00800000:00000002:3.0:1769074823.789593:0:31210:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x3e:0x0], name='f16.replay-dual-6' -> mds #0 00000002:00000001:3.0:1769074823.789599:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1769074823.789601:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf7e8 00000002:00010000:3.0:1769074823.789602:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f16.replay-dual-6,[0x2000013a1:0x3e:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:3.0:1769074823.789607:0:31210:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1769074823.789611:0:31210:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1769074823.789616:0:31210:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1769074823.789622:0:31210:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074823.789624:0:31210:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1769074823.789627:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036b00 count: 2 00010000:00000001:3.0:1769074823.789629:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074823.789632:0:31210:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1769074823.789636:0:31210:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1769074823.789639:0:31210:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341e00/0x5d432443066b7466 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf5b77ed682f5d250 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000080:00000001:3.0:1769074823.789649:0:31210:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1769074823.789655:0:31210:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1769074823.789658:0:31210:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1769074823.789660:0:31210:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1769074823.789662:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074823.789664:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074823.789666:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036b00 count: 3 00010000:00000001:3.0:1769074823.789668:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1769074823.789671:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074823.789673:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074823.789674:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074823.789675:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036b00 count: 3 00010000:00000001:3.0:1769074823.789677:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1769074823.789678:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074823.789680:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074823.789681:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074823.789682:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036b00 count: 3 00010000:00000001:3.0:1769074823.789683:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1769074823.789685:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074823.789687:0:31210:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1769074823.789690:0:31210:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff982b90dbe300, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1769074823.789695:0:31210:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1769074823.789699:0:31210:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1769074823.789703:0:31210:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1769074823.789705:0:31210:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074823.789709:0:31210:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1769074823.789713:0:31210:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1769074823.789715:0:31210:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1769074823.789717:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074823.789719:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1769074823.789722:0:31210:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b90341e00 with handle 0x5d432443066b7466 from hash 00010000:00000001:3.0:1769074823.789724:0:31210:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1769074823.789726:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074823.789727:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074823.789729:0:31210:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1769074823.789732:0:31210:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1769074823.789733:0:31210:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1769074823.789736:0:31210:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1769074823.789738:0:31210:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1769074823.789740:0:31210:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1769074823.789749:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90372a00. 00000020:00000040:3.0:1769074823.789753:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=18 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:3.0:1769074823.789760:0:31210:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769074823.789761:0:31210:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074823.789764:0:31210:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1769074823.789770:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074823.789773:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074823.789774:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074823.789775:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074823.789778:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074823.789781:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074823.789785:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074823.789795:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c00000. 00000100:00000001:3.0:1769074823.789804:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074823.789811:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1769074823.789814:0:31210:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1769074823.789819:0:31210:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341e00/0x5d432443066b7466 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d250 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074823.789825:0:31210:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1769074823.789827:0:31210:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1769074823.789828:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1769074823.789830:0:31210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341e00/0x5d432443066b7466 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d250 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1769074823.789838:0:31210:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b86036b00 count: 0 00010000:00000010:3.0:1769074823.789844:0:31210:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b8917c100. 00010000:00000001:3.0:1769074823.789862:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074823.789864:0:31210:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074823.789866:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1769074823.789867:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074823.789869:0:31210:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074823.789883:0:31210:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446629911603390976 : -114162106160640 : ffff982b90372a00) 00010000:00000001:3.0:1769074823.789888:0:31210:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1769074823.789891:0:31210:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1769074823.789897:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b848ae600. 00010000:00000010:3.0:1769074823.789901:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b98393a80. 00010000:00000001:3.0:1769074823.790102:0:31210:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1769074823.790107:0:31210:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b985d3800. 00000020:00000001:3.0:1769074823.790112:0:31210:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1769074823.790114:0:31210:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b985d3800 with handle 0x5d432443066b746d to hash 00000020:00000001:3.0:1769074823.790207:0:31210:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1769074823.790209:0:31210:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911740102656 : -114161969448960 : ffff982b985d3800) 00010000:00000001:3.0:1769074823.790213:0:31210:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911740102656 : -114161969448960 : ffff982b985d3800) 00010000:00000001:3.0:1769074823.790217:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074823.790219:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074823.790223:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3800/0x5d432443066b746d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31210 initiator: MDT0 00010000:00010000:3.0:1769074823.790231:0:31210:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3800/0x5d432443066b746d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000020:00100000:3.0:1769074823.790615:0:31210:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b858dd800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074823.790633:0:31210:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b90372a00 x1855007613334144/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074823.790644:0:31210:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3800/0x5d432443066b746d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000100:00000001:3.0:1769074823.790651:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074823.790654:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074823.790666:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b98e9ea80. 00000100:00000001:3.0:1769074823.790669:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911749323392 : -114161960228224 : ffff982b98e9ea80) 00000100:00000001:3.0:1769074823.790673:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074823.790674:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603390976 : -114162106160640 : ffff982b90372a00) 00000100:00000001:3.0:1769074823.790681:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074823.790686:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074823.790689:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074823.790691:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074823.790695:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90372a00 x1855007613334144/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074823.790741:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074823.790744:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074823.790750:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074823.790755:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074823.790758:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074823.790763:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90372a00 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613334144:192.168.204.151@tcp:101:createmany.0 00000100:00000001:3.0:1769074823.790768:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074823.790774:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074823.790777:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074823.790780:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074823.790880:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff982b902a0000. 02000000:00000001:3.0:1769074823.790883:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074823.790897:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074823.790915:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7aa8. 00000400:00000010:3.0:1769074823.790924:0:31210:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff982b98c00c00. 00000100:00000200:3.0:1769074823.790935:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007613334144, portal 10 00000100:00000001:3.0:1769074823.790937:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074823.790939:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603390976 : -114162106160640 : ffff982b90372a00) 00000100:00000040:3.0:1769074823.790946:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b90372a00 x1855007613334144/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074823.790955:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074823.790959:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074823.790963:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6000. 00000100:00000200:3.0:1769074823.790966:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007613334144, offset 0 00000400:00000200:3.0:1769074823.790974:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074823.790985:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.790995:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074823.791003:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074823.791009:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074823.791014:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074823.791017:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074823.791021:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15342:15342:256:4294967295] 192.168.204.151@tcp LPNI seq info [15342:15342:8:4294967295] 00000400:00000200:3.0:1769074823.791026:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.791036:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074823.791043:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074823.791051:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652400. 00000800:00000200:3.0:1769074823.791059:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074823.791069:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074823.791074:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652400 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1769074823.791176:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074823.791182:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 950348 usecs (951 jiffies) 00000400:00000200:3.0:1769074823.791187:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074823.791190:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296481419 00000100:00000001:3.0:1769074823.791195:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:3.0:1769074823.791198:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296481419 00000100:00000001:3.0:1769074823.791201:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:3.0:1769074823.791204:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074823.791207:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074823.791210:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074823.791213:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1769074823.791216:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b98e9ea80 going to sleep for 11 seconds 00000100:00000001:3.0:1769074823.791219:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074823.791225:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074823.796573:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074823.796587:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652400. 00000400:00000200:2.0:1769074823.796600:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074823.796630:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074823.796643:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6000 00000400:00000010:2.0:1769074823.796647:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6000. 00000100:00000001:2.0:1769074823.796655:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074823.796668:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90372a00 x1855007613334144/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.796690:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074823.796694:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90372a00 x1855007613334144/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.796702:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.796704:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1769074823.798394:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86036b00. 00010000:00000010:3.1:1769074823.798415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90341e00. 00000800:00000001:3.0:1769074823.801755:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.801782:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074823.801787:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.801790:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.801807:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.801817:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074823.801826:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.801832:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.801839:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.801843:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 664 into portal 10 MB=0x6971e9dd93280 00000400:00000200:3.0:1769074823.801850:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.801858:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 664/664 into md 0x2227d [32] + 224 00000800:00000001:3.0:1769074823.801868:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.801880:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.801884:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074823.801890:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074823.801901:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074823.801927:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90372a00 x1855007613334144/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074823.801939:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff982b90372a00 x1855007613334144/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074823.801965:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074823.801978:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074823.801983:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.801989:0:2358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074823.801996:0:2358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15343:15343:256:4294967295] 192.168.204.151@tcp LPNI seq info [15343:15343:8:4294967295] 00000400:00000200:3.0:1769074823.802000:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.802010:0:2358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:3.0:1769074823.802016:0:2358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074823.802024:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff982b98c01c00. 00000800:00000200:3.0:1769074823.802031:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074823.802039:0:2358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074823.802044:0:2358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b98c01c00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1769074823.802173:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074823.802177:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff982b98c01c00. 00000400:00000200:3.0:1769074823.802182:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074823.802186:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:3.0:1769074823.802192:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.802197:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.802460:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074823.802472:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074823.802474:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074823.802479:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7aa8. 00000400:00000200:0.0:1769074823.802486:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b98c00c00 00000400:00000010:0.0:1769074823.802489:0:31210:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff982b98c00c00. 00000100:00000001:0.0:1769074823.802494:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074823.802500:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90372a00 x1855007613334144/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074823.802510:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90372a00 x1855007613334144/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.802517:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074823.802519:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.802522:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074823.802526:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074823.802530:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074823.802534:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.802538:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074823.802552:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=34 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074823.802557:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074823.802560:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074823.802562:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.802565:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074823.802570:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.802575:0:31210:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1769074823.802577:0:31210:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1769074823.802578:0:31210:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1769074823.802581:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.802583:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603390976 : -114162106160640 : ffff982b90372a00) 00000100:00000001:0.0:1769074823.802588:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074823.802591:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:0.0:1769074823.802593:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074823.802596:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.802600:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90372a00 x1855007613334144/t73014444049(73014444049) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074839 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.802607:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074823.802610:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074823.802623:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074823.802627:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90372a00 x1855007613334144/t73014444049(73014444049) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074839 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074823.802635:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90372a00 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613334144:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074823.802641:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.802644:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.802646:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074823.802648:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074823.802652:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90372a00 x1855007613334144/t73014444049(73014444049) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074839 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.802659:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074823.802662:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b98e9ea80. 00000100:00000001:0.0:1769074823.802666:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074823.802667:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.802670:0:31210:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074823.802676:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.802680:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.802682:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3800 refcount=4 00000020:00000001:0.0:1769074823.802685:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740102656 : -114161969448960 : ffff982b985d3800) 00010000:00000001:0.0:1769074823.802688:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740102656 : -114161969448960 : ffff982b985d3800) 00010000:00000040:0.0:1769074823.802694:0:31210:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b985d3800, remote cookie: 0xf5b77ed682f5d26c, flags: 0x1001 00010000:00010000:0.0:1769074823.802701:0:31210:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3800/0x5d432443066b746d lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d26c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1769074823.802712:0:31210:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x3e:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1769074823.802716:0:31210:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1769074823.802729:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b985e5500. 00010000:00000010:0.0:1769074823.802734:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b985e6680. 00010000:00000040:0.0:1769074823.802741:0:31210:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b848ae600 count: 0 00010000:00000010:0.0:1769074823.802750:0:31210:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b98393a80. 00010000:00000001:0.0:1769074823.802760:0:31210:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074823.802763:0:31210:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3800/0x5d432443066b746d lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d26c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074823.802772:0:31210:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3800/0x5d432443066b746d lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x3e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d26c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.802779:0:31210:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074823.802784:0:31210:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074823.802788:0:31210:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074823.802790:0:31210:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074823.802792:0:31210:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074823.802794:0:31210:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x3e:0x0].0x0 (ffff982b985e5500) refcount = 1 00010000:00010000:0.0:1769074823.802799:0:31210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3800/0x5d432443066b746d lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x3e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d26c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.802806:0:31210:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074823.802810:0:31210:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074823.802812:0:31210:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074823.802816:0:31210:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074823.802819:0:31210:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074823.802822:0:31210:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3800/0x5d432443066b746d lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x3e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d26c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.802829:0:31210:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074823.802831:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.802833:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.802834:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.802835:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.802837:0:31210:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.802843:0:31210:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074823.802847:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.802848:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.802851:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3800 refcount=3 00000020:00000001:0.0:1769074823.802853:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740102656 : -114161969448960 : ffff982b985d3800) 00010000:00000001:0.0:1769074823.802855:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740102656 : -114161969448960 : ffff982b985d3800) 00010000:00000001:0.0:1769074823.802857:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.802859:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.802861:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3800 refcount=4 00000020:00000001:0.0:1769074823.802862:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740102656 : -114161969448960 : ffff982b985d3800) 00010000:00000001:0.0:1769074823.802865:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740102656 : -114161969448960 : ffff982b985d3800) 00010000:00000001:0.0:1769074823.802868:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074823.802871:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074823.802874:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3800/0x5d432443066b746d lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x3e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d26c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.802880:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.802881:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.802882:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.802883:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.802884:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3800 refcount=5 00000020:00000001:0.0:1769074823.802886:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740102656 : -114161969448960 : ffff982b985d3800) 00010000:00000001:0.0:1769074823.802888:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740102656 : -114161969448960 : ffff982b985d3800) 00010000:00000001:0.0:1769074823.802891:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074823.802893:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3800/0x5d432443066b746d lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x3e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d26c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.802899:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.802900:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074823.802904:0:31210:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3800/0x5d432443066b746d lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x3e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d26c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.802909:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074823.802911:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.802912:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.802913:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.802914:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074823.802918:0:31210:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff982b90372a00 x1855007613334144/t73014444049(73014444049) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074839 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074823.802927:0:31210:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1769074823.802932:0:31210:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff982b90372a00 x1855007613334144/t73014444049(73014444049) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074839 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074823.802938:0:31210:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.802946:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.802948:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.802949:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3800 refcount=3 00000020:00000001:0.0:1769074823.802951:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740102656 : -114161969448960 : ffff982b985d3800) 00010000:00000001:0.0:1769074823.802953:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740102656 : -114161969448960 : ffff982b985d3800) 00000002:00010000:0.0:1769074823.802957:0:31210:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3800/0x5d432443066b746d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d26c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000002:00000010:0.0:1769074823.802966:0:31210:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff982b990728c0. 00010000:00000001:0.0:1769074823.802968:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.802969:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074823.802971:0:31210:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.802974:0:31210:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.802977:0:31210:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1769074823.802979:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.802980:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603390976 : -114162106160640 : ffff982b90372a00) 00000100:00000001:0.0:1769074823.802982:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.802983:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603390976 : -114162106160640 : ffff982b90372a00) 00010000:00000001:0.0:1769074823.802985:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.802987:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.802988:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3800 refcount=3 00000020:00000001:0.0:1769074823.802990:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740102656 : -114161969448960 : ffff982b985d3800) 00010000:00000001:0.0:1769074823.802992:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740102656 : -114161969448960 : ffff982b985d3800) 00000002:00010000:0.0:1769074823.802995:0:31210:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3800/0x5d432443066b746d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d26c expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074823.803001:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.803003:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.803005:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074823.803006:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.803007:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.803009:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3800 refcount=3 00000020:00000001:0.0:1769074823.803011:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740102656 : -114161969448960 : ffff982b985d3800) 00010000:00000001:0.0:1769074823.803013:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740102656 : -114161969448960 : ffff982b985d3800) 00010000:00000040:0.0:1769074823.803017:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5500 count: 2 00010000:00000001:0.0:1769074823.803020:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074823.803023:0:31210:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b873df800 type 13 mode 4 res 8589939617/62 (0 0) 00010000:00000001:0.0:1769074823.803025:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.803026:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074823.803028:0:31210:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074823.803032:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf768 00000002:00002000:0.0:1769074823.803034:0:31210:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f16.replay-dual-6 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1769074823.803038:0:31210:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.803043:0:31210:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.803046:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074823.803049:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1769074823.803053:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074823.803058:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000001:0.0:1769074823.803061:0:31210:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1769074823.803063:0:31210:0:(namei.c:677:ll_lookup_it_finish()) it ffff982b98466300 it_disposition 1800037 00000080:00002000:0.0:1769074823.803070:0:31210:0:(namei.c:656:ll_splice_alias()) Add dentry ffff982ba0a8a0d8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1769074823.803076:0:31210:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769074823.803079:0:31210:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:0.0:1769074823.803082:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf9a0 00000080:00200000:0.0:1769074823.803084:0:31210:0:(namei.c:1569:ll_create_it()) VFS Op:name=f16.replay-dual-6, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), intent=open|creat 00000080:00000001:0.0:1769074823.803087:0:31210:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:0.0:1769074823.803090:0:31210:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074823.803095:0:31210:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1769074823.803099:0:31210:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074823.803103:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366334 : 144115272381366334 : 2000013a100003e) 00000080:00000001:0.0:1769074823.803106:0:31210:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:0.0:1769074823.803125:0:31210:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff982b906b7380. 00000020:00000001:0.0:1769074823.803139:0:31210:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:0.0:1769074823.803141:0:31210:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1769074823.803144:0:31210:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:0.0:1769074823.803146:0:31210:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a1:0x3e:0x0](ffff982b906b7448) 00000020:00000001:0.0:1769074823.803150:0:31210:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074823.803155:0:31210:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911477432328 : -114162232119288 : ffff982b88b53008) 00000020:00001000:0.0:1769074823.803158:0:31210:0:(cl_object.c:785:cl_env_get()) 1@ffff982b88b53000 00000020:00000001:0.0:1769074823.803163:0:31210:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:0.0:1769074823.803169:0:31210:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff982b985e4000. 00000020:00000001:0.0:1769074823.803171:0:31210:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:0.0:1769074823.803174:0:31210:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074823.803183:0:31210:0:(lov_object.c:2321:lov_object_alloc()) Process entered 00020000:00000010:0.0:1769074823.803188:0:31210:0:(lov_object.c:2322:lov_object_alloc()) slab-alloced 'lov': 248 at ffff982b9029dd90. 00020000:00000001:0.0:1769074823.803190:0:31210:0:(lov_object.c:2336:lov_object_alloc()) Process leaving (rc=18446629911602519440 : -114162107032176 : ffff982b9029dd90) 00020000:00000001:0.0:1769074823.803193:0:31210:0:(lov_object.c:1378:lov_object_init()) Process entered 00020000:00000001:0.0:1769074823.803197:0:31210:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1769074823.803204:0:31210:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff982b98412420. 00020000:00000010:0.0:1769074823.803208:0:31210:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff982b860f9500. 00020000:00000010:0.0:1769074823.803214:0:31210:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff982b98412240. 00020000:00000001:0.0:1769074823.803217:0:31210:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446629911738262080 : -114161971289536 : ffff982b98412240) 00020000:00000002:0.0:1769074823.803220:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b98412240, objid 0x3e:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074823.803225:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074823.803229:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b860f9500: ostid: 0x280000400:1541 ost idx: 1 gen: 0 00020000:00000001:0.0:1769074823.803232:0:31210:0:(lov_object.c:603:lov_init_composite()) Process entered 00020000:00000002:0.0:1769074823.803235:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b98412240, objid 0x3e:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074823.803241:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074823.803244:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b860f9500: ostid: 0x280000400:1541 ost idx: 1 gen: 0 00020000:00000010:0.0:1769074823.803248:0:31210:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff982b98587fa0. 00020000:00000010:0.0:1769074823.803252:0:31210:0:(lov_object.c:626:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff982b985ecf00. 00020000:00000001:0.0:1769074823.803257:0:31210:0:(lov_object.c:194:lov_init_raid0()) Process entered 00020000:00000010:0.0:1769074823.803260:0:31210:0:(lov_object.c:199:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff982b874cf718. 00020000:00000001:0.0:1769074823.803264:0:31210:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1769074823.803266:0:31210:0:(lu_object.c:808:lu_object_find_at()) Process entered 00020000:00000001:0.0:1769074823.803272:0:31210:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1769074823.803277:0:31210:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff982b985e4898. 00000020:00000001:0.0:1769074823.803359:0:31210:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:0.0:1769074823.803362:0:31210:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074823.803365:0:31210:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446629911740172568 : -114161969379048 : ffff982b985e4918) 00020000:00000001:0.0:1769074823.803369:0:31210:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:0.0:1769074823.803375:0:31210:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff982b985e0700. 00020000:00000001:0.0:1769074823.803378:0:31210:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074823.803384:0:31210:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629911740172568 : -114161969379048 : ffff982b985e4918) 00020000:00000001:0.0:1769074823.803386:0:31210:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446629911740172568 : -114161969379048 : ffff982b985e4918) 00020000:00000002:0.0:1769074823.803390:0:31210:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x605:0x0]@ffff982b985e4898[0:0] -> [0x2000013a1:0x3e:0x0]@ffff982b985e4000: ostid: 0x280000400:1541 ost idx: 1 gen: 0 00020000:00000001:0.0:1769074823.803396:0:31210:0:(lov_object.c:264:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:0.0:1769074823.803398:0:31210:0:(lov_object.c:812:lov_init_composite()) Process leaving 00020000:00000001:0.0:1769074823.803401:0:31210:0:(lov_object.c:1406:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074823.803404:0:31210:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629911740170368 : -114161969381248 : ffff982b985e4080) 00000020:00001000:0.0:1769074823.803407:0:31210:0:(cl_object.c:879:cl_env_put()) 1@ffff982b88b53000 00000080:00000001:0.0:1769074823.803411:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366334 : 144115272381366334 : 2000013a100003e) 00000080:00000001:0.0:1769074823.803415:0:31210:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:0.0:1769074823.803417:0:31210:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272381366334 mtime from 0 to 1769074823 00000080:00000001:0.0:1769074823.803422:0:31210:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1769074823.803425:0:31210:0:(namei.c:160:ll_iget()) Process leaving (rc=18446629911606817864 : -114162102733752 : ffff982b906b7448) 00010000:00000001:0.0:1769074823.803428:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.803430:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.803432:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3800 refcount=3 00000020:00000001:0.0:1769074823.803434:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740102656 : -114161969448960 : ffff982b985d3800) 00010000:00000001:0.0:1769074823.803436:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740102656 : -114161969448960 : ffff982b985d3800) 00000080:00000001:0.0:1769074823.803440:0:31210:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:0.0:1769074823.803442:0:31210:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074823.803443:0:31210:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911477432328 : -114162232119288 : ffff982b88b53008) 00000020:00001000:0.0:1769074823.803456:0:31210:0:(cl_object.c:785:cl_env_get()) 1@ffff982b88b53000 00000020:00000001:0.0:1769074823.803458:0:31210:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:0.0:1769074823.803461:0:31210:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:0.0:1769074823.803463:0:31210:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1769074823.803466:0:31210:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff982b98412b40. 00020000:00000010:0.0:1769074823.803468:0:31210:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff982b860f9e80. 00020000:00000010:0.0:1769074823.803471:0:31210:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff982b984126c0. 00020000:00000001:0.0:1769074823.803472:0:31210:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446629911738263232 : -114161971288384 : ffff982b984126c0) 00020000:00000002:0.0:1769074823.803474:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b984126c0, objid 0x3e:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074823.803478:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074823.803481:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b860f9e80: ostid: 0x280000400:1541 ost idx: 1 gen: 0 00020000:00000002:0.0:1769074823.803484:0:31210:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff982b9029dd90) owner ffff982b86784f80 00020000:00000001:0.0:1769074823.803487:0:31210:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1769074823.803489:0:31210:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff982b9029dd90) owner ffff982b86784f80 00020000:00000010:0.0:1769074823.803493:0:31210:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff982b860f9e80. 00020000:00000010:0.0:1769074823.803497:0:31210:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff982b98412b40. 00020000:00000010:0.0:1769074823.803500:0:31210:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff982b984126c0. 00020000:00000002:0.0:1769074823.803502:0:31210:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x3e:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1769074823.803505:0:31210:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074823.803507:0:31210:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074823.803510:0:31210:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1769074823.803513:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9029dd90) owner 0000000000000000/ffff982b86784f80 00020000:00000002:0.0:1769074823.803516:0:31210:0:(lov_object.c:2349:lov_lsm_addref()) lsm ffff982b98412240 addref 2/0 by ffff982b86784f80. 00020000:00000002:0.0:1769074823.803519:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9029dd90) owner 0000000000000000/ffff982b86784f80 00020000:00000001:0.0:1769074823.803522:0:31210:0:(lov_object.c:2245:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1769074823.803525:0:31210:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1769074823.803527:0:31210:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1769074823.803528:0:31210:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1769074823.803531:0:31210:0:(lov_object.c:2264:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1769074823.803534:0:31210:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x3e:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1769074823.803536:0:31210:0:(cl_object.c:879:cl_env_put()) 1@ffff982b88b53000 00000080:00000001:0.0:1769074823.803539:0:31210:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.803540:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.803541:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074823.803543:0:31210:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074823.803547:0:31210:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1769074823.803548:0:31210:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074823.803551:0:31210:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a1:0x3e:0x0](ffff982b906b7448) 00000080:00010000:0.0:1769074823.803554:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x3e:0x0](ffff982b906b7448) for lock 0x5d432443066b746d 00800000:00000001:0.0:1769074823.803557:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074823.803559:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074823.803561:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.803562:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.803564:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3800 refcount=3 00000020:00000001:0.0:1769074823.803566:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740102656 : -114161969448960 : ffff982b985d3800) 00010000:00000001:0.0:1769074823.803568:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740102656 : -114161969448960 : ffff982b985d3800) 00010000:00000001:0.0:1769074823.803570:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.803572:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074823.803573:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.803575:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.803577:0:31210:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:0.0:1769074823.803579:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074823.803587:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b90372a00 x1855007613334144/t73014444049(73014444049) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.803595:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.803601:0:31210:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074823.803606:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x3e:0x0](ffff982b906b7448) 00000080:00000001:0.0:1769074823.803609:0:31210:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1769074823.803612:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b88307400. 00000100:00000001:0.0:1769074823.803616:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074823.803620:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90372a00 x1855007613334144/t73014444049(73014444049) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.803627:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.803631:0:31210:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1769074823.803634:0:31210:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.803645:0:31210:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:0.0:1769074823.803648:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa60 00000080:00200008:0.0:1769074823.803651:0:31210:0:(file.c:1001:ll_file_open()) START file f16.replay-dual-6:[0x2000013a1:0x3e:0x0](ffff982b906b7448), flags 100102 00000080:00000010:0.0:1769074823.803661:0:31210:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff982b996fd7c0. 00000080:00000010:0.0:1769074823.803667:0:31210:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff982b99072b80. 00000080:00000001:0.0:1769074823.803670:0:31210:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:0.0:1769074823.803674:0:31210:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1769074823.803678:0:31210:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1769074823.803682:0:31210:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff982b85d25cc0. 00000002:00100000:0.0:1769074823.803686:0:31210:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff982b90372a00 x1855007613334144/t73014444049(73014444049) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074823.803692:0:31210:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.803694:0:31210:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1769074823.803698:0:31210:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1769074823.803702:0:31210:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.803705:0:31210:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074823.803708:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074823.803712:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90372a00 x1855007613334144/t73014444049(73014444049) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1769074823.803719:0:31210:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074823.803724:0:31210:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff982b902a0000. 02000000:00000001:0.0:1769074823.803762:0:31210:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1769074823.803764:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074823.803767:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa60 00000080:00000008:0.0:1769074823.803769:0:31210:0:(file.c:1240:ll_file_open()) COMPLETED file f16.replay-dual-6:[0x2000013a1:0x3e:0x0](ffff982b906b7448), flags 100102, rc = 0 00000080:00000001:0.0:1769074823.803774:0:31210:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1769074823.803776:0:31210:0:(dcache.c:176:ll_intent_release()) intent ffff982b98466300 released 00000080:00010000:0.0:1769074823.803779:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b746d from it ffff982b98466300 00010000:00000001:0.0:1769074823.803781:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.803783:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.803785:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3800 refcount=3 00000020:00000001:0.0:1769074823.803787:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740102656 : -114161969448960 : ffff982b985d3800) 00010000:00000001:0.0:1769074823.803789:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740102656 : -114161969448960 : ffff982b985d3800) 00010000:00000001:0.0:1769074823.803792:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074823.803795:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3800/0x5d432443066b746d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf5b77ed682f5d26c expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074823.803803:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.803804:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.803806:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074823.803808:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074823.803811:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3800/0x5d432443066b746d lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x3e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf5b77ed682f5d26c expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074823.803819:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074823.803822:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074823.803825:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074823.803830:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.803831:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.803832:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.803836:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074823.803838:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.803840:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.803844:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.803846:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074823.803847:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.803848:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074823.803850:0:31210:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1769074823.803852:0:31210:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:0.0:1769074823.803854:0:31210:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1769074823.803857:0:31210:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769074823.803859:0:31210:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1769074823.803860:0:31210:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.803864:0:31210:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1769074823.803866:0:31210:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.803868:0:31210:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769074823.803871:0:31210:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.803872:0:31210:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1769074823.803875:0:31210:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff982b98466300. 00000080:00000001:0.0:1769074823.803878:0:31210:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.803884:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1769074823.803886:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x3e:0x0](ffff982b906b7448), inode mode 81a4 mask 40 00000080:00000001:0.0:1769074823.803890:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074823.803922:0:31210:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1769074823.803925:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9029dd90) owner 0000000000000000/ffff982b86784f80 00020000:00000002:0.0:1769074823.803928:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9029dd90) owner 0000000000000000/ffff982b86784f80 00020000:00000001:0.0:1769074823.803931:0:31210:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.803941:0:31210:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:0.0:1769074823.803943:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafdd0 00000080:00200008:0.0:1769074823.803945:0:31210:0:(file.c:424:ll_file_release()) START file f16.replay-dual-6:[0x2000013a1:0x3e:0x0](ffff982b906b7448), flags 100002 00000080:00000001:0.0:1769074823.803948:0:31210:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:0.0:1769074823.803951:0:31210:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:0.0:1769074823.803952:0:31210:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1769074823.803953:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9029dd90) owner 0000000000000000/ffff982b86784f80 00020000:00000002:0.0:1769074823.803955:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9029dd90) owner 0000000000000000/ffff982b86784f80 00020000:00000001:0.0:1769074823.803957:0:31210:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.803960:0:31210:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:0.0:1769074823.803965:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074823.803968:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074823.803972:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5500 count: 2 00010000:00000001:0.0:1769074823.803975:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074823.803979:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074823.803981:0:31210:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x3e:0x0]: 0 00000080:00000001:0.0:1769074823.803984:0:31210:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1769074823.803986:0:31210:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1769074823.803991:0:31210:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff982b8706b400. 00000080:00000001:0.0:1769074823.803993:0:31210:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1769074823.803998:0:31210:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1769074823.804002:0:31210:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1769074823.804005:0:31210:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x3e:0x0] 00000002:00000001:0.0:1769074823.804008:0:31210:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1769074823.804011:0:31210:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff982b858dd800: [0x2000013a1:0x3e:0x0] file closed with intent: 0 00000100:00000010:0.0:1769074823.804019:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903aad80. 00000020:00000040:0.0:1769074823.804023:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=19 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:0.0:1769074823.804029:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074823.804033:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074823.804040:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074823.804048:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b883d3800. 00000100:00000001:0.0:1769074823.804056:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1769074823.804069:0:31210:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff982b90372a00 x1855007613334144/t73014444049(73014444049) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1769074823.804082:0:31210:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b858dd800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074823.804087:0:31210:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b903aad80 x1855007613334400/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1769074823.804095:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074823.804097:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074823.804105:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b985ece40. 00000100:00000001:0.0:1769074823.804108:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911740206656 : -114161969344960 : ffff982b985ece40) 00000100:00000001:0.0:1769074823.804111:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.804112:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603621248 : -114162105930368 : ffff982b903aad80) 00000100:00000001:0.0:1769074823.804118:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074823.804123:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.804126:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074823.804128:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074823.804132:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903aad80 x1855007613334400/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.804139:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074823.804142:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.804147:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074823.804150:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074823.804153:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074823.804158:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903aad80 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613334400:192.168.204.151@tcp:35:createmany.0 00000100:00000001:0.0:1769074823.804164:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074823.804170:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074823.804173:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.804178:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074823.804183:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b87fc6c00. 02000000:00000001:0.0:1769074823.804186:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074823.804199:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074823.804204:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b64d0. 00000400:00000010:0.0:1769074823.804213:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f110. 00000100:00000200:0.0:1769074823.804224:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613334400, portal 10 00000100:00000001:0.0:1769074823.804227:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.804228:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603621248 : -114162105930368 : ffff982b903aad80) 00000100:00000040:0.0:1769074823.804236:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b903aad80 x1855007613334400/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.804244:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074823.804248:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074823.804251:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f3b8. 00000100:00000200:0.0:1769074823.804256:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613334400, offset 0 00000400:00000200:0.0:1769074823.804266:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074823.804275:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074823.804325:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074823.804332:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074823.804338:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074823.804343:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074823.804346:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074823.804350:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15344:15344:256:4294967295] 192.168.204.151@tcp LPNI seq info [15344:15344:8:4294967295] 00000400:00000200:0.0:1769074823.804355:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074823.804366:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074823.804373:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074823.804379:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08a00. 00000800:00000200:0.0:1769074823.804387:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074823.804396:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074823.804402:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1769074823.804417:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.804422:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 948820 usecs (949 jiffies) 00000400:00000200:0.0:1769074823.804426:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074823.804430:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296481431 00000100:00000001:0.0:1769074823.804433:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:0.0:1769074823.804436:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296481431 00000100:00000001:0.0:1769074823.804438:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:0.0:1769074823.804441:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074823.804444:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.804461:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074823.804463:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074823.804465:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985ece40 going to sleep for 11 seconds 00000100:00000001:0.0:1769074823.804470:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074823.804473:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074823.804729:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074823.804734:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08a00. 00000400:00000200:3.0:1769074823.804739:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074823.804745:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074823.804752:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f3b8 00000400:00000010:3.0:1769074823.804755:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f3b8. 00000100:00000001:3.0:1769074823.804760:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074823.804765:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903aad80 x1855007613334400/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074823.804774:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074823.804777:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903aad80 x1855007613334400/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074823.804783:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074823.804785:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1769074823.809352:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848ae600. 00000800:00000001:3.0:1769074823.814084:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.814106:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074823.814111:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.814122:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.814137:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.814147:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074823.814156:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.814162:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.814168:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.814173:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd93380 00000400:00000200:3.0:1769074823.814180:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.814188:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x2228d [1] + 224 00000800:00000001:3.0:1769074823.814198:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.814208:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.814211:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074823.814216:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074823.814225:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074823.814243:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903aad80 x1855007613334400/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074823.814256:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff982b903aad80 x1855007613334400/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074823.814278:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074823.814512:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1769074823.814781:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074823.814786:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1769074823.815426:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074823.815430:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074823.815434:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b64d0. 00000400:00000200:0.0:1769074823.815441:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f110 00000400:00000010:0.0:1769074823.815453:0:31210:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f110. 00000100:00000001:0.0:1769074823.815460:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074823.815472:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903aad80 x1855007613334400/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074823.815485:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903aad80 x1855007613334400/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.815491:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074823.815494:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.815498:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074823.815502:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074823.815506:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074823.815509:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.815514:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074823.815526:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88ca0 time=34 v=5 (5 0 10 10) 00000100:00001000:0.0:1769074823.815532:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074823.815534:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074823.815536:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.815539:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074823.815544:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.815548:0:31210:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1769074823.815550:0:31210:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1769074823.815552:0:31210:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1769074823.815555:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.815557:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603621248 : -114162105930368 : ffff982b903aad80) 00000100:00000001:0.0:1769074823.815561:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074823.815564:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:0.0:1769074823.815566:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074823.815570:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.815575:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903aad80 x1855007613334400/t73014444050(73014444050) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.815582:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074823.815585:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074823.815587:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074823.815591:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903aad80 x1855007613334400/t73014444050(73014444050) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074823.815599:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903aad80 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613334400:192.168.204.151@tcp:35:createmany.0 00000100:00000001:0.0:1769074823.815605:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.815609:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.815738:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074823.815742:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074823.815746:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903aad80 x1855007613334400/t73014444050(73014444050) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.815755:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074823.815759:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b985ece40. 00000100:00000001:0.0:1769074823.815764:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074823.815765:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.815776:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.815778:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603621248 : -114162105930368 : ffff982b903aad80) 00000002:00000001:0.0:1769074823.815781:0:31210:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.815786:0:31210:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074823.815793:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b8706b400. 00000080:00000001:0.0:1769074823.815799:0:31210:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1769074823.815803:0:31210:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1769074823.815810:0:31210:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1769074823.815816:0:31210:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff982b90372a00 x1855007613334144/t73014444049(73014444049) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074823.815823:0:31210:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.815825:0:31210:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074823.815827:0:31210:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff982b99072b80. 00000100:00000001:0.0:1769074823.815829:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074823.815832:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903aad80 x1855007613334400/t73014444050(73014444050) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.815838:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.815841:0:31210:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074823.815845:0:31210:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff982b996fd7c0. 00000080:00000001:0.0:1769074823.815851:0:31210:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074823.815860:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafdd0 00000080:00000008:0.0:1769074823.815864:0:31210:0:(file.c:464:ll_file_release()) COMPLETED file f16.replay-dual-6:[0x2000013a1:0x3e:0x0](ffff982b906b7448), flags 100002, rc = 0 00000080:00000001:0.0:1769074823.815868:0:31210:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.815876:0:31210:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1769074823.815879:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafe00 00000080:00002000:0.0:1769074823.815881:0:31210:0:(dcache.c:127:ll_ddelete()) keeping dentry f16.replay-dual-6 (ffff982ba0a8a0d8, parent ffff982b90d9e5e8, inode ffff982b906b7448) hashed, 00000080:00000001:0.0:1769074823.815884:0:31210:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.815991:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074823.815997:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074823.815999:0:31210:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074823.816001:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafbc0 00000080:00200000:0.0:1769074823.816003:0:31210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:0.0:1769074823.816012:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b883d3600. 00800000:00000002:0.0:1769074823.816020:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:0.0:1769074823.816026:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074823.816031:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074823.816034:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafae0 00800000:00000002:0.0:1769074823.816036:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074823.816040:0:31210:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074823.816044:0:31210:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074823.816049:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074823.816051:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf9b0 00000002:00010000:0.0:1769074823.816052:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074823.816056:0:31210:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074823.816058:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074823.816062:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074823.816070:0:31210:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.816073:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.816075:0:31210:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.816077:0:31210:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1769074823.816080:0:31210:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1769074823.816086:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903a8e00. 00000020:00000040:0.0:1769074823.816090:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=20 obd=lustre-MDT0000-mdc-ffff982b858dd800 00010000:00000001:0.0:1769074823.816095:0:31210:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1769074823.816102:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074823.816109:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.816111:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.816113:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.816414:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074823.816419:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074823.816425:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074823.816440:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b87fc4400. 00000100:00000001:0.0:1769074823.816455:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.816460:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074823.816462:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.816463:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074823.816464:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.816466:0:31210:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.816472:0:31210:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446629911603613184 : -114162105938432 : ffff982b903a8e00) 00010000:00000001:0.0:1769074823.816477:0:31210:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1769074823.816480:0:31210:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1769074823.816486:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b985e5200. 00010000:00000010:0.0:1769074823.816492:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b985e6100. 00010000:00000001:0.0:1769074823.816497:0:31210:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1769074823.816502:0:31210:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b90255400. 00000020:00000001:0.0:1769074823.816507:0:31210:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074823.816510:0:31210:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b90255400 with handle 0x5d432443066b7474 to hash 00000020:00000001:0.0:1769074823.816512:0:31210:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1769074823.816514:0:31210:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074823.816519:0:31210:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074823.816524:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074823.816526:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074823.816531:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255400/0x5d432443066b7474 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31210 initiator: MDT0 00010000:00010000:0.0:1769074823.816541:0:31210:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255400/0x5d432443066b7474 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00010000:00010000:0.0:1769074823.816552:0:31210:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255400/0x5d432443066b7474 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000100:00000001:0.0:1769074823.816558:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074823.816560:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074823.816567:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b985ece40. 00000100:00000001:0.0:1769074823.816569:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911740206656 : -114161969344960 : ffff982b985ece40) 00000100:00000001:0.0:1769074823.816572:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.816573:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603613184 : -114162105938432 : ffff982b903a8e00) 00000100:00000001:0.0:1769074823.816578:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074823.816583:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.816586:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074823.816587:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074823.816594:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903a8e00 x1855007613334528/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.816604:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074823.816607:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.816732:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074823.816736:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074823.816739:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074823.816744:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903a8e00 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613334528:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074823.816749:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074823.816756:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074823.816758:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.816761:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074823.816767:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff982b855d4800. 02000000:00000001:0.0:1769074823.816769:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074823.816780:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074823.816784:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b64d0. 00000400:00000010:0.0:1769074823.816791:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f110. 00000100:00000200:0.0:1769074823.816800:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007613334528, portal 10 00000100:00000001:0.0:1769074823.816802:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.816804:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603613184 : -114162105938432 : ffff982b903a8e00) 00000100:00000040:0.0:1769074823.816810:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b903a8e00 x1855007613334528/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.816818:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074823.816820:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074823.816824:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f990. 00000100:00000200:0.0:1769074823.816828:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007613334528, offset 0 00000400:00000200:0.0:1769074823.816836:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074823.816846:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074823.816855:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074823.816862:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074823.816869:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074823.816874:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074823.816878:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074823.816882:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15345:15345:256:4294967295] 192.168.204.151@tcp LPNI seq info [15345:15345:8:4294967295] 00000400:00000200:0.0:1769074823.816886:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074823.816898:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074823.817071:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074823.817078:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08000. 00000800:00000200:0.0:1769074823.817087:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074823.817097:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074823.817102:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1769074823.817253:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.817260:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 947295 usecs (948 jiffies) 00000400:00000200:0.0:1769074823.817265:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074823.817269:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296481442 00000100:00000001:0.0:1769074823.817273:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:0.0:1769074823.817276:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296481442 00000100:00000001:0.0:1769074823.817307:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:0.0:1769074823.817311:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074823.817314:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.817317:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074823.817319:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074823.817323:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985ece40 going to sleep for 11 seconds 00000100:00000001:0.0:1769074823.817327:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074823.817330:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074823.818939:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074823.818952:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08000. 00000400:00000200:2.0:1769074823.818962:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074823.818973:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074823.818982:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f990 00000400:00000010:2.0:1769074823.818986:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f990. 00000100:00000001:2.0:1769074823.818992:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074823.819003:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903a8e00 x1855007613334528/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.819018:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074823.819022:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a8e00 x1855007613334528/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.819030:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.819032:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074823.826708:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074823.826735:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074823.826741:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074823.826744:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074823.826761:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.826772:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074823.826782:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.826788:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.826796:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.826800:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 688 into portal 10 MB=0x6971e9dd93400 00000400:00000200:2.0:1769074823.826807:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.826816:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 688/688 into md 0x22295 [1] + 224 00000800:00000001:2.0:1769074823.826826:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074823.826837:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074823.826841:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074823.826847:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074823.826859:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074823.826873:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903a8e00 x1855007613334528/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074823.826886:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff982b903a8e00 x1855007613334528/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.826918:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074823.826932:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074823.826937:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.827056:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074823.827067:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074823.827070:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074823.827075:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b64d0. 00000400:00000200:0.0:1769074823.827081:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f110 00000400:00000010:0.0:1769074823.827084:0:31210:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f110. 00000100:00000001:0.0:1769074823.827087:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074823.827093:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903a8e00 x1855007613334528/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074823.827103:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903a8e00 x1855007613334528/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.827110:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074823.827113:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.827126:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074823.827131:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074823.827134:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074823.827137:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.827142:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074823.827155:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=34 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074823.827161:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074823.827164:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074823.827166:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.827170:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074823.827175:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.827180:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074823.827183:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:0.0:1769074823.827186:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074823.827189:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.827194:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903a8e00 x1855007613334528/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.827202:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074823.827206:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074823.827209:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074823.827213:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903a8e00 x1855007613334528/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074839 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074823.827220:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903a8e00 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613334528:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074823.827226:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.827229:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.827232:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074823.827234:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074823.827246:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903a8e00 x1855007613334528/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074839 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.827254:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074823.827257:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b985ece40. 00000100:00000001:0.0:1769074823.827261:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074823.827263:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.827266:0:31210:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074823.827271:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.827275:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.827278:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255400 refcount=4 00000020:00000001:0.0:1769074823.827313:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074823.827316:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000040:0.0:1769074823.827325:0:31210:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b90255400, remote cookie: 0xf5b77ed682f5d281, flags: 0x1001 00010000:00010000:0.0:1769074823.827331:0:31210:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255400/0x5d432443066b7474 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d281 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074823.827342:0:31210:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255400/0x5d432443066b7474 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d281 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.827350:0:31210:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074823.827355:0:31210:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074823.827359:0:31210:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074823.827361:0:31210:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074823.827362:0:31210:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074823.827365:0:31210:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff982b985e5200) refcount = 1 00010000:00010000:0.0:1769074823.827368:0:31210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255400/0x5d432443066b7474 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d281 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.827374:0:31210:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074823.827379:0:31210:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074823.827381:0:31210:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074823.827384:0:31210:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074823.827387:0:31210:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074823.827390:0:31210:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255400/0x5d432443066b7474 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d281 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.827396:0:31210:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074823.827398:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.827400:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.827402:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.827403:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.827405:0:31210:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.827410:0:31210:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074823.827412:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.827413:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.827416:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255400 refcount=3 00000020:00000001:0.0:1769074823.827418:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074823.827420:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074823.827423:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.827424:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.827425:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255400 refcount=4 00000020:00000001:0.0:1769074823.827426:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074823.827428:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074823.827431:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074823.827434:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074823.827437:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255400/0x5d432443066b7474 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d281 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.827443:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.827454:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.827456:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.827457:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.827458:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255400 refcount=5 00000020:00000001:0.0:1769074823.827460:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074823.827462:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074823.827465:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074823.827468:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255400/0x5d432443066b7474 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d281 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.827474:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.827475:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074823.827478:0:31210:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255400/0x5d432443066b7474 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d281 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.827490:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074823.827491:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.827493:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.827494:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.827495:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074823.827500:0:31210:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff982b903a8e00 x1855007613334528/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074839 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1769074823.827511:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.827512:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.827513:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255400 refcount=3 00000020:00000001:0.0:1769074823.827515:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074823.827518:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074823.827520:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.827521:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074823.827524:0:31210:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.827526:0:31210:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.827530:0:31210:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1769074823.827534:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.827535:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.827536:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255400 refcount=3 00000020:00000001:0.0:1769074823.827538:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074823.827540:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00000002:00010000:0.0:1769074823.827544:0:31210:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255400/0x5d432443066b7474 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d281 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.827552:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.827553:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.827555:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074823.827557:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.827558:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.827559:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255400 refcount=3 00000020:00000001:0.0:1769074823.827561:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074823.827564:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000040:0.0:1769074823.827573:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5200 count: 2 00010000:00000001:0.0:1769074823.827576:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074823.827582:0:31210:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b873df800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1769074823.827585:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.827587:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074823.827588:0:31210:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074823.827593:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf930 00000002:00002000:0.0:1769074823.827595:0:31210:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1769074823.827599:0:31210:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.827604:0:31210:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.827608:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074823.827613:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1769074823.827617:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074823.827622:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:0.0:1769074823.827626:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b883d3600. 00000080:00000001:0.0:1769074823.827632:0:31210:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074823.827635:0:31210:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074823.827644:0:31210:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1769074823.827650:0:31210:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1769074823.827659:0:31210:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff982b99072b80. 00800000:00000001:0.0:1769074823.827662:0:31210:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446629911751240576 : -114161958311040 : ffff982b99072b80) 00800000:00000001:0.0:1769074823.827664:0:31210:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.827667:0:31210:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074823.827670:0:31210:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1769074823.827672:0:31210:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1769074823.827674:0:31210:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1769074823.827679:0:31210:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1769074823.827681:0:31210:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.827686:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1769074823.827690:0:31210:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1769074823.827695:0:31210:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:0.0:1769074823.827698:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.827699:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.827702:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255400 refcount=3 00000020:00000001:0.0:1769074823.827703:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074823.827706:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074823.827708:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.827709:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074823.827711:0:31210:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074823.827714:0:31210:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1769074823.827715:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b99072b80 1 00800000:00000010:0.0:1769074823.827717:0:31210:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff982b99072b80. 00800000:00000001:0.0:1769074823.827720:0:31210:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074823.827724:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b7474 00800000:00000001:0.0:1769074823.827727:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074823.827729:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074823.827730:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.827731:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.827733:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255400 refcount=3 00000020:00000001:0.0:1769074823.827735:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074823.827737:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074823.827740:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.827741:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074823.827754:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.827756:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.827759:0:31210:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074823.827761:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:0.0:1769074823.827765:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b7474 from it ffffbcdb01dafbf8 00010000:00000001:0.0:1769074823.827766:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.827768:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.827769:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255400 refcount=3 00000020:00000001:0.0:1769074823.827770:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074823.827773:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074823.827774:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074823.827777:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255400/0x5d432443066b7474 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d281 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.827789:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.827790:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.827792:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074823.827794:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074823.827798:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255400/0x5d432443066b7474 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d281 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.827806:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074823.827809:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074823.827811:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074823.827817:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.827818:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.827820:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.827825:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074823.827826:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.827828:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.827832:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.827833:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074823.827835:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.827836:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074823.827838:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074823.827843:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b903a8e00 x1855007613334528/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074839 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.827850:0:31210:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074823.827854:0:31210:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074823.827858:0:31210:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff982b855d4800. 02000000:00000001:0.0:1769074823.827863:0:31210:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074823.827866:0:31210:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074823.827869:0:31210:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=19 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074823.827871:0:31210:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074823.827875:0:31210:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b87fc4400. 02000000:00000001:0.0:1769074823.827880:0:31210:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074823.827882:0:31210:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074823.827885:0:31210:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b903a8e00. 00000100:00000001:0.0:1769074823.827889:0:31210:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074823.827891:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074823.827894:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 1 00000080:00000001:0.0:1769074823.827901:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074823.828019:0:31210:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff982b85d25720. 00000080:00000001:0.0:1769074823.828028:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074823.828029:0:31210:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074823.828031:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafb00 00000080:00200000:0.0:1769074823.828034:0:31210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:0.0:1769074823.828040:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b883d3600. 00800000:00000002:0.0:1769074823.828047:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:0.0:1769074823.828051:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074823.828055:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074823.828057:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa20 00800000:00000002:0.0:1769074823.828059:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074823.828063:0:31210:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074823.828068:0:31210:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074823.828073:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074823.828075:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf8f0 00000002:00010000:0.0:1769074823.828077:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074823.828081:0:31210:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074823.828084:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074823.828086:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074823.828089:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5200 count: 2 00010000:00000001:0.0:1769074823.828092:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074823.828095:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074823.828097:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769074823.828100:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255400/0x5d432443066b7474 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d281 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1769074823.828109:0:31210:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1769074823.828114:0:31210:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074823.828118:0:31210:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255400/0x5d432443066b7474 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d281 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1769074823.828124:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1769074823.828127:0:31210:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074823.828129:0:31210:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074823.828131:0:31210:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074823.828133:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074823.828135:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1769074823.828137:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1769074823.828139:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:0.0:1769074823.828141:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b883d3600. 00000080:00000001:0.0:1769074823.828144:0:31210:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074823.828145:0:31210:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074823.828147:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:0.0:1769074823.828151:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b7474 00800000:00000001:0.0:1769074823.828153:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074823.828155:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074823.828156:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.828157:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.828158:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255400 refcount=3 00000020:00000001:0.0:1769074823.828161:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074823.828163:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074823.828166:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.828167:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074823.828168:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.828169:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074823.828171:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b7474 from it ffffbcdb01dafb38 00010000:00000001:0.0:1769074823.828173:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.828174:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.828175:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255400 refcount=3 00000020:00000001:0.0:1769074823.828177:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074823.828179:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074823.828181:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074823.828185:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255400/0x5d432443066b7474 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d281 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.828192:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.828195:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.828196:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074823.828198:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074823.828200:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255400/0x5d432443066b7474 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d281 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.828205:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074823.828207:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074823.828208:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074823.828211:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.828212:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.828213:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.828214:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074823.828216:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.828217:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.828219:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.828221:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074823.828222:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.828223:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074823.828225:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769074823.828226:0:31210:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074823.828229:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 3 00000080:00000001:0.0:1769074823.828232:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.828236:0:31210:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:0.0:1769074823.828238:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafb50 00000080:00200000:0.0:1769074823.828240:0:31210:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f16.replay-dual-7, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), file ffff982b83e34000, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1769074823.828246:0:31210:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff982b984126c0. 00000080:00000001:0.0:1769074823.828251:0:31210:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:0.0:1769074823.828254:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa10 00000080:00200000:0.0:1769074823.828256:0:31210:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f16.replay-dual-7, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), intent=open|creat 00000080:00000010:0.0:1769074823.828265:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b883d3600. 00800000:00000002:0.0:1769074823.828268:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:0.0:1769074823.828275:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074823.828276:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074823.828278:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf930 00800000:00000002:0.0:1769074823.828320:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f16.replay-dual-7' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074823.828325:0:31210:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:0.0:1769074823.828329:0:31210:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1769074823.828333:0:31210:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446629911450240000 : -114162259311616 : ffff982b87164400) 00800000:00000001:0.0:1769074823.828337:0:31210:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1769074823.828339:0:31210:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1769074823.828342:0:31210:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1769074823.828345:0:31210:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1769074823.828348:0:31210:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff982b858dd800: Allocated FID [0x2000013a1:0x3f:0x0] 40000000:00000001:0.0:1769074823.828351:0:31210:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.828353:0:31210:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.828355:0:31210:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.828357:0:31210:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074823.828359:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf8b0 00800000:00000002:0.0:1769074823.828361:0:31210:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x3f:0x0], name='f16.replay-dual-7' -> mds #0 00000002:00000001:0.0:1769074823.828364:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074823.828366:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf7e8 00000002:00010000:0.0:1769074823.828367:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f16.replay-dual-7,[0x2000013a1:0x3f:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1769074823.828371:0:31210:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1769074823.828374:0:31210:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1769074823.828379:0:31210:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1769074823.828383:0:31210:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.828386:0:31210:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1769074823.828388:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5200 count: 2 00010000:00000001:0.0:1769074823.828390:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074823.828393:0:31210:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1769074823.828397:0:31210:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1769074823.828401:0:31210:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255400/0x5d432443066b7474 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf5b77ed682f5d281 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1769074823.828409:0:31210:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1769074823.828413:0:31210:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1769074823.828416:0:31210:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1769074823.828419:0:31210:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1769074823.828422:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074823.828423:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074823.828425:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5200 count: 3 00010000:00000001:0.0:1769074823.828428:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074823.828430:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.828432:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074823.828433:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074823.828435:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5200 count: 3 00010000:00000001:0.0:1769074823.828437:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074823.828439:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.828440:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074823.828441:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074823.828443:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5200 count: 3 00010000:00000001:0.0:1769074823.828454:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074823.828456:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.828459:0:31210:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1769074823.828464:0:31210:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff982b90dbe300, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1769074823.828470:0:31210:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1769074823.828474:0:31210:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1769074823.828477:0:31210:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1769074823.828478:0:31210:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.828482:0:31210:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1769074823.828485:0:31210:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1769074823.828487:0:31210:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1769074823.828490:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074823.828491:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1769074823.828494:0:31210:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b90255400 with handle 0x5d432443066b7474 from hash 00010000:00000001:0.0:1769074823.828496:0:31210:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1769074823.828498:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.828499:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.828501:0:31210:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1769074823.828504:0:31210:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1769074823.828506:0:31210:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1769074823.828509:0:31210:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074823.828511:0:31210:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074823.828513:0:31210:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1769074823.828519:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903a8e00. 00000020:00000040:0.0:1769074823.828523:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=20 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:0.0:1769074823.828529:0:31210:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769074823.828531:0:31210:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.828535:0:31210:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1769074823.828539:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074823.828542:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.828543:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.828544:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.828548:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074823.828550:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074823.828553:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074823.828562:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b87fc4400. 00000100:00000001:0.0:1769074823.828569:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.828574:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074823.828577:0:31210:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1769074823.828580:0:31210:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255400/0x5d432443066b7474 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d281 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074823.828587:0:31210:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1769074823.828589:0:31210:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074823.828591:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1769074823.828593:0:31210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255400/0x5d432443066b7474 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d281 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1769074823.828601:0:31210:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b985e5200 count: 0 00010000:00000010:0.0:1769074823.828607:0:31210:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b985e6100. 00010000:00000001:0.0:1769074823.828619:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.828621:0:31210:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.828623:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074823.828624:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.828626:0:31210:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.828637:0:31210:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446629911603613184 : -114162105938432 : ffff982b903a8e00) 00010000:00000001:0.0:1769074823.828642:0:31210:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1769074823.828644:0:31210:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1769074823.828649:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b985e5900. 00010000:00000010:0.0:1769074823.828652:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b985e6100. 00010000:00000001:0.0:1769074823.828661:0:31210:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1769074823.828666:0:31210:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b90255c00. 00000020:00000001:0.0:1769074823.828669:0:31210:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074823.828672:0:31210:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b90255c00 with handle 0x5d432443066b747b to hash 00000020:00000001:0.0:1769074823.828674:0:31210:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1769074823.828676:0:31210:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.828680:0:31210:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.828683:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074823.828684:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074823.828687:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b747b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31210 initiator: MDT0 00010000:00010000:0.0:1769074823.828694:0:31210:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b747b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000020:00100000:0.0:1769074823.828709:0:31210:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b858dd800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074823.828721:0:31210:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b903a8e00 x1855007613334784/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074823.828731:0:31210:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b747b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000100:00000001:0.0:1769074823.828737:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074823.828740:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074823.828749:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b985ece40. 00000100:00000001:0.0:1769074823.828752:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911740206656 : -114161969344960 : ffff982b985ece40) 00000100:00000001:0.0:1769074823.828755:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.828757:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603613184 : -114162105938432 : ffff982b903a8e00) 00000100:00000001:0.0:1769074823.828763:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074823.828768:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.828771:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074823.828773:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074823.828777:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903a8e00 x1855007613334784/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.828785:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074823.828788:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.828794:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074823.828797:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074823.828800:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074823.828804:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903a8e00 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613334784:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074823.828809:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074823.828816:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074823.828818:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.828821:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074823.829507:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff982b902a0000. 02000000:00000001:0.0:1769074823.829515:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074823.829530:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074823.829538:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b64d0. 00000400:00000010:0.0:1769074823.829547:0:31210:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff982b87fc5800. 00000100:00000200:0.0:1769074823.829559:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007613334784, portal 10 00000100:00000001:0.0:1769074823.829562:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.829564:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603613184 : -114162105938432 : ffff982b903a8e00) 00000100:00000040:0.0:1769074823.829579:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b903a8e00 x1855007613334784/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.829588:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074823.829592:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074823.829597:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f110. 00000100:00000200:0.0:1769074823.829602:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007613334784, offset 0 00000400:00000200:0.0:1769074823.829610:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074823.829621:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074823.829631:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074823.829639:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074823.829645:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074823.829651:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074823.829654:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074823.829660:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15346:15346:256:4294967295] 192.168.204.151@tcp LPNI seq info [15346:15346:8:4294967295] 00000400:00000200:0.0:1769074823.829665:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074823.829678:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074823.829688:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074823.829695:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08000. 00000800:00000200:0.0:1769074823.829704:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074823.829713:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074823.829719:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08000 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1769074823.829735:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.829741:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 945773 usecs (946 jiffies) 00000400:00000200:0.0:1769074823.829745:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074823.829749:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296481453 00000100:00000001:0.0:1769074823.829752:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:0.0:1769074823.829756:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296481453 00000100:00000001:0.0:1769074823.829758:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:0.0:1769074823.829761:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074823.829765:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.829769:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074823.829772:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074823.829775:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985ece40 going to sleep for 11 seconds 00000100:00000001:0.0:1769074823.829778:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074823.829782:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074823.830043:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074823.830049:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08000. 00000400:00000200:2.0:1769074823.830057:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074823.830064:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074823.830073:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f110 00000400:00000010:2.0:1769074823.830076:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f110. 00000100:00000001:2.0:1769074823.830082:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074823.830089:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903a8e00 x1855007613334784/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.830100:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074823.830104:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a8e00 x1855007613334784/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.830111:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.830113:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1769074823.841349:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e5200. 00010000:00000010:0.1:1769074823.841373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90255400. 00000800:00000001:2.0:1769074823.850443:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074823.850482:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074823.850488:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074823.850490:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074823.850508:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.850520:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074823.850529:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.850535:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.850542:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.850546:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 664 into portal 10 MB=0x6971e9dd93500 00000400:00000200:2.0:1769074823.850553:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.850561:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 664/664 into md 0x2229d [32] + 224 00000800:00000001:2.0:1769074823.850572:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074823.850582:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074823.850586:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074823.850592:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074823.850603:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074823.850616:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903a8e00 x1855007613334784/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074823.850628:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff982b903a8e00 x1855007613334784/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.850657:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769074823.850670:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769074823.850673:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.850681:0:2358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074823.850689:0:2358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15347:15347:256:4294967295] 192.168.204.151@tcp LPNI seq info [15347:15347:8:4294967295] 00000400:00000200:2.0:1769074823.850693:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.850702:0:2358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:2.0:1769074823.850709:0:2358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074823.850717:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff982b98c0b800. 00000800:00000200:2.0:1769074823.850725:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074823.850733:0:2358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074823.850739:0:2358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b98c0b800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1769074823.850876:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074823.850882:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff982b98c0b800. 00000400:00000200:2.0:1769074823.850886:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074823.850889:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:2.0:1769074823.850898:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074823.850902:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.851002:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074823.851013:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074823.851015:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074823.851020:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b64d0. 00000400:00000200:0.0:1769074823.851025:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b87fc5800 00000400:00000010:0.0:1769074823.851028:0:31210:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff982b87fc5800. 00000100:00000001:0.0:1769074823.851032:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074823.851038:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903a8e00 x1855007613334784/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074823.851049:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903a8e00 x1855007613334784/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.851055:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074823.851059:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.851062:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074823.851066:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074823.851069:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074823.851072:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.851076:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074823.851089:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=34 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074823.851094:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074823.851096:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074823.851099:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.851102:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074823.851106:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.851111:0:31210:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1769074823.851114:0:31210:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1769074823.851115:0:31210:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1769074823.851118:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.851120:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603613184 : -114162105938432 : ffff982b903a8e00) 00000100:00000001:0.0:1769074823.851125:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074823.851127:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:0.0:1769074823.851129:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074823.851132:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.851138:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903a8e00 x1855007613334784/t73014444051(73014444051) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074839 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.851146:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074823.851151:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074823.851153:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074823.851158:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903a8e00 x1855007613334784/t73014444051(73014444051) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074839 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074823.851166:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903a8e00 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613334784:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074823.851172:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.851176:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.851179:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074823.851181:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074823.851186:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a8e00 x1855007613334784/t73014444051(73014444051) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074839 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.851199:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074823.851203:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b985ece40. 00000100:00000001:0.0:1769074823.851206:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074823.851208:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.851211:0:31210:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074823.851220:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.851224:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.851227:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255c00 refcount=4 00000020:00000001:0.0:1769074823.851230:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.851234:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000040:0.0:1769074823.851242:0:31210:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b90255c00, remote cookie: 0xf5b77ed682f5d29d, flags: 0x1001 00010000:00010000:0.0:1769074823.851249:0:31210:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b747b lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d29d expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1769074823.851260:0:31210:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x3f:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1769074823.851264:0:31210:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1769074823.851275:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b985e5200. 00010000:00000010:0.0:1769074823.851338:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b985e6c80. 00010000:00000040:0.0:1769074823.851346:0:31210:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b985e5900 count: 0 00010000:00000010:0.0:1769074823.851354:0:31210:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b985e6100. 00010000:00000001:0.0:1769074823.851365:0:31210:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074823.851368:0:31210:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b747b lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d29d expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074823.851377:0:31210:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b747b lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d29d expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.851383:0:31210:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074823.851390:0:31210:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074823.851394:0:31210:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074823.851396:0:31210:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074823.851397:0:31210:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074823.851400:0:31210:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x3f:0x0].0x0 (ffff982b985e5200) refcount = 1 00010000:00010000:0.0:1769074823.851403:0:31210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b747b lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d29d expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.851409:0:31210:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074823.851414:0:31210:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074823.851416:0:31210:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074823.851420:0:31210:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074823.851422:0:31210:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074823.851425:0:31210:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b747b lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d29d expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.851431:0:31210:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074823.851434:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.851435:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.851436:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.851437:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.851439:0:31210:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.851454:0:31210:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074823.851458:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.851460:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.851462:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255c00 refcount=3 00000020:00000001:0.0:1769074823.851464:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.851466:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.851469:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.851470:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.851471:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255c00 refcount=4 00000020:00000001:0.0:1769074823.851474:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.851476:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.851480:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074823.851483:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074823.851486:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b747b lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d29d expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.851493:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.851494:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.851496:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.851497:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.851498:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255c00 refcount=5 00000020:00000001:0.0:1769074823.851500:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.851502:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.851506:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074823.851508:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b747b lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d29d expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.851514:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.851516:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074823.851518:0:31210:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b747b lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d29d expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.851526:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074823.851527:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.851528:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.851530:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.851531:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074823.851536:0:31210:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff982b903a8e00 x1855007613334784/t73014444051(73014444051) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074839 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074823.851547:0:31210:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1769074823.851552:0:31210:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff982b903a8e00 x1855007613334784/t73014444051(73014444051) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074839 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074823.851560:0:31210:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.851570:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.851572:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.851574:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255c00 refcount=3 00000020:00000001:0.0:1769074823.851576:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.851579:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00000002:00010000:0.0:1769074823.851583:0:31210:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b747b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d29d expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000002:00000010:0.0:1769074823.851593:0:31210:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff982b99072b80. 00010000:00000001:0.0:1769074823.851596:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.851597:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074823.851599:0:31210:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.851601:0:31210:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.851605:0:31210:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1769074823.851608:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.851609:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603613184 : -114162105938432 : ffff982b903a8e00) 00000100:00000001:0.0:1769074823.851611:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.851612:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603613184 : -114162105938432 : ffff982b903a8e00) 00010000:00000001:0.0:1769074823.851615:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.851616:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.851618:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255c00 refcount=3 00000020:00000001:0.0:1769074823.851619:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.851622:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00000002:00010000:0.0:1769074823.851625:0:31210:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b747b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d29d expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074823.851631:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.851633:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.851635:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074823.851636:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.851638:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.851639:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255c00 refcount=3 00000020:00000001:0.0:1769074823.851641:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.851643:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000040:0.0:1769074823.851648:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5200 count: 2 00010000:00000001:0.0:1769074823.851650:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074823.851654:0:31210:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b873df800 type 13 mode 4 res 8589939617/63 (0 0) 00010000:00000001:0.0:1769074823.851658:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.851659:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074823.851661:0:31210:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074823.851664:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf768 00000002:00002000:0.0:1769074823.851667:0:31210:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f16.replay-dual-7 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1769074823.851670:0:31210:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.851675:0:31210:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.851678:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074823.851682:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1769074823.851686:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074823.851691:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000001:0.0:1769074823.851694:0:31210:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1769074823.851697:0:31210:0:(namei.c:677:ll_lookup_it_finish()) it ffff982b984126c0 it_disposition 1800037 00000080:00002000:0.0:1769074823.851973:0:31210:0:(namei.c:656:ll_splice_alias()) Add dentry ffff982b90665360 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1769074823.851980:0:31210:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769074823.851983:0:31210:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:0.0:1769074823.851986:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf9a0 00000080:00200000:0.0:1769074823.851988:0:31210:0:(namei.c:1569:ll_create_it()) VFS Op:name=f16.replay-dual-7, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), intent=open|creat 00000080:00000001:0.0:1769074823.851991:0:31210:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:0.0:1769074823.851994:0:31210:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074823.852001:0:31210:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1769074823.852006:0:31210:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074823.852010:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366335 : 144115272381366335 : 2000013a100003f) 00000080:00000001:0.0:1769074823.852014:0:31210:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:0.0:1769074823.852040:0:31210:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff982b906b1080. 00000020:00000001:0.0:1769074823.852056:0:31210:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:0.0:1769074823.852058:0:31210:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1769074823.852062:0:31210:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:0.0:1769074823.852064:0:31210:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a1:0x3f:0x0](ffff982b906b1148) 00000020:00000001:0.0:1769074823.852070:0:31210:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074823.852076:0:31210:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911477432328 : -114162232119288 : ffff982b88b53008) 00000020:00001000:0.0:1769074823.852079:0:31210:0:(cl_object.c:785:cl_env_get()) 1@ffff982b88b53000 00000020:00000001:0.0:1769074823.852086:0:31210:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:0.0:1769074823.852093:0:31210:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff982b985e4d48. 00000020:00000001:0.0:1769074823.852095:0:31210:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:0.0:1769074823.852097:0:31210:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074823.852109:0:31210:0:(lov_object.c:2321:lov_object_alloc()) Process entered 00020000:00000010:0.0:1769074823.852114:0:31210:0:(lov_object.c:2322:lov_object_alloc()) slab-alloced 'lov': 248 at ffff982b9029dba0. 00020000:00000001:0.0:1769074823.852117:0:31210:0:(lov_object.c:2336:lov_object_alloc()) Process leaving (rc=18446629911602518944 : -114162107032672 : ffff982b9029dba0) 00020000:00000001:0.0:1769074823.852120:0:31210:0:(lov_object.c:1378:lov_object_init()) Process entered 00020000:00000001:0.0:1769074823.852124:0:31210:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1769074823.852131:0:31210:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff982b98412b40. 00020000:00000010:0.0:1769074823.852136:0:31210:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff982b860f9e80. 00020000:00000010:0.0:1769074823.852143:0:31210:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff982b98412840. 00020000:00000001:0.0:1769074823.852145:0:31210:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446629911738263616 : -114161971288000 : ffff982b98412840) 00020000:00000002:0.0:1769074823.852149:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b98412840, objid 0x3f:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074823.852154:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074823.852158:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b860f9e80: ostid: 0x240000400:1541 ost idx: 0 gen: 0 00020000:00000001:0.0:1769074823.852163:0:31210:0:(lov_object.c:603:lov_init_composite()) Process entered 00020000:00000002:0.0:1769074823.852165:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b98412840, objid 0x3f:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074823.852169:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074823.852172:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b860f9e80: ostid: 0x240000400:1541 ost idx: 0 gen: 0 00020000:00000010:0.0:1769074823.852177:0:31210:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff982b98587f50. 00020000:00000010:0.0:1769074823.852181:0:31210:0:(lov_object.c:626:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff982b985ece40. 00020000:00000001:0.0:1769074823.852186:0:31210:0:(lov_object.c:194:lov_init_raid0()) Process entered 00020000:00000010:0.0:1769074823.852189:0:31210:0:(lov_object.c:199:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff982b874cff60. 00020000:00000001:0.0:1769074823.852194:0:31210:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1769074823.852196:0:31210:0:(lu_object.c:808:lu_object_find_at()) Process entered 00020000:00000001:0.0:1769074823.852203:0:31210:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1769074823.852207:0:31210:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff982b985e4ed8. 00000020:00000001:0.0:1769074823.852209:0:31210:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:0.0:1769074823.852210:0:31210:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074823.852213:0:31210:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446629911740174168 : -114161969377448 : ffff982b985e4f58) 00020000:00000001:0.0:1769074823.852217:0:31210:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:0.0:1769074823.852224:0:31210:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff982b985e0000. 00020000:00000001:0.0:1769074823.852227:0:31210:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074823.852233:0:31210:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629911740174168 : -114161969377448 : ffff982b985e4f58) 00020000:00000001:0.0:1769074823.852237:0:31210:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446629911740174168 : -114161969377448 : ffff982b985e4f58) 00020000:00000002:0.0:1769074823.852241:0:31210:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x605:0x0]@ffff982b985e4ed8[0:0] -> [0x2000013a1:0x3f:0x0]@ffff982b985e4d48: ostid: 0x240000400:1541 ost idx: 0 gen: 0 00020000:00000001:0.0:1769074823.852247:0:31210:0:(lov_object.c:264:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:0.0:1769074823.852250:0:31210:0:(lov_object.c:812:lov_init_composite()) Process leaving 00020000:00000001:0.0:1769074823.852253:0:31210:0:(lov_object.c:1406:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074823.852256:0:31210:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629911740173768 : -114161969377848 : ffff982b985e4dc8) 00000020:00001000:0.0:1769074823.852259:0:31210:0:(cl_object.c:879:cl_env_put()) 1@ffff982b88b53000 00000080:00000001:0.0:1769074823.852264:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366335 : 144115272381366335 : 2000013a100003f) 00000080:00000001:0.0:1769074823.852268:0:31210:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:0.0:1769074823.852271:0:31210:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272381366335 mtime from 0 to 1769074823 00000080:00000001:0.0:1769074823.852277:0:31210:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1769074823.852332:0:31210:0:(namei.c:160:ll_iget()) Process leaving (rc=18446629911606792520 : -114162102759096 : ffff982b906b1148) 00010000:00000001:0.0:1769074823.852336:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.852338:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.852340:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255c00 refcount=3 00000020:00000001:0.0:1769074823.852342:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.852344:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00000080:00000001:0.0:1769074823.852348:0:31210:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:0.0:1769074823.852350:0:31210:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074823.852351:0:31210:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911477432328 : -114162232119288 : ffff982b88b53008) 00000020:00001000:0.0:1769074823.852354:0:31210:0:(cl_object.c:785:cl_env_get()) 1@ffff982b88b53000 00000020:00000001:0.0:1769074823.852356:0:31210:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:0.0:1769074823.852358:0:31210:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:0.0:1769074823.852360:0:31210:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1769074823.852363:0:31210:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff982b98412ae0. 00020000:00000010:0.0:1769074823.852366:0:31210:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff982b860f9f80. 00020000:00000010:0.0:1769074823.852369:0:31210:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff982b98412de0. 00020000:00000001:0.0:1769074823.852371:0:31210:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446629911738265056 : -114161971286560 : ffff982b98412de0) 00020000:00000002:0.0:1769074823.852374:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b98412de0, objid 0x3f:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074823.852378:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074823.852381:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b860f9f80: ostid: 0x240000400:1541 ost idx: 0 gen: 0 00020000:00000002:0.0:1769074823.852386:0:31210:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff982b9029dba0) owner ffff982b86784f80 00020000:00000001:0.0:1769074823.852389:0:31210:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1769074823.852393:0:31210:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff982b9029dba0) owner ffff982b86784f80 00020000:00000010:0.0:1769074823.852398:0:31210:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff982b860f9f80. 00020000:00000010:0.0:1769074823.852403:0:31210:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff982b98412ae0. 00020000:00000010:0.0:1769074823.852407:0:31210:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff982b98412de0. 00020000:00000002:0.0:1769074823.852410:0:31210:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x3f:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1769074823.852413:0:31210:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074823.852415:0:31210:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074823.852418:0:31210:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1769074823.852422:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9029dba0) owner 0000000000000000/ffff982b86784f80 00020000:00000002:0.0:1769074823.852425:0:31210:0:(lov_object.c:2349:lov_lsm_addref()) lsm ffff982b98412840 addref 2/0 by ffff982b86784f80. 00020000:00000002:0.0:1769074823.852428:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9029dba0) owner 0000000000000000/ffff982b86784f80 00020000:00000001:0.0:1769074823.852431:0:31210:0:(lov_object.c:2245:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1769074823.852434:0:31210:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1769074823.852435:0:31210:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1769074823.852438:0:31210:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1769074823.852441:0:31210:0:(lov_object.c:2264:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1769074823.852453:0:31210:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x3f:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1769074823.852457:0:31210:0:(cl_object.c:879:cl_env_put()) 1@ffff982b88b53000 00000080:00000001:0.0:1769074823.852459:0:31210:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.852461:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.852463:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074823.852466:0:31210:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074823.852469:0:31210:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1769074823.852471:0:31210:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074823.852474:0:31210:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a1:0x3f:0x0](ffff982b906b1148) 00000080:00010000:0.0:1769074823.852478:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x3f:0x0](ffff982b906b1148) for lock 0x5d432443066b747b 00800000:00000001:0.0:1769074823.852482:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074823.852484:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074823.852485:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.852487:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.852488:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255c00 refcount=3 00000020:00000001:0.0:1769074823.852491:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.852493:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.852496:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.852497:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074823.852499:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.852501:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.852503:0:31210:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:0.0:1769074823.852505:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074823.852517:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b903a8e00 x1855007613334784/t73014444051(73014444051) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.852525:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.852533:0:31210:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074823.852538:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x3f:0x0](ffff982b906b1148) 00000080:00000001:0.0:1769074823.852542:0:31210:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1769074823.852546:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b883d3600. 00000100:00000001:0.0:1769074823.852551:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074823.852554:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a8e00 x1855007613334784/t73014444051(73014444051) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.852561:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.852567:0:31210:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1769074823.852569:0:31210:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.852582:0:31210:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:0.0:1769074823.852585:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa60 00000080:00200008:0.0:1769074823.852587:0:31210:0:(file.c:1001:ll_file_open()) START file f16.replay-dual-7:[0x2000013a1:0x3f:0x0](ffff982b906b1148), flags 100102 00000080:00000010:0.0:1769074823.852599:0:31210:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff982b996fd7c0. 00000080:00000010:0.0:1769074823.852606:0:31210:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff982b99072fc0. 00000080:00000001:0.0:1769074823.852610:0:31210:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:0.0:1769074823.852615:0:31210:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1769074823.852619:0:31210:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1769074823.852623:0:31210:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff982b85d25220. 00000002:00100000:0.0:1769074823.852628:0:31210:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff982b903a8e00 x1855007613334784/t73014444051(73014444051) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074823.852634:0:31210:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.852636:0:31210:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1769074823.852641:0:31210:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1769074823.852645:0:31210:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.852648:0:31210:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074823.852651:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074823.852654:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903a8e00 x1855007613334784/t73014444051(73014444051) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1769074823.852662:0:31210:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074823.852667:0:31210:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff982b902a0000. 02000000:00000001:0.0:1769074823.852705:0:31210:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1769074823.852707:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074823.852709:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa60 00000080:00000008:0.0:1769074823.852711:0:31210:0:(file.c:1240:ll_file_open()) COMPLETED file f16.replay-dual-7:[0x2000013a1:0x3f:0x0](ffff982b906b1148), flags 100102, rc = 0 00000080:00000001:0.0:1769074823.852716:0:31210:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1769074823.852718:0:31210:0:(dcache.c:176:ll_intent_release()) intent ffff982b984126c0 released 00000080:00010000:0.0:1769074823.852721:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b747b from it ffff982b984126c0 00010000:00000001:0.0:1769074823.852724:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.852726:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.852727:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255c00 refcount=3 00000020:00000001:0.0:1769074823.852729:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.852731:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602224128 : -114162107327488 : ffff982b90255c00) 00010000:00000001:0.0:1769074823.852733:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074823.852738:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b747b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf5b77ed682f5d29d expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074823.852746:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.852747:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.852750:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074823.852753:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074823.852756:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b747b lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf5b77ed682f5d29d expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074823.852764:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074823.852768:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074823.852771:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074823.852777:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.852778:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.852780:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.852784:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074823.852787:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.852789:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.852792:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.852794:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074823.852795:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.852796:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074823.852797:0:31210:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1769074823.852800:0:31210:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:0.0:1769074823.852802:0:31210:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1769074823.852804:0:31210:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769074823.852807:0:31210:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1769074823.852809:0:31210:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.852813:0:31210:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1769074823.852815:0:31210:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.852817:0:31210:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769074823.852819:0:31210:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.852821:0:31210:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1769074823.852823:0:31210:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff982b984126c0. 00000080:00000001:0.0:1769074823.852825:0:31210:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.852831:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1769074823.852833:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x3f:0x0](ffff982b906b1148), inode mode 81a4 mask 40 00000080:00000001:0.0:1769074823.852837:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074823.852865:0:31210:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1769074823.852867:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9029dba0) owner 0000000000000000/ffff982b86784f80 00020000:00000002:0.0:1769074823.852870:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9029dba0) owner 0000000000000000/ffff982b86784f80 00020000:00000001:0.0:1769074823.852872:0:31210:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.852881:0:31210:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:0.0:1769074823.852883:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafdd0 00000080:00200008:0.0:1769074823.852885:0:31210:0:(file.c:424:ll_file_release()) START file f16.replay-dual-7:[0x2000013a1:0x3f:0x0](ffff982b906b1148), flags 100002 00000080:00000001:0.0:1769074823.852888:0:31210:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:0.0:1769074823.852890:0:31210:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:0.0:1769074823.852891:0:31210:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1769074823.852893:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9029dba0) owner 0000000000000000/ffff982b86784f80 00020000:00000002:0.0:1769074823.852896:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9029dba0) owner 0000000000000000/ffff982b86784f80 00020000:00000001:0.0:1769074823.852898:0:31210:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.852901:0:31210:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:0.0:1769074823.852905:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074823.852908:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074823.852914:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5200 count: 2 00010000:00000001:0.0:1769074823.852916:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074823.852921:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074823.852923:0:31210:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x3f:0x0]: 0 00000080:00000001:0.0:1769074823.852926:0:31210:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1769074823.852928:0:31210:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1769074823.852932:0:31210:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff982b883d3600. 00000080:00000001:0.0:1769074823.852934:0:31210:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1769074823.852942:0:31210:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1769074823.852945:0:31210:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1769074823.852948:0:31210:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x3f:0x0] 00000002:00000001:0.0:1769074823.852952:0:31210:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1769074823.852954:0:31210:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff982b858dd800: [0x2000013a1:0x3f:0x0] file closed with intent: 0 00000100:00000010:0.0:1769074823.852960:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903ab800. 00000020:00000040:0.0:1769074823.852964:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=21 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:0.0:1769074823.852969:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074823.852974:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074823.852980:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074823.852987:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b883d2400. 00000100:00000001:0.0:1769074823.852994:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1769074823.853005:0:31210:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff982b903a8e00 x1855007613334784/t73014444051(73014444051) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1769074823.853016:0:31210:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b858dd800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074823.853022:0:31210:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b903ab800 x1855007613335040/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1769074823.853028:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074823.853031:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074823.853038:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b985ec180. 00000100:00000001:0.0:1769074823.853041:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911740203392 : -114161969348224 : ffff982b985ec180) 00000100:00000001:0.0:1769074823.853045:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.853046:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603623936 : -114162105927680 : ffff982b903ab800) 00000100:00000001:0.0:1769074823.853052:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074823.853056:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.853059:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074823.853061:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074823.853065:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903ab800 x1855007613335040/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.853073:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074823.853075:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.853080:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074823.853084:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074823.853087:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074823.853091:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903ab800 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613335040:192.168.204.151@tcp:35:createmany.0 00000100:00000001:0.0:1769074823.853096:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074823.853102:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074823.853105:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.853108:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074823.853112:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b87fc5800. 02000000:00000001:0.0:1769074823.853115:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074823.853126:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074823.853131:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b64d0. 00000400:00000010:0.0:1769074823.853139:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604fdd0. 00000100:00000200:0.0:1769074823.853149:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613335040, portal 10 00000100:00000001:0.0:1769074823.853151:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.853152:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603623936 : -114162105927680 : ffff982b903ab800) 00000100:00000040:0.0:1769074823.853159:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b903ab800 x1855007613335040/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.853166:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074823.853169:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074823.853172:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f4c8. 00000100:00000200:0.0:1769074823.853177:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613335040, offset 0 00000400:00000200:0.0:1769074823.853185:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074823.853196:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074823.853205:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074823.853212:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074823.853218:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074823.853223:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074823.853226:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074823.853230:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15348:15348:256:4294967295] 192.168.204.151@tcp LPNI seq info [15348:15348:8:4294967295] 00000400:00000200:0.0:1769074823.853235:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074823.853247:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074823.853254:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074823.853261:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08a00. 00000800:00000200:0.0:1769074823.853269:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074823.853278:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074823.853333:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1769074823.853343:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.853348:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 944281 usecs (945 jiffies) 00000400:00000200:0.0:1769074823.853352:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074823.853356:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296481476 00000100:00000001:0.0:1769074823.853361:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:0.0:1769074823.853363:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296481476 00000100:00000001:0.0:1769074823.853365:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:0.0:1769074823.853368:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074823.853371:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.853374:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074823.853376:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074823.853379:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985ec180 going to sleep for 11 seconds 00000100:00000001:0.0:1769074823.853382:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074823.853385:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074823.855691:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074823.855721:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08a00. 00000400:00000200:2.0:1769074823.855730:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074823.855741:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074823.855751:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f4c8 00000400:00000010:2.0:1769074823.855754:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f4c8. 00000100:00000001:2.0:1769074823.855760:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074823.855769:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903ab800 x1855007613335040/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.855781:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074823.855784:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903ab800 x1855007613335040/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.855791:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.855793:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1769074823.858399:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e5900. 00000800:00000001:3.0:1769074823.859797:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.859823:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074823.859829:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.859832:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.859848:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.859858:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074823.859868:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.859874:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.859882:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.859887:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd93600 00000400:00000200:3.0:1769074823.859893:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.859901:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x222a5 [1] + 224 00000800:00000001:3.0:1769074823.859925:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.859936:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.859939:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074823.859945:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074823.859955:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074823.859967:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903ab800 x1855007613335040/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074823.859979:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff982b903ab800 x1855007613335040/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074823.860004:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074823.860015:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.860020:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.860958:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074823.860973:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074823.860976:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074823.860982:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b64d0. 00000400:00000200:0.0:1769074823.860989:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604fdd0 00000400:00000010:0.0:1769074823.860992:0:31210:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604fdd0. 00000100:00000001:0.0:1769074823.860998:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074823.861011:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903ab800 x1855007613335040/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074823.861022:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903ab800 x1855007613335040/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.861030:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074823.861032:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.861036:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074823.861042:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074823.861046:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074823.861050:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.861054:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074823.861069:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88ca0 time=34 v=5 (5 0 10 10) 00000100:00001000:0.0:1769074823.861073:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074823.861076:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074823.861078:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.861082:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074823.861086:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.861091:0:31210:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1769074823.861093:0:31210:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1769074823.861094:0:31210:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1769074823.861098:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.861100:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603623936 : -114162105927680 : ffff982b903ab800) 00000100:00000001:0.0:1769074823.861104:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074823.861106:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:0.0:1769074823.861108:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074823.861112:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.861117:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903ab800 x1855007613335040/t73014444052(73014444052) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.861125:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074823.861129:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074823.861131:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074823.861136:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903ab800 x1855007613335040/t73014444052(73014444052) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074823.861143:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903ab800 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613335040:192.168.204.151@tcp:35:createmany.0 00000100:00000001:0.0:1769074823.861149:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.861152:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.861154:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074823.861156:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074823.861159:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903ab800 x1855007613335040/t73014444052(73014444052) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.861166:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074823.861170:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b985ec180. 00000100:00000001:0.0:1769074823.861174:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074823.861176:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.861184:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.861186:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603623936 : -114162105927680 : ffff982b903ab800) 00000002:00000001:0.0:1769074823.861189:0:31210:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.861193:0:31210:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074823.861201:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b883d3600. 00000080:00000001:0.0:1769074823.861206:0:31210:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1769074823.861210:0:31210:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1769074823.861216:0:31210:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1769074823.861222:0:31210:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff982b903a8e00 x1855007613334784/t73014444051(73014444051) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074823.861230:0:31210:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.861232:0:31210:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074823.861234:0:31210:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff982b99072fc0. 00000100:00000001:0.0:1769074823.861237:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074823.861240:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903ab800 x1855007613335040/t73014444052(73014444052) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.861245:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.861249:0:31210:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074823.861252:0:31210:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff982b996fd7c0. 00000080:00000001:0.0:1769074823.861258:0:31210:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074823.861267:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafdd0 00000080:00000008:0.0:1769074823.861800:0:31210:0:(file.c:464:ll_file_release()) COMPLETED file f16.replay-dual-7:[0x2000013a1:0x3f:0x0](ffff982b906b1148), flags 100002, rc = 0 00000080:00000001:0.0:1769074823.861805:0:31210:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.861813:0:31210:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1769074823.861815:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafe00 00000080:00002000:0.0:1769074823.861817:0:31210:0:(dcache.c:127:ll_ddelete()) keeping dentry f16.replay-dual-7 (ffff982b90665360, parent ffff982b90d9e5e8, inode ffff982b906b1148) hashed, 00000080:00000001:0.0:1769074823.861820:0:31210:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.861900:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074823.861904:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074823.861908:0:31210:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074823.861910:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafbc0 00000080:00200000:0.0:1769074823.861912:0:31210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:0.0:1769074823.861921:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b883d3600. 00800000:00000002:0.0:1769074823.861928:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:0.0:1769074823.861933:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074823.861938:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074823.861940:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafae0 00800000:00000002:0.0:1769074823.861943:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074823.861948:0:31210:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074823.861952:0:31210:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074823.861958:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074823.861961:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf9b0 00000002:00010000:0.0:1769074823.861962:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074823.861967:0:31210:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074823.861970:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074823.861975:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074823.861985:0:31210:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.861988:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.861991:0:31210:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.861994:0:31210:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1769074823.861998:0:31210:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1769074823.862006:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903ab480. 00000020:00000040:0.0:1769074823.862012:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=22 obd=lustre-MDT0000-mdc-ffff982b858dd800 00010000:00000001:0.0:1769074823.862022:0:31210:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1769074823.862029:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074823.862039:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.862046:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.862048:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.862052:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074823.862055:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074823.862060:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074823.862071:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b87fc5400. 00000100:00000001:0.0:1769074823.862079:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.862085:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074823.862086:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.862088:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074823.862089:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.862091:0:31210:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.862097:0:31210:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446629911603623040 : -114162105928576 : ffff982b903ab480) 00010000:00000001:0.0:1769074823.862102:0:31210:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1769074823.862105:0:31210:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1769074823.862111:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b985e5900. 00010000:00000010:0.0:1769074823.862115:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b985e6100. 00010000:00000001:0.0:1769074823.862120:0:31210:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1769074823.862124:0:31210:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b90255400. 00000020:00000001:0.0:1769074823.862129:0:31210:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074823.862132:0:31210:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b90255400 with handle 0x5d432443066b7482 to hash 00000020:00000001:0.0:1769074823.862134:0:31210:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1769074823.862136:0:31210:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074823.862141:0:31210:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074823.862145:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074823.862148:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074823.862152:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255400/0x5d432443066b7482 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31210 initiator: MDT0 00010000:00010000:0.0:1769074823.862162:0:31210:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255400/0x5d432443066b7482 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00010000:00010000:0.0:1769074823.862178:0:31210:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255400/0x5d432443066b7482 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000100:00000001:0.0:1769074823.862184:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074823.862187:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074823.862195:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b985ec180. 00000100:00000001:0.0:1769074823.862197:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911740203392 : -114161969348224 : ffff982b985ec180) 00000100:00000001:0.0:1769074823.862200:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.862201:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603623040 : -114162105928576 : ffff982b903ab480) 00000100:00000001:0.0:1769074823.862207:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074823.862212:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.862215:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074823.862216:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074823.862225:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903ab480 x1855007613335168/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.862234:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074823.862249:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.862254:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074823.862257:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074823.862260:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074823.862263:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903ab480 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613335168:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074823.862321:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074823.862327:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074823.862330:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.862333:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074823.862339:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff982b855d4800. 02000000:00000001:0.0:1769074823.862341:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074823.862352:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074823.862357:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b64d0. 00000400:00000010:0.0:1769074823.862364:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604fdd0. 00000100:00000200:0.0:1769074823.862373:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007613335168, portal 10 00000100:00000001:0.0:1769074823.862375:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074823.862377:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603623040 : -114162105928576 : ffff982b903ab480) 00000100:00000040:0.0:1769074823.862383:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b903ab480 x1855007613335168/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.862391:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074823.862394:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074823.862397:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f7f8. 00000100:00000200:0.0:1769074823.862402:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007613335168, offset 0 00000400:00000200:0.0:1769074823.862410:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074823.862420:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074823.862431:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074823.862437:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074823.862442:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074823.862458:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074823.862461:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074823.862466:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15349:15349:256:4294967295] 192.168.204.151@tcp LPNI seq info [15349:15349:8:4294967295] 00000400:00000200:0.0:1769074823.862470:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074823.862481:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074823.862489:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074823.862496:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08600. 00000800:00000200:0.0:1769074823.862504:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074823.862514:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074823.862521:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1769074823.864987:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.865007:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 942765 usecs (943 jiffies) 00000400:00000200:0.0:1769074823.865023:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074823.865028:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296481485 00000100:00000001:0.0:1769074823.865035:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:0.0:1769074823.865038:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296481485 00000100:00000001:0.0:1769074823.865041:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:0.0:1769074823.865047:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074823.865053:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.865057:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074823.865060:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074823.865065:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985ec180 going to sleep for 11 seconds 00000100:00000001:0.0:1769074823.865071:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074823.865077:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074823.874575:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074823.874592:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08600. 00000400:00000200:2.0:1769074823.874610:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074823.874625:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074823.874637:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f7f8 00000400:00000010:2.0:1769074823.874641:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f7f8. 00000100:00000001:2.0:1769074823.874650:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074823.874664:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903ab480 x1855007613335168/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.874683:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074823.874687:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903ab480 x1855007613335168/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.874695:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.874697:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074823.887422:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074823.887460:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074823.887464:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074823.887468:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074823.887483:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.887495:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074823.887505:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.887511:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.887519:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.887525:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 688 into portal 10 MB=0x6971e9dd93680 00000400:00000200:2.0:1769074823.887531:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.887539:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 688/688 into md 0x222ad [1] + 224 00000800:00000001:2.0:1769074823.887551:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074823.887562:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074823.887566:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074823.887572:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074823.887583:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074823.887596:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903ab480 x1855007613335168/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074823.887609:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff982b903ab480 x1855007613335168/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.887637:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074823.887650:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074823.887654:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.887743:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074823.887754:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074823.887757:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074823.887763:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b64d0. 00000400:00000200:0.0:1769074823.887768:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604fdd0 00000400:00000010:0.0:1769074823.887771:0:31210:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604fdd0. 00000100:00000001:0.0:1769074823.887774:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074823.887779:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903ab480 x1855007613335168/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074823.887790:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903ab480 x1855007613335168/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.887796:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074823.887799:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.887801:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074823.887806:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074823.887809:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074823.887811:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074823.887816:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074823.887828:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=34 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074823.887834:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074823.887837:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074823.887839:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.887842:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074823.887846:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.887851:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074823.887853:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:0.0:1769074823.887856:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074823.887859:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074823.887864:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903ab480 x1855007613335168/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.887873:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074823.887876:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074823.887878:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074823.887883:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903ab480 x1855007613335168/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074839 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074823.887891:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903ab480 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613335168:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074823.887896:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074823.887899:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074823.887901:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074823.887904:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074823.887919:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903ab480 x1855007613335168/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074839 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.887926:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074823.887929:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b985ec180. 00000100:00000001:0.0:1769074823.887933:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074823.887934:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.887938:0:31210:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074823.887943:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.887947:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.887950:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255400 refcount=4 00000020:00000001:0.0:1769074823.887953:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074823.887957:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000040:0.0:1769074823.887965:0:31210:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b90255400, remote cookie: 0xf5b77ed682f5d2b2, flags: 0x1001 00010000:00010000:0.0:1769074823.887971:0:31210:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255400/0x5d432443066b7482 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d2b2 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074823.887983:0:31210:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255400/0x5d432443066b7482 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d2b2 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.887995:0:31210:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074823.888000:0:31210:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074823.888003:0:31210:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074823.888005:0:31210:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074823.888006:0:31210:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074823.888010:0:31210:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff982b985e5900) refcount = 1 00010000:00010000:0.0:1769074823.888014:0:31210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255400/0x5d432443066b7482 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d2b2 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.888021:0:31210:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074823.888025:0:31210:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074823.888027:0:31210:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074823.888030:0:31210:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074823.888033:0:31210:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074823.888036:0:31210:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255400/0x5d432443066b7482 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d2b2 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.888042:0:31210:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074823.888044:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.888046:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.888047:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.888048:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.888050:0:31210:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.888055:0:31210:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074823.888057:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.888058:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.888060:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255400 refcount=3 00000020:00000001:0.0:1769074823.888062:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074823.888064:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074823.888066:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.888068:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.888069:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255400 refcount=4 00000020:00000001:0.0:1769074823.888071:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074823.888073:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074823.888077:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074823.888079:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074823.888083:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255400/0x5d432443066b7482 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d2b2 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.888089:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.888091:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.888092:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.888093:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.888095:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255400 refcount=5 00000020:00000001:0.0:1769074823.888097:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074823.888099:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074823.888102:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074823.888106:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255400/0x5d432443066b7482 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d2b2 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.888112:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.888113:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074823.888116:0:31210:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255400/0x5d432443066b7482 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d2b2 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.888122:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074823.888124:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.888125:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.888126:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.888127:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074823.888132:0:31210:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff982b903ab480 x1855007613335168/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074839 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1769074823.888142:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.888143:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.888144:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255400 refcount=3 00000020:00000001:0.0:1769074823.888146:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074823.888149:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074823.888152:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.888153:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074823.888154:0:31210:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.888156:0:31210:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.888160:0:31210:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1769074823.888163:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.888164:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.888166:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255400 refcount=3 00000020:00000001:0.0:1769074823.888167:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074823.888170:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00000002:00010000:0.0:1769074823.888173:0:31210:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255400/0x5d432443066b7482 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d2b2 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.888180:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.888181:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.888184:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074823.888185:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.888186:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.888188:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255400 refcount=3 00000020:00000001:0.0:1769074823.888190:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074823.888192:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000040:0.0:1769074823.888202:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5900 count: 2 00010000:00000001:0.0:1769074823.888216:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074823.888221:0:31210:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b873df800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1769074823.888224:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.888226:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074823.888227:0:31210:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074823.888232:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf930 00000002:00002000:0.0:1769074823.888234:0:31210:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1769074823.888541:0:31210:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.888547:0:31210:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.888550:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074823.888554:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1769074823.888559:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074823.888563:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:0.0:1769074823.888568:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b883d3600. 00000080:00000001:0.0:1769074823.888575:0:31210:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074823.888577:0:31210:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074823.888586:0:31210:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1769074823.888590:0:31210:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1769074823.888600:0:31210:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff982b99072fc0. 00800000:00000001:0.0:1769074823.888602:0:31210:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446629911751241664 : -114161958309952 : ffff982b99072fc0) 00800000:00000001:0.0:1769074823.888604:0:31210:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074823.888608:0:31210:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074823.888611:0:31210:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1769074823.888613:0:31210:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1769074823.888617:0:31210:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1769074823.888620:0:31210:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1769074823.888622:0:31210:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.888627:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1769074823.888631:0:31210:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1769074823.888637:0:31210:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:0.0:1769074823.888640:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.888642:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.888644:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255400 refcount=3 00000020:00000001:0.0:1769074823.888646:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074823.888649:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074823.888651:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.888653:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074823.888654:0:31210:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074823.888657:0:31210:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1769074823.888659:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b99072fc0 1 00800000:00000010:0.0:1769074823.888662:0:31210:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff982b99072fc0. 00800000:00000001:0.0:1769074823.888665:0:31210:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074823.888669:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b7482 00800000:00000001:0.0:1769074823.888673:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074823.888675:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074823.888676:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.888678:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.888679:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255400 refcount=3 00000020:00000001:0.0:1769074823.888680:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074823.888683:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074823.888685:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.888686:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074823.888688:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074823.888703:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074823.888706:0:31210:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074823.888709:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:0.0:1769074823.888712:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b7482 from it ffffbcdb01dafbf8 00010000:00000001:0.0:1769074823.888714:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074823.888715:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074823.888717:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255400 refcount=3 00000020:00000001:0.0:1769074823.888719:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074823.888721:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074823.888723:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074823.888725:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255400/0x5d432443066b7482 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d2b2 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.888731:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.888732:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.888734:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074823.888736:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074823.888738:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255400/0x5d432443066b7482 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d2b2 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074823.888746:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074823.888750:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074823.888752:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074823.888758:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.888759:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074823.888760:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.888764:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074823.888766:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.888769:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.888772:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074823.888774:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074823.888776:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074823.888777:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074823.888780:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074823.888786:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b903ab480 x1855007613335168/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074839 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074823.888794:0:31210:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074823.888798:0:31210:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074823.888803:0:31210:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff982b855d4800. 02000000:00000001:0.0:1769074823.888807:0:31210:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074823.888811:0:31210:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074823.888813:0:31210:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=21 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074823.888816:0:31210:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074823.888820:0:31210:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b87fc5400. 02000000:00000001:0.0:1769074823.888825:0:31210:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074823.888841:0:31210:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074823.888844:0:31210:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b903ab480. 00000100:00000001:0.0:1769074823.888849:0:31210:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074823.888851:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074823.888855:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 1 00000080:00000001:0.0:1769074823.888861:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074823.888885:0:31210:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff982b85d25180. 00000080:00000001:0.0:1769074823.888893:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074823.888895:0:31210:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074823.888897:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafb00 00000080:00200000:0.0:1769074823.891067:0:31210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000800:00000200:2.0:1769074823.904632:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074823.904640:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a34bc00. 00000400:00000200:2.0:1769074823.904648:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074823.904655:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074823.904663:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8220 00000400:00000010:2.0:1769074823.904666:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8220. 00000100:00000001:2.0:1769074823.904671:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074823.904678:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849d880 x1855007613335424/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.904709:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074823.904714:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849d880 x1855007613335424/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.904722:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.904724:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1769074823.909380:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e5900. 00010000:00000010:1.1:1769074823.909406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90255400. 00000800:00000001:2.0:1769074823.927225:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074823.927264:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074823.927279:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074823.927301:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074823.927318:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.927330:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074823.927343:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.927349:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.927356:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.927360:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 664 into portal 10 MB=0x6971e9dd93780 00000400:00000200:2.0:1769074823.927366:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.927372:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 664/664 into md 0x222b5 [32] + 224 00000800:00000001:2.0:1769074823.927382:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074823.927399:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074823.927401:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074823.927406:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074823.927414:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074823.927426:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849d880 x1855007613335424/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074823.927437:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff982b9849d880 x1855007613335424/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.927479:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769074823.927491:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769074823.927496:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.927503:0:2359:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074823.927511:0:2359:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15351:15351:256:4294967295] 192.168.204.151@tcp LPNI seq info [15351:15351:8:4294967295] 00000400:00000200:2.0:1769074823.927517:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074823.927528:0:2359:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:2.0:1769074823.927535:0:2359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074823.927544:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff982b98c08000. 00000800:00000200:2.0:1769074823.927553:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074823.927563:0:2359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074823.927568:0:2359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b98c08000 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1769074823.927872:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1769074823.931792:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074823.931800:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff982b98c08000. 00000400:00000200:2.0:1769074823.931807:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074823.931815:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:3.0:1769074823.932033:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1769074823.937087:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074823.937103:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a34bd00. 00000400:00000200:2.0:1769074823.937117:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074823.937130:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074823.937140:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8d48 00000400:00000010:2.0:1769074823.937144:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8d48. 00000100:00000001:2.0:1769074823.937151:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074823.937160:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849d500 x1855007613335680/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.937174:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074823.937178:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849d500 x1855007613335680/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.937185:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.937187:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1769074823.944718:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020c100. 00000800:00000001:3.0:1769074823.952357:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.952386:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074823.952391:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.952394:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.952411:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.952421:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074823.952430:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.952437:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.952455:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.952460:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd93880 00000400:00000200:3.0:1769074823.952467:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.952476:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x222bd [1] + 224 00000800:00000001:3.0:1769074823.952487:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.952505:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.952508:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074823.952513:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074823.952526:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074823.952540:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849d500 x1855007613335680/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074823.952554:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff982b9849d500 x1855007613335680/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074823.952580:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074823.952593:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.952597:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1769074823.954217:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074823.954223:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a34b600. 00000400:00000200:2.0:1769074823.954230:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074823.954237:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074823.954242:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8880 00000400:00000010:2.0:1769074823.954246:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8880. 00000100:00000001:2.0:1769074823.954251:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074823.954259:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849c380 x1855007613335808/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.954309:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074823.954314:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849c380 x1855007613335808/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.954321:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.954328:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074823.978151:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.978180:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074823.978186:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.978189:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.978207:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.978219:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074823.978229:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.978236:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.978245:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.978251:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 688 into portal 10 MB=0x6971e9dd93900 00000400:00000200:3.0:1769074823.978257:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.978266:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 688/688 into md 0x222c5 [1] + 224 00000800:00000001:3.0:1769074823.978346:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.978358:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.978364:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074823.978371:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074823.978382:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074823.978396:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849c380 x1855007613335808/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074823.978409:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff982b9849c380 x1855007613335808/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074823.978433:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074823.978455:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.978458:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1769074823.986373:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020c100. 00010000:00000010:1.1:1769074823.986399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b902edc00. 00000800:00000200:2.0:1769074823.986737:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074823.986743:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a34b400. 00000400:00000200:2.0:1769074823.986752:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074823.986765:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074823.986774:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e82a8 00000400:00000010:2.0:1769074823.986777:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e82a8. 00000100:00000001:2.0:1769074823.986783:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074823.986794:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849c380 x1855007613336064/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.986809:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074823.986813:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849c380 x1855007613336064/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074823.986821:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074823.986823:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074823.998465:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.998499:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074823.998504:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.998508:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.998526:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.998538:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074823.998551:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.998557:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.998564:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.998569:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 664 into portal 10 MB=0x6971e9dd93a00 00000400:00000200:3.0:1769074823.998575:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.998584:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 664/664 into md 0x222cd [32] + 224 00000800:00000001:3.0:1769074823.998596:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.998615:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074823.998619:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074823.998624:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074823.998636:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074823.998650:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849c380 x1855007613336064/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074823.998664:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff982b9849c380 x1855007613336064/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074839 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074823.998694:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074823.998706:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074823.998710:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.998717:0:2358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074823.998725:0:2358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15355:15355:256:4294967295] 192.168.204.151@tcp LPNI seq info [15355:15355:8:4294967295] 00000400:00000200:3.0:1769074823.998730:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074823.998739:0:2358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:3.0:1769074823.998746:0:2358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074823.998755:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff982b98c01c00. 00000800:00000200:3.0:1769074823.998763:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074823.998772:0:2358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074823.998777:0:2358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b98c01c00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1769074823.998911:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074823.998916:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff982b98c01c00. 00000400:00000200:3.0:1769074823.998922:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074823.998926:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:3.0:1769074823.998932:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074823.998936:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1769074824.008725:0:31210:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff982b99072fc0. 00000080:00000001:0.0:1769074824.008740:0:31210:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:0.0:1769074824.008754:0:31210:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1769074824.008760:0:31210:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1769074824.008767:0:31210:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff982b85d25da0. 00000002:00100000:0.0:1769074824.008782:0:31210:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff982b9849c380 x1855007613336064/t73014444055(73014444055) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074824.008793:0:31210:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.008797:0:31210:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1769074824.008802:0:31210:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1769074824.008806:0:31210:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.008810:0:31210:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074824.008818:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.008822:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849c380 x1855007613336064/t73014444055(73014444055) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1769074824.008831:0:31210:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074824.008836:0:31210:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff982b902a0000. 02000000:00000001:0.0:1769074824.008879:0:31210:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1769074824.008882:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074824.008888:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa60 00000080:00000008:0.0:1769074824.008892:0:31210:0:(file.c:1240:ll_file_open()) COMPLETED file f16.replay-dual-9:[0x2000013a1:0x41:0x0](ffff982b90699988), flags 100102, rc = 0 00000080:00000001:0.0:1769074824.008899:0:31210:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1769074824.008901:0:31210:0:(dcache.c:176:ll_intent_release()) intent ffff982b9020b960 released 00000080:00010000:0.0:1769074824.008904:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b7497 from it ffff982b9020b960 00010000:00000001:0.0:1769074824.008908:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.008911:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.008915:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ed600 refcount=3 00000020:00000001:0.0:1769074824.008917:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602845184 : -114162106706432 : ffff982b902ed600) 00010000:00000001:0.0:1769074824.008921:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602845184 : -114162106706432 : ffff982b902ed600) 00010000:00000001:0.0:1769074824.008924:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074824.008930:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ed600/0x5d432443066b7497 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf5b77ed682f5d2ff expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074824.008941:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.008944:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.008946:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074824.008949:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074824.008952:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ed600/0x5d432443066b7497 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf5b77ed682f5d2ff expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074824.008962:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074824.008967:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074824.008970:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074824.008975:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.008977:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.008979:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.008983:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074824.008986:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.008988:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.008992:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.008994:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074824.008996:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.008997:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074824.008999:0:31210:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1769074824.009002:0:31210:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:0.0:1769074824.009004:0:31210:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1769074824.009007:0:31210:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769074824.009010:0:31210:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1769074824.009011:0:31210:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.009015:0:31210:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1769074824.009017:0:31210:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.009020:0:31210:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769074824.009022:0:31210:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.009025:0:31210:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1769074824.009028:0:31210:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff982b9020b960. 00000080:00000001:0.0:1769074824.009034:0:31210:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.009041:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1769074824.009044:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x41:0x0](ffff982b90699988), inode mode 81a4 mask 40 00000080:00000001:0.0:1769074824.009049:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074824.009082:0:31210:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1769074824.009087:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b902561f0) owner 0000000000000000/ffff982b86784f80 00020000:00000002:0.0:1769074824.009092:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b902561f0) owner 0000000000000000/ffff982b86784f80 00020000:00000001:0.0:1769074824.009096:0:31210:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.009105:0:31210:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:0.0:1769074824.009107:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafdd0 00000080:00200008:0.0:1769074824.009109:0:31210:0:(file.c:424:ll_file_release()) START file f16.replay-dual-9:[0x2000013a1:0x41:0x0](ffff982b90699988), flags 100002 00000080:00000001:0.0:1769074824.009112:0:31210:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:0.0:1769074824.009115:0:31210:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:0.0:1769074824.009117:0:31210:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1769074824.009119:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b902561f0) owner 0000000000000000/ffff982b86784f80 00020000:00000002:0.0:1769074824.009121:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b902561f0) owner 0000000000000000/ffff982b86784f80 00020000:00000001:0.0:1769074824.009123:0:31210:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.009125:0:31210:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:0.0:1769074824.009131:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074824.009135:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074824.009144:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c100 count: 2 00010000:00000001:0.0:1769074824.009148:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074824.009153:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074824.009156:0:31210:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x41:0x0]: 0 00000080:00000001:0.0:1769074824.009158:0:31210:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1769074824.009160:0:31210:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1769074824.009165:0:31210:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff982b883d3600. 00000080:00000001:0.0:1769074824.009167:0:31210:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1769074824.009174:0:31210:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1769074824.009179:0:31210:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1769074824.009182:0:31210:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x41:0x0] 00000002:00000001:0.0:1769074824.009185:0:31210:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1769074824.009188:0:31210:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff982b858dd800: [0x2000013a1:0x41:0x0] file closed with intent: 0 00000100:00000010:0.0:1769074824.009195:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903ab480. 00000020:00000040:0.0:1769074824.009200:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=25 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:0.0:1769074824.009205:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074824.009209:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074824.009215:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074824.009234:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b883d3200. 00000100:00000001:0.0:1769074824.009242:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1769074824.009255:0:31210:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff982b9849c380 x1855007613336064/t73014444055(73014444055) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1769074824.010574:0:31210:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b858dd800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074824.010604:0:31210:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b903ab480 x1855007613336320/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1769074824.010616:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074824.010629:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074824.010644:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b985ec180. 00000100:00000001:0.0:1769074824.010647:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911740203392 : -114161969348224 : ffff982b985ec180) 00000100:00000001:0.0:1769074824.010651:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.010653:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603623040 : -114162105928576 : ffff982b903ab480) 00000100:00000001:0.0:1769074824.010660:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074824.010666:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.010669:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074824.010671:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074824.010676:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903ab480 x1855007613336320/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.010685:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074824.010687:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074824.010692:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074824.010697:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074824.010701:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074824.010705:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903ab480 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613336320:192.168.204.151@tcp:35:createmany.0 00000100:00000001:0.0:1769074824.010710:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074824.010717:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074824.010720:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074824.010723:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074824.010730:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b87fc5400. 02000000:00000001:0.0:1769074824.010732:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074824.010746:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074824.010752:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b64d0. 00000400:00000010:0.0:1769074824.010761:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604fdd0. 00000100:00000200:0.0:1769074824.010771:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613336320, portal 10 00000100:00000001:0.0:1769074824.010774:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.010775:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603623040 : -114162105928576 : ffff982b903ab480) 00000100:00000040:0.0:1769074824.010784:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b903ab480 x1855007613336320/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.010792:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074824.010796:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074824.010799:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604fd48. 00000100:00000200:0.0:1769074824.010805:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613336320, offset 0 00000400:00000200:0.0:1769074824.010813:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074824.010825:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074824.010835:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074824.010843:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074824.010849:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074824.010854:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074824.010857:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074824.010861:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15356:15356:256:4294967295] 192.168.204.151@tcp LPNI seq info [15356:15356:8:4294967295] 00000400:00000200:0.0:1769074824.010865:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074824.010877:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074824.010884:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074824.010891:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08f00. 00000800:00000200:0.0:1769074824.010899:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074824.010909:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074824.010915:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08f00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1769074824.010938:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074824.010944:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 935406 usecs (936 jiffies) 00000400:00000200:0.0:1769074824.010948:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074824.010951:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296481624 00000100:00000001:0.0:1769074824.010956:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:0.0:1769074824.010959:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296481624 00000100:00000001:0.0:1769074824.010962:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:0.0:1769074824.010965:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074824.010968:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.010970:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074824.010972:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074824.010976:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985ec180 going to sleep for 11 seconds 00000100:00000001:0.0:1769074824.010979:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074824.010982:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074824.011164:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074824.011171:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08f00. 00000400:00000200:3.0:1769074824.011179:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.011186:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074824.011193:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604fd48 00000400:00000010:3.0:1769074824.011196:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604fd48. 00000100:00000001:3.0:1769074824.011201:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074824.011206:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903ab480 x1855007613336320/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.011218:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074824.011220:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903ab480 x1855007613336320/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.011228:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074824.011230:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1769074824.013364:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020ca00. 00000800:00000001:2.0:1769074824.017769:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.017801:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074824.017807:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.017810:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074824.017828:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.017839:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074824.017848:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.017854:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.017862:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.017867:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd93b00 00000400:00000200:2.0:1769074824.017875:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.017885:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x222d5 [1] + 224 00000800:00000001:2.0:1769074824.017897:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.017926:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074824.017931:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.017938:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074824.017949:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074824.017964:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903ab480 x1855007613336320/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074824.017978:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff982b903ab480 x1855007613336320/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.018005:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074824.018018:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.018022:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074824.018345:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074824.018359:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074824.018362:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074824.018367:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b64d0. 00000400:00000200:0.0:1769074824.018374:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604fdd0 00000400:00000010:0.0:1769074824.018378:0:31210:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604fdd0. 00000100:00000001:0.0:1769074824.018381:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074824.018388:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903ab480 x1855007613336320/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074824.018397:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903ab480 x1855007613336320/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.018403:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074824.018406:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074824.018409:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074824.018414:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074824.018417:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074824.018420:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074824.018423:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074824.018437:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88ca0 time=35 v=5 (5 0 10 10) 00000100:00001000:0.0:1769074824.018453:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074824.018457:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074824.018459:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.018462:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074824.018466:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.018470:0:31210:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1769074824.018473:0:31210:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1769074824.018474:0:31210:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1769074824.018478:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.018479:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603623040 : -114162105928576 : ffff982b903ab480) 00000100:00000001:0.0:1769074824.018483:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074824.018485:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:0.0:1769074824.018488:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074824.018491:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074824.018496:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903ab480 x1855007613336320/t73014444056(73014444056) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.018511:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074824.018515:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074824.018518:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074824.018523:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903ab480 x1855007613336320/t73014444056(73014444056) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074824.018532:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903ab480 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613336320:192.168.204.151@tcp:35:createmany.0 00000100:00000001:0.0:1769074824.018538:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074824.018541:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.018544:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074824.018547:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.018550:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903ab480 x1855007613336320/t73014444056(73014444056) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.018558:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074824.018561:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b985ec180. 00000100:00000001:0.0:1769074824.018566:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074824.018567:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.018577:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.018578:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603623040 : -114162105928576 : ffff982b903ab480) 00000002:00000001:0.0:1769074824.018582:0:31210:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.018586:0:31210:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074824.018593:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b883d3600. 00000080:00000001:0.0:1769074824.018598:0:31210:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1769074824.018601:0:31210:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1769074824.018607:0:31210:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1769074824.018614:0:31210:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff982b9849c380 x1855007613336064/t73014444055(73014444055) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074824.018621:0:31210:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.018623:0:31210:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074824.018625:0:31210:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff982b99072fc0. 00000100:00000001:0.0:1769074824.018628:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.018631:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903ab480 x1855007613336320/t73014444056(73014444056) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.018637:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.018640:0:31210:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074824.018644:0:31210:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff982b82ba0280. 00000080:00000001:0.0:1769074824.018648:0:31210:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074824.018656:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafdd0 00000080:00000008:0.0:1769074824.018659:0:31210:0:(file.c:464:ll_file_release()) COMPLETED file f16.replay-dual-9:[0x2000013a1:0x41:0x0](ffff982b90699988), flags 100002, rc = 0 00000080:00000001:0.0:1769074824.018663:0:31210:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.018670:0:31210:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1769074824.018672:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafe00 00000080:00002000:0.0:1769074824.018674:0:31210:0:(dcache.c:127:ll_ddelete()) keeping dentry f16.replay-dual-9 (ffff982b90652ca8, parent ffff982b90d9e5e8, inode ffff982b90699988) hashed, 00000080:00000001:0.0:1769074824.018677:0:31210:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.018798:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074824.018804:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074824.018808:0:31210:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074824.018810:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafbc0 00000080:00200000:0.0:1769074824.018813:0:31210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:0.0:1769074824.018822:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b883d3600. 00800000:00000002:0.0:1769074824.018831:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:0.0:1769074824.018838:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074824.018843:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074824.018846:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafae0 00800000:00000002:0.0:1769074824.018849:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074824.018854:0:31210:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074824.018859:0:31210:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074824.018866:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074824.018868:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf9b0 00000002:00010000:0.0:1769074824.018871:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074824.018875:0:31210:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074824.018878:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074824.018882:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074824.018891:0:31210:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.018895:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.018897:0:31210:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.018900:0:31210:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1769074824.018904:0:31210:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1769074824.018910:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903a8700. 00000020:00000040:0.0:1769074824.018915:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=26 obd=lustre-MDT0000-mdc-ffff982b858dd800 00010000:00000001:0.0:1769074824.018921:0:31210:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1769074824.018929:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074824.018937:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.018940:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.018942:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.018946:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074824.018948:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074824.018954:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074824.018966:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b82a6dc00. 00000100:00000001:0.0:1769074824.018974:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.018979:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074824.018981:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.018983:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074824.018984:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.018986:0:31210:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.018993:0:31210:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446629911603611392 : -114162105940224 : ffff982b903a8700) 00010000:00000001:0.0:1769074824.018999:0:31210:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1769074824.019002:0:31210:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1769074824.019009:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b985e5600. 00010000:00000010:0.0:1769074824.019014:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b985e6a80. 00010000:00000001:0.0:1769074824.019021:0:31210:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1769074824.019024:0:31210:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b90254200. 00000020:00000001:0.0:1769074824.019030:0:31210:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074824.019033:0:31210:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b90254200 with handle 0x5d432443066b749e to hash 00000020:00000001:0.0:1769074824.019036:0:31210:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1769074824.019038:0:31210:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00010000:00000001:0.0:1769074824.019396:0:31210:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00010000:00000001:0.0:1769074824.019403:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074824.019406:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074824.019411:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254200/0x5d432443066b749e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31210 initiator: MDT0 00010000:00010000:0.0:1769074824.019421:0:31210:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254200/0x5d432443066b749e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00010000:00010000:0.0:1769074824.019434:0:31210:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254200/0x5d432443066b749e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000100:00000001:0.0:1769074824.019440:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074824.019452:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074824.019461:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b985ec180. 00000100:00000001:0.0:1769074824.019464:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911740203392 : -114161969348224 : ffff982b985ec180) 00000100:00000001:0.0:1769074824.019467:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.019468:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603611392 : -114162105940224 : ffff982b903a8700) 00000100:00000001:0.0:1769074824.019474:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074824.019479:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.019482:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074824.019484:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074824.019491:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903a8700 x1855007613336448/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.019499:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074824.019502:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074824.019506:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074824.019509:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074824.019513:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074824.019516:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903a8700 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613336448:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074824.019521:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074824.019527:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074824.019529:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074824.019532:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074824.019538:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff982b855d4800. 02000000:00000001:0.0:1769074824.019540:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074824.019549:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074824.019553:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b64d0. 00000400:00000010:0.0:1769074824.019561:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604fdd0. 00000100:00000200:0.0:1769074824.019569:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007613336448, portal 10 00000100:00000001:0.0:1769074824.019571:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.019573:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603611392 : -114162105940224 : ffff982b903a8700) 00000100:00000040:0.0:1769074824.019579:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b903a8700 x1855007613336448/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.019587:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074824.019590:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074824.019593:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f220. 00000100:00000200:0.0:1769074824.019598:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007613336448, offset 0 00000400:00000200:0.0:1769074824.019607:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074824.019616:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074824.019625:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074824.019633:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074824.019638:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074824.019642:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074824.019646:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074824.019651:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15357:15357:256:4294967295] 192.168.204.151@tcp LPNI seq info [15357:15357:8:4294967295] 00000400:00000200:0.0:1769074824.019655:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074824.019667:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074824.019674:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074824.019681:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08f00. 00000800:00000200:0.0:1769074824.019689:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074824.019699:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074824.019705:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08f00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1769074824.019728:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074824.019734:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 933917 usecs (934 jiffies) 00000400:00000200:0.0:1769074824.019738:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074824.019742:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296481631 00000100:00000001:0.0:1769074824.019747:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:0.0:1769074824.020890:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296481632 00000800:00000200:2.0:1769074824.021205:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074824.021211:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08f00. 00000400:00000200:2.0:1769074824.021219:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.021230:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074824.021239:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f220 00000400:00000010:2.0:1769074824.021243:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f220. 00000100:00000001:2.0:1769074824.021249:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074824.021257:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903a8700 x1855007613336448/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.021269:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.021273:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a8700 x1855007613336448/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.021321:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.021324:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769074824.022241:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:0.0:1769074824.022251:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074824.022256:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.022261:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074824.022263:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074824.022267:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985ec180 going to sleep for 11 seconds 00000100:00000001:0.0:1769074824.022271:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074824.022274:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1769074824.029177:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.029206:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074824.029212:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.029215:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074824.029235:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.029246:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074824.029255:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.029262:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.029269:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.029275:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 688 into portal 10 MB=0x6971e9dd93b80 00000400:00000200:2.0:1769074824.029340:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.029349:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 688/688 into md 0x222dd [1] + 224 00000800:00000001:2.0:1769074824.029361:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.029373:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074824.029377:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.029382:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074824.029391:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074824.029402:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903a8700 x1855007613336448/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074824.029415:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff982b903a8700 x1855007613336448/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.029427:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074824.029438:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.029452:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074824.032156:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074824.032183:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074824.032186:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074824.032192:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b64d0. 00000400:00000200:0.0:1769074824.032208:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604fdd0 00000400:00000010:0.0:1769074824.032211:0:31210:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604fdd0. 00000100:00000001:0.0:1769074824.032219:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074824.032236:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903a8700 x1855007613336448/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074824.032251:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903a8700 x1855007613336448/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.032260:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074824.032263:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074824.032266:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074824.032271:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074824.032274:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074824.032278:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074824.032338:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074824.032354:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=35 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074824.032359:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074824.032362:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074824.032364:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.032368:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074824.032373:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.032379:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074824.032383:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:0.0:1769074824.032385:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074824.032389:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074824.032395:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903a8700 x1855007613336448/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.032404:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074824.032408:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074824.032410:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074824.032416:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903a8700 x1855007613336448/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074824.032426:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903a8700 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613336448:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074824.032433:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074824.032436:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.032439:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074824.032451:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.032456:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903a8700 x1855007613336448/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.032463:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074824.032467:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b985ec180. 00000100:00000001:0.0:1769074824.032471:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074824.032473:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.032476:0:31210:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074824.032481:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.032484:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.032488:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254200 refcount=4 00000020:00000001:0.0:1769074824.032490:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00010000:00000001:0.0:1769074824.032494:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00010000:00000040:0.0:1769074824.032502:0:31210:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b90254200, remote cookie: 0xf5b77ed682f5d314, flags: 0x1001 00010000:00010000:0.0:1769074824.032509:0:31210:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254200/0x5d432443066b749e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d314 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074824.032527:0:31210:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254200/0x5d432443066b749e lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d314 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.032534:0:31210:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074824.032539:0:31210:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074824.032542:0:31210:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074824.032544:0:31210:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074824.032545:0:31210:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074824.032549:0:31210:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff982b985e5600) refcount = 1 00010000:00010000:0.0:1769074824.032553:0:31210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254200/0x5d432443066b749e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d314 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.032559:0:31210:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074824.032563:0:31210:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074824.032566:0:31210:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074824.032569:0:31210:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074824.032572:0:31210:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074824.032575:0:31210:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254200/0x5d432443066b749e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d314 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.032581:0:31210:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074824.032582:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.032584:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.032585:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.032587:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.032588:0:31210:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.032593:0:31210:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074824.032595:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.032597:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.032598:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254200 refcount=3 00000020:00000001:0.0:1769074824.032600:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00010000:00000001:0.0:1769074824.032603:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00010000:00000001:0.0:1769074824.032605:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.032607:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.032609:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254200 refcount=4 00000020:00000001:0.0:1769074824.032610:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00010000:00000001:0.0:1769074824.032612:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00010000:00000001:0.0:1769074824.032616:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074824.032619:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074824.032622:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254200/0x5d432443066b749e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d314 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.032629:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.032630:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.032632:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.032633:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.032634:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254200 refcount=5 00000020:00000001:0.0:1769074824.032636:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00010000:00000001:0.0:1769074824.032638:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00010000:00000001:0.0:1769074824.032641:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074824.032644:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254200/0x5d432443066b749e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d314 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.032650:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.032652:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074824.032654:0:31210:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254200/0x5d432443066b749e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d314 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.032661:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074824.032663:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.032664:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.032665:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.032666:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074824.032671:0:31210:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff982b903a8700 x1855007613336448/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1769074824.032681:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.032683:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.032684:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254200 refcount=3 00000020:00000001:0.0:1769074824.032686:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00010000:00000001:0.0:1769074824.032688:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00010000:00000001:0.0:1769074824.032691:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.032692:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074824.032694:0:31210:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.032696:0:31210:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.032701:0:31210:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1769074824.032704:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.032705:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.032706:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254200 refcount=3 00000020:00000001:0.0:1769074824.032709:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00010000:00000001:0.0:1769074824.032711:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00000002:00010000:0.0:1769074824.032714:0:31210:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254200/0x5d432443066b749e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d314 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.032720:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.032721:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.032723:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074824.032725:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.032726:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.032727:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254200 refcount=3 00000020:00000001:0.0:1769074824.032729:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00010000:00000001:0.0:1769074824.032731:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00010000:00000040:0.0:1769074824.032740:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5600 count: 2 00010000:00000001:0.0:1769074824.032744:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074824.032748:0:31210:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b873df800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1769074824.032751:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.032752:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074824.032753:0:31210:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074824.032757:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf930 00000002:00002000:0.0:1769074824.032759:0:31210:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1769074824.032762:0:31210:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.032768:0:31210:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.032772:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074824.032776:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1769074824.032780:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074824.032785:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:0.0:1769074824.032790:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b883d3600. 00000080:00000001:0.0:1769074824.032796:0:31210:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074824.032799:0:31210:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074824.032808:0:31210:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1769074824.032814:0:31210:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1769074824.032825:0:31210:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff982b99072fc0. 00800000:00000001:0.0:1769074824.032827:0:31210:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446629911751241664 : -114161958309952 : ffff982b99072fc0) 00800000:00000001:0.0:1769074824.032830:0:31210:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.032833:0:31210:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074824.032836:0:31210:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1769074824.032838:0:31210:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1769074824.032841:0:31210:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1769074824.032844:0:31210:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1769074824.032846:0:31210:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.032853:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1769074824.032857:0:31210:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1769074824.032864:0:31210:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:0.0:1769074824.032866:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.032868:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.032869:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254200 refcount=3 00000020:00000001:0.0:1769074824.032872:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00010000:00000001:0.0:1769074824.032874:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00010000:00000001:0.0:1769074824.032876:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.032877:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074824.032879:0:31210:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074824.032882:0:31210:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1769074824.032883:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b99072fc0 1 00800000:00000010:0.0:1769074824.032887:0:31210:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff982b99072fc0. 00800000:00000001:0.0:1769074824.032890:0:31210:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074824.032894:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b749e 00800000:00000001:0.0:1769074824.032898:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074824.032900:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074824.032902:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.032903:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.032905:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254200 refcount=3 00000020:00000001:0.0:1769074824.032906:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00010000:00000001:0.0:1769074824.032908:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00010000:00000001:0.0:1769074824.032911:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.032912:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074824.032914:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.032916:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.032919:0:31210:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074824.032922:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:0.0:1769074824.032925:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b749e from it ffffbcdb01dafbf8 00010000:00000001:0.0:1769074824.032927:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.032928:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.032930:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254200 refcount=3 00000020:00000001:0.0:1769074824.032931:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00010000:00000001:0.0:1769074824.032933:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00010000:00000001:0.0:1769074824.032935:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074824.032938:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254200/0x5d432443066b749e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d314 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.032945:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.032946:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.032948:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074824.032951:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074824.032954:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254200/0x5d432443066b749e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d314 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.032962:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074824.032965:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074824.032967:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074824.032972:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.032974:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.032976:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.032980:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074824.032982:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.032984:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.032986:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.032988:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074824.032990:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.032991:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074824.032993:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.032997:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b903a8700 x1855007613336448/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.033005:0:31210:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074824.033008:0:31210:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074824.033012:0:31210:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff982b855d4800. 02000000:00000001:0.0:1769074824.033016:0:31210:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074824.033019:0:31210:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074824.033021:0:31210:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=25 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074824.033023:0:31210:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074824.033027:0:31210:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b82a6dc00. 02000000:00000001:0.0:1769074824.033031:0:31210:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074824.033034:0:31210:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074824.033036:0:31210:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b903a8700. 00000100:00000001:0.0:1769074824.033040:0:31210:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074824.033041:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074824.033045:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 1 00000080:00000001:0.0:1769074824.033051:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074824.033073:0:31210:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff982b85d258c0. 00000080:00000001:0.0:1769074824.033080:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074824.033082:0:31210:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074824.033084:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafb00 00000080:00200000:0.0:1769074824.033086:0:31210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:0.0:1769074824.033091:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b883d3600. 00800000:00000002:0.0:1769074824.033097:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:0.0:1769074824.033101:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074824.033104:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074824.033106:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa20 00800000:00000002:0.0:1769074824.033108:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074824.033112:0:31210:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074824.033116:0:31210:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074824.033122:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074824.033124:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf8f0 00000002:00010000:0.0:1769074824.033125:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074824.033129:0:31210:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074824.033131:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074824.033134:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074824.033136:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5600 count: 2 00010000:00000001:0.0:1769074824.033138:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074824.033141:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074824.033142:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769074824.033145:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254200/0x5d432443066b749e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d314 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1769074824.033153:0:31210:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1769074824.033156:0:31210:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074824.033159:0:31210:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254200/0x5d432443066b749e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d314 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1769074824.033165:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1769074824.033167:0:31210:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074824.033170:0:31210:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074824.033172:0:31210:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074824.033173:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074824.033175:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1769074824.033178:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1769074824.033180:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:0.0:1769074824.033182:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b883d3600. 00000080:00000001:0.0:1769074824.033185:0:31210:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074824.033186:0:31210:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074824.033188:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:0.0:1769074824.033191:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b749e 00800000:00000001:0.0:1769074824.033194:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074824.033196:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074824.033197:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.033198:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.033199:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254200 refcount=3 00000020:00000001:0.0:1769074824.033201:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00010000:00000001:0.0:1769074824.033203:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00010000:00000001:0.0:1769074824.033205:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.033206:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074824.033207:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.033209:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074824.033210:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b749e from it ffffbcdb01dafb38 00010000:00000001:0.0:1769074824.033212:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.033213:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.033215:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254200 refcount=3 00000020:00000001:0.0:1769074824.033216:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00010000:00000001:0.0:1769074824.033218:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00010000:00000001:0.0:1769074824.033220:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074824.033222:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254200/0x5d432443066b749e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d314 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.033226:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.033227:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.033228:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074824.033229:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074824.033231:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254200/0x5d432443066b749e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d314 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.033237:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074824.033238:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074824.033239:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074824.033240:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.033241:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.033242:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.033244:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074824.033245:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.033247:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.033248:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.033250:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074824.033251:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.033252:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074824.033254:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769074824.033255:0:31210:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074824.033257:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 3 00000080:00000001:0.0:1769074824.033259:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.033263:0:31210:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:0.0:1769074824.033265:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafb50 00000080:00200000:0.0:1769074824.033267:0:31210:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f16.replay-dual-10, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), file ffff982b83e34000, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1769074824.033272:0:31210:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff982b984126c0. 00000080:00000001:0.0:1769074824.033276:0:31210:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:0.0:1769074824.033309:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa10 00000080:00200000:0.0:1769074824.033312:0:31210:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f16.replay-dual-10, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), intent=open|creat 00000080:00000010:0.0:1769074824.033321:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b883d3600. 00800000:00000002:0.0:1769074824.033323:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:0.0:1769074824.033328:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074824.033329:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074824.033331:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf930 00800000:00000002:0.0:1769074824.033333:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f16.replay-dual-10' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074824.033336:0:31210:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:0.0:1769074824.033340:0:31210:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1769074824.033344:0:31210:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446629911450240000 : -114162259311616 : ffff982b87164400) 00800000:00000001:0.0:1769074824.033347:0:31210:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1769074824.033350:0:31210:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1769074824.033352:0:31210:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1769074824.033355:0:31210:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1769074824.033358:0:31210:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff982b858dd800: Allocated FID [0x2000013a1:0x42:0x0] 40000000:00000001:0.0:1769074824.033362:0:31210:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.033364:0:31210:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.033366:0:31210:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.033368:0:31210:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074824.033370:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf8b0 00800000:00000002:0.0:1769074824.033372:0:31210:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x42:0x0], name='f16.replay-dual-10' -> mds #0 00000002:00000001:0.0:1769074824.033375:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074824.033377:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf7e8 00000002:00010000:0.0:1769074824.033378:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f16.replay-dual-10,[0x2000013a1:0x42:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1769074824.033382:0:31210:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1769074824.033385:0:31210:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1769074824.033389:0:31210:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1769074824.033393:0:31210:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.033394:0:31210:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1769074824.033396:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5600 count: 2 00010000:00000001:0.0:1769074824.033398:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074824.033401:0:31210:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1769074824.033405:0:31210:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1769074824.033408:0:31210:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254200/0x5d432443066b749e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf5b77ed682f5d314 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1769074824.033417:0:31210:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1769074824.033422:0:31210:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1769074824.033424:0:31210:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1769074824.033427:0:31210:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1769074824.033429:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074824.033430:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074824.033432:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5600 count: 3 00010000:00000001:0.0:1769074824.033435:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074824.033437:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.033439:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074824.033440:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074824.033454:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5600 count: 3 00010000:00000001:0.0:1769074824.033457:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074824.033459:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.033461:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074824.033462:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074824.033463:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5600 count: 3 00010000:00000001:0.0:1769074824.033465:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074824.033467:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.033470:0:31210:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1769074824.033473:0:31210:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff982b90dbe300, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1769074824.033477:0:31210:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1769074824.033483:0:31210:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1769074824.033486:0:31210:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1769074824.033488:0:31210:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.033491:0:31210:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1769074824.033494:0:31210:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1769074824.033497:0:31210:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1769074824.033498:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074824.033500:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1769074824.033503:0:31210:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b90254200 with handle 0x5d432443066b749e from hash 00010000:00000001:0.0:1769074824.033505:0:31210:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1769074824.033507:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.033508:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.033510:0:31210:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1769074824.033513:0:31210:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1769074824.033515:0:31210:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1769074824.033519:0:31210:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074824.033521:0:31210:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074824.033523:0:31210:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1769074824.033528:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903a8700. 00000020:00000040:0.0:1769074824.033533:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=26 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:0.0:1769074824.033539:0:31210:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769074824.033541:0:31210:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.033545:0:31210:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1769074824.033551:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074824.033554:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.033555:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.033556:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.033559:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074824.033561:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074824.033566:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074824.033574:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b82a6dc00. 00000100:00000001:0.0:1769074824.033582:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.033586:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074824.033590:0:31210:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1769074824.033594:0:31210:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254200/0x5d432443066b749e lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d314 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074824.033601:0:31210:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1769074824.033603:0:31210:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074824.033605:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1769074824.033607:0:31210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254200/0x5d432443066b749e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d314 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1769074824.033616:0:31210:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b985e5600 count: 0 00010000:00000010:0.0:1769074824.033622:0:31210:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b985e6a80. 00010000:00000001:0.0:1769074824.033632:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.033635:0:31210:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.033637:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074824.033639:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.033641:0:31210:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.033652:0:31210:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446629911603611392 : -114162105940224 : ffff982b903a8700) 00010000:00000001:0.0:1769074824.033656:0:31210:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1769074824.033659:0:31210:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1769074824.033663:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b985e5e00. 00010000:00000010:0.0:1769074824.033667:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b985e6a80. 00010000:00000001:0.0:1769074824.033672:0:31210:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1769074824.033675:0:31210:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b90254800. 00000020:00000001:0.0:1769074824.033678:0:31210:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074824.033681:0:31210:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b90254800 with handle 0x5d432443066b74a5 to hash 00000020:00000001:0.0:1769074824.033683:0:31210:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1769074824.033685:0:31210:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00010000:00000001:0.0:1769074824.033690:0:31210:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00010000:00000001:0.0:1769074824.033693:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074824.033695:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074824.033697:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254800/0x5d432443066b74a5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31210 initiator: MDT0 00010000:00010000:0.0:1769074824.033708:0:31210:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254800/0x5d432443066b74a5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000020:00100000:0.0:1769074824.033722:0:31210:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b858dd800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074824.033730:0:31210:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b903a8700 x1855007613336704/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074824.033740:0:31210:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254800/0x5d432443066b74a5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000100:00000001:0.0:1769074824.033746:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074824.033748:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074824.033757:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b985ec180. 00000100:00000001:0.0:1769074824.033759:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911740203392 : -114161969348224 : ffff982b985ec180) 00000100:00000001:0.0:1769074824.033762:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.033764:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603611392 : -114162105940224 : ffff982b903a8700) 00000100:00000001:0.0:1769074824.033769:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074824.033774:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.033777:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074824.033778:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074824.033783:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903a8700 x1855007613336704/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.033790:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074824.033792:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074824.033797:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074824.033799:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074824.033802:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074824.033805:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903a8700 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613336704:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074824.033810:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074824.033817:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074824.033819:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074824.033822:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074824.033910:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff982b902a0000. 02000000:00000001:0.0:1769074824.033913:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074824.033926:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074824.033930:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b64d0. 00000400:00000010:0.0:1769074824.033940:0:31210:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff982b98a3a800. 00000100:00000200:0.0:1769074824.033949:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007613336704, portal 10 00000100:00000001:0.0:1769074824.033951:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.033953:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603611392 : -114162105940224 : ffff982b903a8700) 00000100:00000040:0.0:1769074824.033959:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b903a8700 x1855007613336704/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.033967:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074824.033970:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074824.033974:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604fdd0. 00000100:00000200:0.0:1769074824.033978:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007613336704, offset 0 00000400:00000200:0.0:1769074824.033986:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074824.033997:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074824.034006:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074824.034014:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074824.034020:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074824.034025:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074824.034028:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074824.034033:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15358:15358:256:4294967295] 192.168.204.151@tcp LPNI seq info [15358:15358:8:4294967295] 00000400:00000200:0.0:1769074824.034037:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074824.034048:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074824.034056:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074824.034063:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08600. 00000800:00000200:0.0:1769074824.034071:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074824.034082:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074824.034088:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08600 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1769074824.034121:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074824.034128:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 932443 usecs (933 jiffies) 00000400:00000200:0.0:1769074824.034133:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074824.034137:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296481644 00000100:00000001:0.0:1769074824.034140:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:0.0:1769074824.034143:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296481644 00000100:00000001:0.0:1769074824.034146:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:0.0:1769074824.034149:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074824.034152:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.034155:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074824.034156:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074824.034160:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985ec180 going to sleep for 11 seconds 00000100:00000001:0.0:1769074824.034162:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074824.034167:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074824.038334:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074824.038350:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08600. 00000400:00000200:2.0:1769074824.038362:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.038376:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074824.038386:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604fdd0 00000400:00000010:2.0:1769074824.038390:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604fdd0. 00000100:00000001:2.0:1769074824.038397:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074824.038408:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903a8700 x1855007613336704/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.038424:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.038429:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a8700 x1855007613336704/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.038460:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.038462:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074824.050590:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.050614:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074824.050620:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.050623:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074824.050636:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.050647:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074824.050655:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.050661:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.050668:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.050672:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 664 into portal 10 MB=0x6971e9dd93c80 00000400:00000200:2.0:1769074824.050678:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.050686:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 664/664 into md 0x222e5 [32] + 224 00000800:00000001:2.0:1769074824.050697:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.050707:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074824.050711:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.050716:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074824.050727:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074824.050739:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903a8700 x1855007613336704/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074824.050754:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff982b903a8700 x1855007613336704/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.050809:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074824.050826:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769074824.050838:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769074824.050841:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.050848:0:2359:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074824.050855:0:2359:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15359:15359:256:4294967295] 192.168.204.151@tcp LPNI seq info [15359:15359:8:4294967295] 00000400:00000200:2.0:1769074824.050860:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.050871:0:2359:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:2.0:1769074824.050877:0:2359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074824.050887:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff982b98c0b800. 00000800:00000200:2.0:1769074824.050894:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074824.050977:0:2359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074824.050983:0:2359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b98c0b800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1769074824.051373:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074824.051378:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff982b98c0b800. 00000400:00000200:2.0:1769074824.051383:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.051387:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:2.0:1769074824.051395:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.051399:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1769074824.058005:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074824.058016:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074824.058024:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b64d0. 00000400:00000200:0.0:1769074824.058037:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b98a3a800 00000400:00000010:0.0:1769074824.058046:0:31210:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff982b98a3a800. 00000100:00000001:0.0:1769074824.058055:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074824.058073:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903a8700 x1855007613336704/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074824.058087:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903a8700 x1855007613336704/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.058095:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074824.058097:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074824.058100:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074824.058104:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074824.058107:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074824.058120:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074824.058123:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074824.058137:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=35 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074824.058141:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074824.058144:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074824.058147:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.058150:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074824.058155:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.058159:0:31210:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1769074824.058161:0:31210:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1769074824.058163:0:31210:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1769074824.058167:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.058168:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603611392 : -114162105940224 : ffff982b903a8700) 00000100:00000001:0.0:1769074824.058172:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074824.058175:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:0.0:1769074824.058177:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074824.058180:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074824.058185:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903a8700 x1855007613336704/t73014444057(73014444057) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.058193:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074824.058197:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074824.058200:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074824.058204:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903a8700 x1855007613336704/t73014444057(73014444057) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074824.058212:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903a8700 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613336704:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074824.058219:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074824.058223:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.058226:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074824.058228:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.058232:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a8700 x1855007613336704/t73014444057(73014444057) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.058239:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074824.058243:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b985ec180. 00000100:00000001:0.0:1769074824.058247:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074824.058249:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.058252:0:31210:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074824.058260:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.058264:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.058267:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254800 refcount=4 00000020:00000001:0.0:1769074824.058269:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00010000:00000001:0.0:1769074824.058272:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00010000:00000040:0.0:1769074824.058299:0:31210:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b90254800, remote cookie: 0xf5b77ed682f5d330, flags: 0x1001 00010000:00010000:0.0:1769074824.058305:0:31210:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254800/0x5d432443066b74a5 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d330 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1769074824.058316:0:31210:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x42:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1769074824.058320:0:31210:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1769074824.058338:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b985e5a00. 00010000:00000010:0.0:1769074824.058343:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b985e6f00. 00010000:00000040:0.0:1769074824.058350:0:31210:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b985e5e00 count: 0 00010000:00000010:0.0:1769074824.058357:0:31210:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b985e6a80. 00010000:00000001:0.0:1769074824.058367:0:31210:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074824.058371:0:31210:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254800/0x5d432443066b74a5 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x42:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d330 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074824.058379:0:31210:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254800/0x5d432443066b74a5 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d330 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.058386:0:31210:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074824.058391:0:31210:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074824.058394:0:31210:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074824.058396:0:31210:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074824.058397:0:31210:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074824.058399:0:31210:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x42:0x0].0x0 (ffff982b985e5a00) refcount = 1 00010000:00010000:0.0:1769074824.058403:0:31210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254800/0x5d432443066b74a5 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d330 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.058409:0:31210:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074824.058414:0:31210:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074824.058417:0:31210:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074824.058420:0:31210:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074824.058423:0:31210:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074824.058426:0:31210:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254800/0x5d432443066b74a5 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d330 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.058432:0:31210:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074824.058434:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.058436:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.058437:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.058438:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.058440:0:31210:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.058457:0:31210:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074824.058460:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.058462:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.058463:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254800 refcount=3 00000020:00000001:0.0:1769074824.058465:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00010000:00000001:0.0:1769074824.058467:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00010000:00000001:0.0:1769074824.058470:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.058471:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.058472:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254800 refcount=4 00000020:00000001:0.0:1769074824.058474:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00010000:00000001:0.0:1769074824.058476:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00010000:00000001:0.0:1769074824.058479:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074824.058481:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074824.058484:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254800/0x5d432443066b74a5 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d330 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.058490:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.058491:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.058493:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.058494:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.058496:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254800 refcount=5 00000020:00000001:0.0:1769074824.058497:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00010000:00000001:0.0:1769074824.058500:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00010000:00000001:0.0:1769074824.058503:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074824.058505:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254800/0x5d432443066b74a5 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d330 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.058510:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.058511:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074824.058513:0:31210:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254800/0x5d432443066b74a5 lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d330 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.058518:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074824.058518:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.058519:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.058520:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.058521:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074824.058526:0:31210:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff982b903a8700 x1855007613336704/t73014444057(73014444057) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074824.058535:0:31210:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1769074824.058540:0:31210:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff982b903a8700 x1855007613336704/t73014444057(73014444057) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074824.058546:0:31210:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.058556:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.058557:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.058559:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254800 refcount=3 00000020:00000001:0.0:1769074824.058561:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00010000:00000001:0.0:1769074824.058563:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00000002:00010000:0.0:1769074824.058566:0:31210:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254800/0x5d432443066b74a5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d330 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000002:00000010:0.0:1769074824.058577:0:31210:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff982b99072fc0. 00010000:00000001:0.0:1769074824.058579:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.058581:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074824.058583:0:31210:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.058585:0:31210:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.058589:0:31210:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1769074824.058591:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.058593:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603611392 : -114162105940224 : ffff982b903a8700) 00000100:00000001:0.0:1769074824.058595:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.058596:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603611392 : -114162105940224 : ffff982b903a8700) 00010000:00000001:0.0:1769074824.058598:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.058599:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.058600:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254800 refcount=3 00000020:00000001:0.0:1769074824.058601:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00010000:00000001:0.0:1769074824.058603:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00000002:00010000:0.0:1769074824.058606:0:31210:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254800/0x5d432443066b74a5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d330 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074824.058610:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.058611:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.058612:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074824.058614:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.058615:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.058616:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254800 refcount=3 00000020:00000001:0.0:1769074824.058618:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00010000:00000001:0.0:1769074824.058619:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00010000:00000040:0.0:1769074824.058623:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5a00 count: 2 00010000:00000001:0.0:1769074824.058625:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074824.058629:0:31210:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b873df800 type 13 mode 4 res 8589939617/66 (0 0) 00010000:00000001:0.0:1769074824.058632:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.058633:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074824.058635:0:31210:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074824.058638:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf768 00000002:00002000:0.0:1769074824.058641:0:31210:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f16.replay-dual-10 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1769074824.058644:0:31210:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.058649:0:31210:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.058652:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074824.058656:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1769074824.058660:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074824.058665:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000001:0.0:1769074824.058667:0:31210:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1769074824.058669:0:31210:0:(namei.c:677:ll_lookup_it_finish()) it ffff982b984126c0 it_disposition 1800037 00000080:00002000:0.0:1769074824.058675:0:31210:0:(namei.c:656:ll_splice_alias()) Add dentry ffff982b90665bd0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1769074824.058682:0:31210:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769074824.058685:0:31210:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:0.0:1769074824.058687:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf9a0 00000080:00200000:0.0:1769074824.058689:0:31210:0:(namei.c:1569:ll_create_it()) VFS Op:name=f16.replay-dual-10, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), intent=open|creat 00000080:00000001:0.0:1769074824.058693:0:31210:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:0.0:1769074824.058695:0:31210:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074824.058702:0:31210:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1769074824.058706:0:31210:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074824.058709:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366338 : 144115272381366338 : 2000013a1000042) 00000080:00000001:0.0:1769074824.058713:0:31210:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:0.0:1769074824.058726:0:31210:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff982b906b3180. 00000020:00000001:0.0:1769074824.058741:0:31210:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:0.0:1769074824.058743:0:31210:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1769074824.058747:0:31210:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:0.0:1769074824.058749:0:31210:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a1:0x42:0x0](ffff982b906b3248) 00000020:00000001:0.0:1769074824.058754:0:31210:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074824.058759:0:31210:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911477432328 : -114162232119288 : ffff982b88b53008) 00000020:00001000:0.0:1769074824.058762:0:31210:0:(cl_object.c:785:cl_env_get()) 1@ffff982b88b53000 00000020:00000001:0.0:1769074824.058769:0:31210:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:0.0:1769074824.058775:0:31210:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff982b985e4708. 00000020:00000001:0.0:1769074824.058949:0:31210:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:0.0:1769074824.058953:0:31210:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074824.058963:0:31210:0:(lov_object.c:2321:lov_object_alloc()) Process entered 00020000:00000010:0.0:1769074824.058969:0:31210:0:(lov_object.c:2322:lov_object_alloc()) slab-alloced 'lov': 248 at ffff982b9029d4d8. 00020000:00000001:0.0:1769074824.058971:0:31210:0:(lov_object.c:2336:lov_object_alloc()) Process leaving (rc=18446629911602517208 : -114162107034408 : ffff982b9029d4d8) 00020000:00000001:0.0:1769074824.058975:0:31210:0:(lov_object.c:1378:lov_object_init()) Process entered 00020000:00000001:0.0:1769074824.058980:0:31210:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1769074824.058987:0:31210:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff982b98412de0. 00020000:00000010:0.0:1769074824.058992:0:31210:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff982b860f9f80. 00020000:00000010:0.0:1769074824.058999:0:31210:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff982b98412ae0. 00020000:00000001:0.0:1769074824.059002:0:31210:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446629911738264288 : -114161971287328 : ffff982b98412ae0) 00020000:00000002:0.0:1769074824.059006:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b98412ae0, objid 0x42:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074824.059011:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074824.059014:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b860f9f80: ostid: 0x280000400:1543 ost idx: 1 gen: 0 00020000:00000001:0.0:1769074824.059017:0:31210:0:(lov_object.c:603:lov_init_composite()) Process entered 00020000:00000002:0.0:1769074824.059020:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b98412ae0, objid 0x42:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074824.059023:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074824.059026:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b860f9f80: ostid: 0x280000400:1543 ost idx: 1 gen: 0 00020000:00000010:0.0:1769074824.059030:0:31210:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff982b98587e90. 00020000:00000010:0.0:1769074824.059033:0:31210:0:(lov_object.c:626:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff982b985ec180. 00020000:00000001:0.0:1769074824.059038:0:31210:0:(lov_object.c:194:lov_init_raid0()) Process entered 00020000:00000010:0.0:1769074824.059042:0:31210:0:(lov_object.c:199:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff982b874cf800. 00020000:00000001:0.0:1769074824.059046:0:31210:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1769074824.059048:0:31210:0:(lu_object.c:808:lu_object_find_at()) Process entered 00020000:00000001:0.0:1769074824.059054:0:31210:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1769074824.059057:0:31210:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff982b985e4578. 00000020:00000001:0.0:1769074824.059060:0:31210:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:0.0:1769074824.059061:0:31210:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074824.059064:0:31210:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446629911740171768 : -114161969379848 : ffff982b985e45f8) 00020000:00000001:0.0:1769074824.059069:0:31210:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:0.0:1769074824.059076:0:31210:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff982b985e0fc0. 00020000:00000001:0.0:1769074824.059079:0:31210:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074824.059085:0:31210:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629911740171768 : -114161969379848 : ffff982b985e45f8) 00020000:00000001:0.0:1769074824.059088:0:31210:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446629911740171768 : -114161969379848 : ffff982b985e45f8) 00020000:00000002:0.0:1769074824.059092:0:31210:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x607:0x0]@ffff982b985e4578[0:0] -> [0x2000013a1:0x42:0x0]@ffff982b985e4708: ostid: 0x280000400:1543 ost idx: 1 gen: 0 00020000:00000001:0.0:1769074824.059098:0:31210:0:(lov_object.c:264:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:0.0:1769074824.059100:0:31210:0:(lov_object.c:812:lov_init_composite()) Process leaving 00020000:00000001:0.0:1769074824.059103:0:31210:0:(lov_object.c:1406:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074824.059107:0:31210:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629911740172168 : -114161969379448 : ffff982b985e4788) 00000020:00001000:0.0:1769074824.059185:0:31210:0:(cl_object.c:879:cl_env_put()) 1@ffff982b88b53000 00000080:00000001:0.0:1769074824.059190:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366338 : 144115272381366338 : 2000013a1000042) 00000080:00000001:0.0:1769074824.059193:0:31210:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:0.0:1769074824.059196:0:31210:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272381366338 mtime from 0 to 1769074824 00000080:00000001:0.0:1769074824.059203:0:31210:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1769074824.059206:0:31210:0:(namei.c:160:ll_iget()) Process leaving (rc=18446629911606800968 : -114162102750648 : ffff982b906b3248) 00010000:00000001:0.0:1769074824.059209:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.059211:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.059213:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254800 refcount=3 00000020:00000001:0.0:1769074824.059215:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00010000:00000001:0.0:1769074824.059217:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00000080:00000001:0.0:1769074824.059221:0:31210:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:0.0:1769074824.059223:0:31210:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074824.059224:0:31210:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911477432328 : -114162232119288 : ffff982b88b53008) 00000020:00001000:0.0:1769074824.059226:0:31210:0:(cl_object.c:785:cl_env_get()) 1@ffff982b88b53000 00000020:00000001:0.0:1769074824.059229:0:31210:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:0.0:1769074824.059232:0:31210:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:0.0:1769074824.059234:0:31210:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1769074824.059238:0:31210:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff982b98412060. 00020000:00000010:0.0:1769074824.059241:0:31210:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff982b860f9000. 00020000:00000010:0.0:1769074824.059243:0:31210:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff982b98412720. 00020000:00000001:0.0:1769074824.059245:0:31210:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446629911738263328 : -114161971288288 : ffff982b98412720) 00020000:00000002:0.0:1769074824.059247:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b98412720, objid 0x42:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074824.059251:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074824.059254:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b860f9000: ostid: 0x280000400:1543 ost idx: 1 gen: 0 00020000:00000002:0.0:1769074824.059258:0:31210:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff982b9029d4d8) owner ffff982b86784f80 00020000:00000001:0.0:1769074824.059262:0:31210:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1769074824.059264:0:31210:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff982b9029d4d8) owner ffff982b86784f80 00020000:00000010:0.0:1769074824.059270:0:31210:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff982b860f9000. 00020000:00000010:0.0:1769074824.059275:0:31210:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff982b98412060. 00020000:00000010:0.0:1769074824.059324:0:31210:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff982b98412720. 00020000:00000002:0.0:1769074824.059329:0:31210:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x42:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1769074824.059331:0:31210:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074824.059334:0:31210:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074824.059338:0:31210:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1769074824.059341:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9029d4d8) owner 0000000000000000/ffff982b86784f80 00020000:00000002:0.0:1769074824.059345:0:31210:0:(lov_object.c:2349:lov_lsm_addref()) lsm ffff982b98412ae0 addref 2/0 by ffff982b86784f80. 00020000:00000002:0.0:1769074824.059348:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9029d4d8) owner 0000000000000000/ffff982b86784f80 00020000:00000001:0.0:1769074824.059351:0:31210:0:(lov_object.c:2245:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1769074824.059354:0:31210:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1769074824.059356:0:31210:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1769074824.059358:0:31210:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1769074824.059360:0:31210:0:(lov_object.c:2264:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1769074824.059363:0:31210:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x42:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1769074824.059365:0:31210:0:(cl_object.c:879:cl_env_put()) 1@ffff982b88b53000 00000080:00000001:0.0:1769074824.059368:0:31210:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.059370:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.059371:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074824.059373:0:31210:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074824.059377:0:31210:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1769074824.059379:0:31210:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074824.059382:0:31210:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a1:0x42:0x0](ffff982b906b3248) 00000080:00010000:0.0:1769074824.059386:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x42:0x0](ffff982b906b3248) for lock 0x5d432443066b74a5 00800000:00000001:0.0:1769074824.059390:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074824.059392:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074824.059394:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.059395:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.059397:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254800 refcount=3 00000020:00000001:0.0:1769074824.059399:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00010000:00000001:0.0:1769074824.059401:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00010000:00000001:0.0:1769074824.059404:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.059405:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074824.059406:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.059408:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.059410:0:31210:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:0.0:1769074824.059412:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.059422:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b903a8700 x1855007613336704/t73014444057(73014444057) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.059438:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.059453:0:31210:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074824.059458:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x42:0x0](ffff982b906b3248) 00000080:00000001:0.0:1769074824.059461:0:31210:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1769074824.059465:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b883d3600. 00000100:00000001:0.0:1769074824.059469:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.059472:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a8700 x1855007613336704/t73014444057(73014444057) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.059478:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.059483:0:31210:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1769074824.059485:0:31210:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.059495:0:31210:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:0.0:1769074824.059498:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa60 00000080:00200008:0.0:1769074824.059501:0:31210:0:(file.c:1001:ll_file_open()) START file f16.replay-dual-10:[0x2000013a1:0x42:0x0](ffff982b906b3248), flags 100102 00000080:00000010:0.0:1769074824.059512:0:31210:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff982b996fd7c0. 00000080:00000010:0.0:1769074824.059520:0:31210:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff982b99072040. 00000080:00000001:0.0:1769074824.059523:0:31210:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:0.0:1769074824.059529:0:31210:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1769074824.059533:0:31210:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1769074824.059537:0:31210:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff982b85d258e0. 00000002:00100000:0.0:1769074824.059541:0:31210:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff982b903a8700 x1855007613336704/t73014444057(73014444057) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074824.059547:0:31210:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.059549:0:31210:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1769074824.059553:0:31210:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1769074824.059557:0:31210:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.059560:0:31210:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074824.059562:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.059565:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903a8700 x1855007613336704/t73014444057(73014444057) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1769074824.059573:0:31210:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074824.059579:0:31210:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff982b902a0000. 02000000:00000001:0.0:1769074824.059621:0:31210:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1769074824.059623:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074824.059626:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa60 00000080:00000008:0.0:1769074824.059628:0:31210:0:(file.c:1240:ll_file_open()) COMPLETED file f16.replay-dual-10:[0x2000013a1:0x42:0x0](ffff982b906b3248), flags 100102, rc = 0 00000080:00000001:0.0:1769074824.059633:0:31210:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1769074824.059635:0:31210:0:(dcache.c:176:ll_intent_release()) intent ffff982b984126c0 released 00000080:00010000:0.0:1769074824.059638:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b74a5 from it ffff982b984126c0 00010000:00000001:0.0:1769074824.059641:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.059642:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.059644:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254800 refcount=3 00000020:00000001:0.0:1769074824.059646:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00010000:00000001:0.0:1769074824.059648:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602219008 : -114162107332608 : ffff982b90254800) 00010000:00000001:0.0:1769074824.059651:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074824.059655:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254800/0x5d432443066b74a5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf5b77ed682f5d330 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074824.059664:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.059665:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.059666:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074824.059669:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074824.059672:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254800/0x5d432443066b74a5 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf5b77ed682f5d330 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074824.059682:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074824.059686:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074824.059688:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074824.059693:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.059695:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.059697:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.059703:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074824.059705:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.059708:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.059712:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.059714:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074824.059716:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.059717:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074824.059719:0:31210:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1769074824.059721:0:31210:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:0.0:1769074824.059723:0:31210:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1769074824.059725:0:31210:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769074824.059728:0:31210:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1769074824.059730:0:31210:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.059734:0:31210:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1769074824.059736:0:31210:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.059738:0:31210:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769074824.059741:0:31210:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.059743:0:31210:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1769074824.059745:0:31210:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff982b984126c0. 00000080:00000001:0.0:1769074824.059748:0:31210:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.059754:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1769074824.059757:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x42:0x0](ffff982b906b3248), inode mode 81a4 mask 40 00000080:00000001:0.0:1769074824.059761:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074824.059790:0:31210:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1769074824.059793:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9029d4d8) owner 0000000000000000/ffff982b86784f80 00020000:00000002:0.0:1769074824.059796:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9029d4d8) owner 0000000000000000/ffff982b86784f80 00020000:00000001:0.0:1769074824.059798:0:31210:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.059809:0:31210:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:0.0:1769074824.059811:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafdd0 00000080:00200008:0.0:1769074824.059813:0:31210:0:(file.c:424:ll_file_release()) START file f16.replay-dual-10:[0x2000013a1:0x42:0x0](ffff982b906b3248), flags 100002 00000080:00000001:0.0:1769074824.059816:0:31210:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:0.0:1769074824.059819:0:31210:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:0.0:1769074824.059820:0:31210:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1769074824.059821:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9029d4d8) owner 0000000000000000/ffff982b86784f80 00020000:00000002:0.0:1769074824.059823:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9029d4d8) owner 0000000000000000/ffff982b86784f80 00020000:00000001:0.0:1769074824.059825:0:31210:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.059828:0:31210:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:0.0:1769074824.059833:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074824.059836:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074824.059841:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5a00 count: 2 00010000:00000001:0.0:1769074824.059843:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074824.059848:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074824.059850:0:31210:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x42:0x0]: 0 00000080:00000001:0.0:1769074824.059853:0:31210:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1769074824.059856:0:31210:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1769074824.059861:0:31210:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff982b883d3600. 00000080:00000001:0.0:1769074824.059863:0:31210:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1769074824.059869:0:31210:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1769074824.059873:0:31210:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1769074824.059875:0:31210:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x42:0x0] 00000002:00000001:0.0:1769074824.059879:0:31210:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1769074824.059881:0:31210:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff982b858dd800: [0x2000013a1:0x42:0x0] file closed with intent: 0 00000100:00000010:0.0:1769074824.059888:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903a8000. 00000020:00000040:0.0:1769074824.059893:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=27 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:0.0:1769074824.061513:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074824.061527:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074824.061536:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074824.066434:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b9037f800. 00000100:00000001:2.0:1769074824.066467:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1769074824.066500:0:31210:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff982b903a8700 x1855007613336704/t73014444057(73014444057) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074824.066518:0:31210:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b858dd800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074824.066525:0:31210:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b903a8000 x1855007613336960/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1769074824.066533:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074824.066535:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074824.066547:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b858219c0. 00000100:00000001:2.0:1769074824.066550:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911423752640 : -114162285798976 : ffff982b858219c0) 00000100:00000001:2.0:1769074824.066554:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074824.066555:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603609600 : -114162105942016 : ffff982b903a8000) 00000100:00000001:2.0:1769074824.066561:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074824.066566:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.066568:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074824.066570:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074824.066575:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903a8000 x1855007613336960/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.066589:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074824.066591:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074824.066597:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074824.066602:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074824.066606:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074824.066611:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903a8000 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613336960:192.168.204.151@tcp:35:createmany.0 00000100:00000001:2.0:1769074824.066616:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074824.066622:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074824.066626:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074824.066629:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074824.066635:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c0b800. 02000000:00000001:2.0:1769074824.066636:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074824.066648:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074824.066654:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7e528. 00000400:00000010:2.0:1769074824.066663:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f7f8. 00000100:00000200:2.0:1769074824.066673:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613336960, portal 10 00000100:00000001:2.0:1769074824.066675:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074824.066676:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603609600 : -114162105942016 : ffff982b903a8000) 00000100:00000040:2.0:1769074824.066686:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b903a8000 x1855007613336960/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.066694:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074824.066696:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074824.066700:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f908. 00000100:00000200:2.0:1769074824.066703:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613336960, offset 0 00000400:00000200:2.0:1769074824.066711:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074824.066723:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.066735:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074824.066743:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074824.066749:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074824.066753:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074824.066757:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074824.066762:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15360:15360:256:4294967295] 192.168.204.151@tcp LPNI seq info [15360:15360:8:4294967295] 00000400:00000200:2.0:1769074824.066766:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.066776:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074824.066784:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074824.066790:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73f000. 00000800:00000200:2.0:1769074824.066799:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074824.066810:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074824.066816:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73f000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1769074824.066886:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074824.066892:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 930998 usecs (931 jiffies) 00000400:00000200:2.0:1769074824.066896:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074824.066911:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296481675 00000100:00000001:2.0:1769074824.066915:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:2.0:1769074824.066918:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296481675 00000100:00000001:2.0:1769074824.066921:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:2.0:1769074824.066924:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074824.066927:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.066931:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074824.066933:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074824.066936:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b858219c0 going to sleep for 11 seconds 00000100:00000001:2.0:1769074824.066939:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074824.066943:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1769074824.067427:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e5600. 00010000:00000010:0.1:1769074824.067451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90254200. 00000800:00000200:3.0:1769074824.073017:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074824.073030:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73f000. 00000400:00000200:3.0:1769074824.073053:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.073068:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074824.073079:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f908 00000400:00000010:3.0:1769074824.073083:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f908. 00000100:00000001:3.0:1769074824.073090:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074824.073103:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903a8000 x1855007613336960/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.073128:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074824.073131:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a8000 x1855007613336960/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.073137:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074824.073139:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074824.077416:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.077454:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074824.077459:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.077462:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.077478:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.077489:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074824.077499:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.077505:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.077512:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.077516:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd93d80 00000400:00000200:3.0:1769074824.077523:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.077530:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x222ed [1] + 224 00000800:00000001:3.0:1769074824.077540:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.077554:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.077558:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.077563:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074824.077572:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074824.077585:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903a8000 x1855007613336960/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074824.077597:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff982b903a8000 x1855007613336960/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.077622:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074824.077633:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.077637:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074824.077767:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074824.077777:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074824.077779:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074824.077784:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7e528. 00000400:00000200:2.0:1769074824.077791:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f7f8 00000400:00000010:2.0:1769074824.077794:0:31210:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f7f8. 00000100:00000001:2.0:1769074824.077797:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074824.077803:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903a8000 x1855007613336960/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1769074824.077817:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903a8000 x1855007613336960/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.077824:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074824.077826:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074824.077829:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074824.077833:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074824.077837:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074824.077840:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074824.077844:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074824.077856:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88ca0 time=35 v=5 (5 0 10 10) 00000100:00001000:2.0:1769074824.077861:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=97 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074824.077864:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074824.077866:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.077870:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074824.077874:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.077879:0:31210:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1769074824.077881:0:31210:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1769074824.077883:0:31210:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1769074824.077886:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074824.077887:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603609600 : -114162105942016 : ffff982b903a8000) 00000100:00000001:2.0:1769074824.077891:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074824.077894:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:2.0:1769074824.077897:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074824.077910:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074824.077917:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903a8000 x1855007613336960/t73014444058(73014444058) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.077925:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074824.077929:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074824.077931:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074824.077936:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903a8000 x1855007613336960/t73014444058(73014444058) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1769074824.077945:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903a8000 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613336960:192.168.204.151@tcp:35:createmany.0 00000100:00000001:2.0:1769074824.077952:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074824.077956:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.077958:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074824.077961:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.077965:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a8000 x1855007613336960/t73014444058(73014444058) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.077972:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074824.077976:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b858219c0. 00000100:00000001:2.0:1769074824.077981:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074824.077983:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.077992:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074824.077993:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603609600 : -114162105942016 : ffff982b903a8000) 00000002:00000001:2.0:1769074824.077997:0:31210:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074824.078001:0:31210:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074824.078008:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b883d3600. 00000080:00000001:2.0:1769074824.078014:0:31210:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1769074824.078017:0:31210:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1769074824.078023:0:31210:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1769074824.078029:0:31210:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff982b903a8700 x1855007613336704/t73014444057(73014444057) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074824.078037:0:31210:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074824.078039:0:31210:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074824.078041:0:31210:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff982b99072040. 00000100:00000001:2.0:1769074824.078044:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.078047:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a8000 x1855007613336960/t73014444058(73014444058) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.078054:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.078057:0:31210:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074824.078060:0:31210:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff982b996fd7c0. 00000080:00000001:2.0:1769074824.078066:0:31210:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074824.078074:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafdd0 00000080:00000008:2.0:1769074824.078077:0:31210:0:(file.c:464:ll_file_release()) COMPLETED file f16.replay-dual-10:[0x2000013a1:0x42:0x0](ffff982b906b3248), flags 100002, rc = 0 00000080:00000001:2.0:1769074824.078082:0:31210:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.078090:0:31210:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1769074824.078092:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafe00 00000080:00002000:2.0:1769074824.078094:0:31210:0:(dcache.c:127:ll_ddelete()) keeping dentry f16.replay-dual-10 (ffff982b90665bd0, parent ffff982b90d9e5e8, inode ffff982b906b3248) hashed, 00000080:00000001:2.0:1769074824.078097:0:31210:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.078206:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1769074824.078210:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1769074824.078213:0:31210:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1769074824.078215:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafbc0 00000080:00200000:2.0:1769074824.078217:0:31210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:2.0:1769074824.078228:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b9a3f7a00. 00800000:00000002:2.0:1769074824.078237:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:2.0:1769074824.078243:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1769074824.078248:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1769074824.078251:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafae0 00800000:00000002:2.0:1769074824.078254:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1769074824.078259:0:31210:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1769074824.078263:0:31210:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1769074824.078269:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1769074824.078271:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf9b0 00000002:00010000:2.0:1769074824.078273:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1769074824.078277:0:31210:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1769074824.078559:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074824.078564:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1769074824.078573:0:31210:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.078576:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.078578:0:31210:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.078581:0:31210:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1769074824.078584:0:31210:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1769074824.078592:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037b480. 00000020:00000040:2.0:1769074824.078598:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=28 obd=lustre-MDT0000-mdc-ffff982b858dd800 00010000:00000001:2.0:1769074824.078607:0:31210:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1769074824.078614:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074824.078623:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.078625:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.078628:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.078632:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074824.078635:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074824.078642:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074824.078653:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c0a000. 00000100:00000001:2.0:1769074824.078662:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.078667:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074824.078669:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.078671:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074824.078672:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.078675:0:31210:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.078682:0:31210:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446629911603426432 : -114162106125184 : ffff982b9037b480) 00010000:00000001:2.0:1769074824.078688:0:31210:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1769074824.078691:0:31210:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1769074824.078696:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b86036400. 00010000:00000010:2.0:1769074824.078700:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b8917cf00. 00010000:00000001:2.0:1769074824.078706:0:31210:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1769074824.078710:0:31210:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b90340c00. 00000020:00000001:2.0:1769074824.078714:0:31210:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1769074824.078718:0:31210:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b90340c00 with handle 0x5d432443066b74ac to hash 00000020:00000001:2.0:1769074824.078720:0:31210:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1769074824.078722:0:31210:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911603186688 : -114162106364928 : ffff982b90340c00) 00010000:00000001:2.0:1769074824.078726:0:31210:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911603186688 : -114162106364928 : ffff982b90340c00) 00010000:00000001:2.0:1769074824.078732:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074824.078734:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074824.078741:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340c00/0x5d432443066b74ac lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31210 initiator: MDT0 00010000:00010000:2.0:1769074824.078750:0:31210:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340c00/0x5d432443066b74ac lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00010000:00010000:2.0:1769074824.078761:0:31210:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340c00/0x5d432443066b74ac lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000100:00000001:2.0:1769074824.078767:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074824.078769:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074824.078777:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b858219c0. 00000100:00000001:2.0:1769074824.078779:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911423752640 : -114162285798976 : ffff982b858219c0) 00000100:00000001:2.0:1769074824.078782:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074824.078783:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603426432 : -114162106125184 : ffff982b9037b480) 00000100:00000001:2.0:1769074824.078788:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074824.078793:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.078795:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074824.078797:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074824.078805:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037b480 x1855007613337088/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.078815:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074824.078817:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074824.078822:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074824.078826:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074824.078829:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074824.078832:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037b480 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613337088:192.168.204.151@tcp:101:createmany.0 00000100:00000001:2.0:1769074824.078837:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074824.078843:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074824.078846:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074824.078849:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074824.078855:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff982b87056000. 02000000:00000001:2.0:1769074824.078857:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074824.078865:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074824.078869:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7e528. 00000400:00000010:2.0:1769074824.078875:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f7f8. 00000100:00000200:2.0:1769074824.078885:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007613337088, portal 10 00000100:00000001:2.0:1769074824.078887:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074824.078888:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603426432 : -114162106125184 : ffff982b9037b480) 00000100:00000040:2.0:1769074824.078894:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b9037b480 x1855007613337088/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.079198:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074824.079202:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074824.079207:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897fc38. 00000100:00000200:2.0:1769074824.079211:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007613337088, offset 0 00000400:00000200:2.0:1769074824.079219:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074824.079229:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.079238:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074824.079245:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074824.079250:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074824.079254:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074824.079258:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074824.079262:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15361:15361:256:4294967295] 192.168.204.151@tcp LPNI seq info [15361:15361:8:4294967295] 00000400:00000200:2.0:1769074824.079266:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.079275:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074824.079401:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074824.079408:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73fe00. 00000800:00000200:2.0:1769074824.079417:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074824.079426:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074824.079432:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73fe00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1769074824.079456:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074824.079473:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 929531 usecs (930 jiffies) 00000400:00000200:2.0:1769074824.079477:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074824.079481:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296481687 00000100:00000001:2.0:1769074824.079484:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:2.0:1769074824.079487:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296481687 00000100:00000001:2.0:1769074824.079490:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:2.0:1769074824.079493:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074824.079496:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.079499:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074824.079501:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074824.079504:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b858219c0 going to sleep for 11 seconds 00000100:00000001:2.0:1769074824.079507:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074824.079510:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074824.083499:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074824.083514:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73fe00. 00000400:00000200:3.0:1769074824.083527:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.083539:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074824.083548:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897fc38 00000400:00000010:3.0:1769074824.083551:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897fc38. 00000100:00000001:3.0:1769074824.083558:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074824.083569:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9037b480 x1855007613337088/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.083585:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074824.083589:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9037b480 x1855007613337088/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.083597:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074824.083600:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1769074824.083702:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e5e00. 00000800:00000001:3.0:1769074824.090519:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.090548:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074824.090554:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.090557:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.090573:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.090584:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074824.090594:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.090600:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.090608:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.090613:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 688 into portal 10 MB=0x6971e9dd93e00 00000400:00000200:3.0:1769074824.090620:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.090630:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 688/688 into md 0x222fd [1] + 224 00000800:00000001:3.0:1769074824.090644:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.090655:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.090659:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.090665:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074824.090677:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074824.090689:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9037b480 x1855007613337088/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074824.090704:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff982b9037b480 x1855007613337088/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.090734:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074824.090748:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.090752:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074824.090860:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074824.090872:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074824.090875:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074824.090880:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7e528. 00000400:00000200:2.0:1769074824.090888:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f7f8 00000400:00000010:2.0:1769074824.090891:0:31210:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f7f8. 00000100:00000001:2.0:1769074824.090895:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074824.090900:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037b480 x1855007613337088/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1769074824.090909:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037b480 x1855007613337088/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.090916:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074824.090919:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074824.090922:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074824.090926:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074824.090929:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074824.090932:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074824.090937:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074824.090952:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=35 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074824.090957:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=97 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074824.090960:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074824.090963:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.090966:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074824.090970:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.090977:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074824.090979:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:2.0:1769074824.090982:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074824.090985:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074824.090990:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037b480 x1855007613337088/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.090999:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074824.091002:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074824.091005:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074824.091009:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037b480 x1855007613337088/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1769074824.091018:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037b480 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613337088:192.168.204.151@tcp:101:createmany.0 00000100:00000001:2.0:1769074824.091024:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074824.091027:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.091029:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074824.091032:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.091035:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037b480 x1855007613337088/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.091058:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074824.091061:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b858219c0. 00000100:00000001:2.0:1769074824.091066:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074824.091067:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.091071:0:31210:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1769074824.091076:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.091080:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.091083:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340c00 refcount=4 00000020:00000001:2.0:1769074824.091085:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603186688 : -114162106364928 : ffff982b90340c00) 00010000:00000001:2.0:1769074824.091089:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603186688 : -114162106364928 : ffff982b90340c00) 00010000:00000040:2.0:1769074824.091097:0:31210:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b90340c00, remote cookie: 0xf5b77ed682f5d345, flags: 0x1001 00010000:00010000:2.0:1769074824.091104:0:31210:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340c00/0x5d432443066b74ac lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d345 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074824.091116:0:31210:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340c00/0x5d432443066b74ac lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d345 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.091124:0:31210:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1769074824.091129:0:31210:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1769074824.091132:0:31210:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1769074824.091134:0:31210:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1769074824.091136:0:31210:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1769074824.091139:0:31210:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff982b86036400) refcount = 1 00010000:00010000:2.0:1769074824.091144:0:31210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340c00/0x5d432443066b74ac lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d345 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.091151:0:31210:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1769074824.091156:0:31210:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1769074824.091159:0:31210:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074824.091162:0:31210:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1769074824.091165:0:31210:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074824.091169:0:31210:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340c00/0x5d432443066b74ac lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d345 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.091175:0:31210:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1769074824.091177:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.091179:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.091180:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.091181:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.091183:0:31210:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.091190:0:31210:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1769074824.091192:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.091193:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.091194:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340c00 refcount=3 00000020:00000001:2.0:1769074824.091196:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603186688 : -114162106364928 : ffff982b90340c00) 00010000:00000001:2.0:1769074824.091199:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603186688 : -114162106364928 : ffff982b90340c00) 00010000:00000001:2.0:1769074824.091201:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.091202:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.091203:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340c00 refcount=4 00000020:00000001:2.0:1769074824.091205:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603186688 : -114162106364928 : ffff982b90340c00) 00010000:00000001:2.0:1769074824.091208:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603186688 : -114162106364928 : ffff982b90340c00) 00010000:00000001:2.0:1769074824.091211:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074824.091214:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074824.091217:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340c00/0x5d432443066b74ac lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d345 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.091224:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.091225:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.091227:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.091229:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.091230:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340c00 refcount=5 00000020:00000001:2.0:1769074824.091232:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603186688 : -114162106364928 : ffff982b90340c00) 00010000:00000001:2.0:1769074824.091234:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603186688 : -114162106364928 : ffff982b90340c00) 00010000:00000001:2.0:1769074824.091237:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074824.091240:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340c00/0x5d432443066b74ac lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d345 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.091246:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.091247:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1769074824.091249:0:31210:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340c00/0x5d432443066b74ac lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d345 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.091256:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074824.091257:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.091258:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.091259:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.091260:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1769074824.091265:0:31210:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff982b9037b480 x1855007613337088/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1769074824.091274:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.091276:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.091277:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340c00 refcount=3 00000020:00000001:2.0:1769074824.091404:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603186688 : -114162106364928 : ffff982b90340c00) 00010000:00000001:2.0:1769074824.091407:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603186688 : -114162106364928 : ffff982b90340c00) 00010000:00000001:2.0:1769074824.091410:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.091411:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074824.091413:0:31210:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.091415:0:31210:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.091419:0:31210:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1769074824.091421:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.091422:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.091424:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340c00 refcount=3 00000020:00000001:2.0:1769074824.091426:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603186688 : -114162106364928 : ffff982b90340c00) 00010000:00000001:2.0:1769074824.091428:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603186688 : -114162106364928 : ffff982b90340c00) 00000002:00010000:2.0:1769074824.091431:0:31210:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340c00/0x5d432443066b74ac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d345 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.091439:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.091450:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.091452:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1769074824.091454:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.091455:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.091456:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340c00 refcount=3 00000020:00000001:2.0:1769074824.091458:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603186688 : -114162106364928 : ffff982b90340c00) 00010000:00000001:2.0:1769074824.091460:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603186688 : -114162106364928 : ffff982b90340c00) 00010000:00000040:2.0:1769074824.091469:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036400 count: 2 00010000:00000001:2.0:1769074824.091473:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1769074824.091478:0:31210:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b873df800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1769074824.091480:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.091481:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074824.091483:0:31210:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1769074824.091486:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf930 00000002:00002000:2.0:1769074824.091488:0:31210:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1769074824.091492:0:31210:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074824.091498:0:31210:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074824.091501:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1769074824.091506:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1769074824.091509:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1769074824.091514:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:2.0:1769074824.091518:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b9a3f7a00. 00000080:00000001:2.0:1769074824.091524:0:31210:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1769074824.091527:0:31210:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1769074824.091535:0:31210:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1769074824.091542:0:31210:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1769074824.091550:0:31210:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff982b984ba740. 00800000:00000001:2.0:1769074824.091553:0:31210:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446629911738951488 : -114161970600128 : ffff982b984ba740) 00800000:00000001:2.0:1769074824.091556:0:31210:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.091559:0:31210:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1769074824.091562:0:31210:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1769074824.091565:0:31210:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1769074824.091568:0:31210:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1769074824.091572:0:31210:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1769074824.091574:0:31210:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.091580:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1769074824.091584:0:31210:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:2.0:1769074824.091587:0:31210:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115188193296385 mtime from 1769074823 to 1769074824 00000080:00200000:2.0:1769074824.091593:0:31210:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:2.0:1769074824.091596:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.091598:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.091600:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340c00 refcount=3 00000020:00000001:2.0:1769074824.091601:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603186688 : -114162106364928 : ffff982b90340c00) 00010000:00000001:2.0:1769074824.091604:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603186688 : -114162106364928 : ffff982b90340c00) 00010000:00000001:2.0:1769074824.091606:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.091608:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1769074824.091610:0:31210:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1769074824.091612:0:31210:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1769074824.091614:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b984ba740 1 00800000:00000010:2.0:1769074824.091617:0:31210:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff982b984ba740. 00800000:00000001:2.0:1769074824.091620:0:31210:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074824.091624:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b74ac 00800000:00000001:2.0:1769074824.091628:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1769074824.091630:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1769074824.091631:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.091632:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.091634:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340c00 refcount=3 00000020:00000001:2.0:1769074824.091635:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603186688 : -114162106364928 : ffff982b90340c00) 00010000:00000001:2.0:1769074824.091638:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603186688 : -114162106364928 : ffff982b90340c00) 00010000:00000001:2.0:1769074824.091640:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.091641:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074824.091643:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074824.091645:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.091648:0:31210:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074824.091650:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:2.0:1769074824.091653:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b74ac from it ffffbcdb01dafbf8 00010000:00000001:2.0:1769074824.091655:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.091657:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.091658:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340c00 refcount=3 00000020:00000001:2.0:1769074824.091660:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603186688 : -114162106364928 : ffff982b90340c00) 00010000:00000001:2.0:1769074824.091662:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603186688 : -114162106364928 : ffff982b90340c00) 00010000:00000001:2.0:1769074824.091664:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074824.091667:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340c00/0x5d432443066b74ac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d345 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.091674:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.091675:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.091677:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1769074824.091680:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1769074824.091683:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340c00/0x5d432443066b74ac lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d345 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.091691:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074824.091694:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074824.091697:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074824.091702:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.091704:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.091705:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.091709:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074824.091711:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.091713:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.091716:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.091718:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074824.091719:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.091720:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1769074824.091722:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.091727:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037b480 x1855007613337088/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.091740:0:31210:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074824.091743:0:31210:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074824.091748:0:31210:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff982b87056000. 02000000:00000001:2.0:1769074824.091755:0:31210:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074824.091758:0:31210:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074824.091760:0:31210:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=27 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:2.0:1769074824.091763:0:31210:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074824.091766:0:31210:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c0a000. 02000000:00000001:2.0:1769074824.091771:0:31210:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074824.091773:0:31210:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074824.091775:0:31210:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037b480. 00000100:00000001:2.0:1769074824.091780:0:31210:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074824.091781:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769074824.091785:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 1 00000080:00000001:2.0:1769074824.091791:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074824.091815:0:31210:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff982b82dece80. 00000080:00000001:2.0:1769074824.091822:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1769074824.091824:0:31210:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1769074824.091825:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafb00 00000080:00200000:2.0:1769074824.091828:0:31210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:2.0:1769074824.091833:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b9a3f7a00. 00800000:00000002:2.0:1769074824.091839:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:2.0:1769074824.091843:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1769074824.091846:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1769074824.091848:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa20 00800000:00000002:2.0:1769074824.091850:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1769074824.091854:0:31210:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1769074824.091858:0:31210:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1769074824.091862:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1769074824.091864:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf8f0 00000002:00010000:2.0:1769074824.091867:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1769074824.091871:0:31210:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1769074824.091873:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074824.091875:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074824.091879:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036400 count: 2 00010000:00000001:2.0:1769074824.091881:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074824.091884:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074824.091886:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1769074824.091889:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340c00/0x5d432443066b74ac lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d345 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1769074824.091897:0:31210:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1769074824.091901:0:31210:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074824.091905:0:31210:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340c00/0x5d432443066b74ac lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d345 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1769074824.091912:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1769074824.091913:0:31210:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074824.091915:0:31210:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1769074824.091917:0:31210:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1769074824.091918:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769074824.091920:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1769074824.091923:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1769074824.091924:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:2.0:1769074824.091927:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b9a3f7a00. 00000080:00000001:2.0:1769074824.091929:0:31210:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1769074824.091931:0:31210:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074824.091933:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:2.0:1769074824.091936:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b74ac 00800000:00000001:2.0:1769074824.091938:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1769074824.091939:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1769074824.091940:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.091941:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.091943:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340c00 refcount=3 00000020:00000001:2.0:1769074824.091945:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603186688 : -114162106364928 : ffff982b90340c00) 00010000:00000001:2.0:1769074824.091947:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603186688 : -114162106364928 : ffff982b90340c00) 00010000:00000001:2.0:1769074824.091950:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.091951:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074824.091952:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074824.091954:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074824.091956:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b74ac from it ffffbcdb01dafb38 00010000:00000001:2.0:1769074824.091958:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.091959:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.091960:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340c00 refcount=3 00000020:00000001:2.0:1769074824.091962:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603186688 : -114162106364928 : ffff982b90340c00) 00010000:00000001:2.0:1769074824.091964:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603186688 : -114162106364928 : ffff982b90340c00) 00010000:00000001:2.0:1769074824.091966:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074824.091968:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340c00/0x5d432443066b74ac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d345 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.091974:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.091975:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.091976:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1769074824.091978:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1769074824.091980:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340c00/0x5d432443066b74ac lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d345 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.091986:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074824.091988:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074824.091989:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074824.091991:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.091992:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.091993:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.091995:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074824.091997:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.091999:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.092001:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.092003:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074824.092004:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.092005:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1769074824.092007:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769074824.092008:0:31210:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769074824.092011:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 3 00000080:00000001:2.0:1769074824.092014:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.092019:0:31210:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:2.0:1769074824.092022:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafb50 00000080:00200000:2.0:1769074824.092024:0:31210:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f16.replay-dual-11, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), file ffff982b986faf00, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1769074824.092029:0:31210:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff982b984d62a0. 00000080:00000001:2.0:1769074824.092034:0:31210:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:2.0:1769074824.092036:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa10 00000080:00200000:2.0:1769074824.092038:0:31210:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f16.replay-dual-11, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), intent=open|creat 00000080:00000010:2.0:1769074824.092045:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b9a3f7a00. 00800000:00000002:2.0:1769074824.092048:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:2.0:1769074824.092053:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1769074824.092054:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1769074824.092056:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf930 00800000:00000002:2.0:1769074824.092057:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f16.replay-dual-11' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1769074824.092061:0:31210:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:2.0:1769074824.092064:0:31210:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1769074824.092069:0:31210:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446629911450240000 : -114162259311616 : ffff982b87164400) 00800000:00000001:2.0:1769074824.092072:0:31210:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1769074824.092074:0:31210:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1769074824.092077:0:31210:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1769074824.092080:0:31210:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1769074824.092083:0:31210:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff982b858dd800: Allocated FID [0x2000013a1:0x43:0x0] 40000000:00000001:2.0:1769074824.092086:0:31210:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.092088:0:31210:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074824.092090:0:31210:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074824.092092:0:31210:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074824.092094:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf8b0 00800000:00000002:2.0:1769074824.092096:0:31210:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x43:0x0], name='f16.replay-dual-11' -> mds #0 00000002:00000001:2.0:1769074824.092099:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1769074824.092100:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf7e8 00000002:00010000:2.0:1769074824.092101:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f16.replay-dual-11,[0x2000013a1:0x43:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1769074824.092106:0:31210:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1769074824.092108:0:31210:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1769074824.092112:0:31210:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1769074824.092115:0:31210:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.092117:0:31210:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1769074824.092119:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036400 count: 2 00010000:00000001:2.0:1769074824.092121:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074824.092123:0:31210:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1769074824.092127:0:31210:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1769074824.092130:0:31210:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340c00/0x5d432443066b74ac lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf5b77ed682f5d345 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000080:00000001:2.0:1769074824.092138:0:31210:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074824.092142:0:31210:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074824.092145:0:31210:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1769074824.092147:0:31210:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1769074824.092149:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074824.092151:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074824.092152:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036400 count: 3 00010000:00000001:2.0:1769074824.092155:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074824.092157:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.092159:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074824.092160:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074824.092161:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036400 count: 3 00010000:00000001:2.0:1769074824.092163:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074824.092165:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.092167:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074824.092168:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074824.092169:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036400 count: 3 00010000:00000001:2.0:1769074824.092171:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074824.092173:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.092176:0:31210:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1769074824.092179:0:31210:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff982b90dbe300, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1769074824.092184:0:31210:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1769074824.092189:0:31210:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1769074824.092192:0:31210:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074824.092194:0:31210:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.092197:0:31210:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1769074824.092200:0:31210:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074824.092201:0:31210:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074824.092204:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074824.092206:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1769074824.092210:0:31210:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b90340c00 with handle 0x5d432443066b74ac from hash 00010000:00000001:2.0:1769074824.092212:0:31210:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074824.092214:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.092215:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.092217:0:31210:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074824.092219:0:31210:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074824.092221:0:31210:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1769074824.092225:0:31210:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074824.092226:0:31210:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074824.092229:0:31210:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1769074824.092233:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037b480. 00000020:00000040:2.0:1769074824.092237:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=28 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:2.0:1769074824.092242:0:31210:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769074824.092244:0:31210:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.092247:0:31210:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1769074824.092252:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074824.092255:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.092256:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.092257:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.092261:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074824.092263:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074824.092266:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074824.092275:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c0a000. 00000100:00000001:2.0:1769074824.092316:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.092321:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074824.092324:0:31210:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1769074824.092327:0:31210:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340c00/0x5d432443066b74ac lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d345 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074824.092333:0:31210:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1769074824.092336:0:31210:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074824.092337:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074824.092339:0:31210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340c00/0x5d432443066b74ac lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d345 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1769074824.092353:0:31210:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b86036400 count: 0 00010000:00000010:2.0:1769074824.092359:0:31210:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b8917cf00. 00010000:00000001:2.0:1769074824.092373:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.092375:0:31210:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.092378:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074824.092379:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.092381:0:31210:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.092392:0:31210:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446629911603426432 : -114162106125184 : ffff982b9037b480) 00010000:00000001:2.0:1769074824.092397:0:31210:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1769074824.092400:0:31210:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1769074824.092405:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b86036200. 00010000:00000010:2.0:1769074824.092408:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b8917cf00. 00010000:00000001:2.0:1769074824.092413:0:31210:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1769074824.092417:0:31210:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b90341e00. 00000020:00000001:2.0:1769074824.092420:0:31210:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1769074824.092423:0:31210:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b90341e00 with handle 0x5d432443066b74b3 to hash 00000020:00000001:2.0:1769074824.092425:0:31210:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1769074824.092426:0:31210:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00010000:00000001:2.0:1769074824.092430:0:31210:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00010000:00000001:2.0:1769074824.092433:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074824.092434:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074824.092437:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341e00/0x5d432443066b74b3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31210 initiator: MDT0 00010000:00010000:2.0:1769074824.092455:0:31210:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341e00/0x5d432443066b74b3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000020:00100000:2.0:1769074824.092470:0:31210:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b858dd800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074824.092478:0:31210:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b9037b480 x1855007613337344/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074824.092487:0:31210:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341e00/0x5d432443066b74b3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000100:00000001:2.0:1769074824.092493:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074824.092495:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074824.092503:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b858219c0. 00000100:00000001:2.0:1769074824.092505:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911423752640 : -114162285798976 : ffff982b858219c0) 00000100:00000001:2.0:1769074824.092509:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074824.092510:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603426432 : -114162106125184 : ffff982b9037b480) 00000100:00000001:2.0:1769074824.092515:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074824.092520:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.092522:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074824.092524:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074824.092528:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037b480 x1855007613337344/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.092536:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074824.092538:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074824.092543:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074824.092546:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074824.092549:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074824.092552:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037b480 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613337344:192.168.204.151@tcp:101:createmany.0 00000100:00000001:2.0:1769074824.092558:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074824.092565:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074824.092567:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074824.092570:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074824.092659:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff982b902a0000. 02000000:00000001:2.0:1769074824.092662:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074824.092674:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074824.092679:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7e528. 00000400:00000010:2.0:1769074824.092688:0:31210:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff982b98c08000. 00000100:00000200:2.0:1769074824.092699:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007613337344, portal 10 00000100:00000001:2.0:1769074824.092701:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074824.092702:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603426432 : -114162106125184 : ffff982b9037b480) 00000100:00000040:2.0:1769074824.092709:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b9037b480 x1855007613337344/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.092721:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074824.092723:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074824.092728:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f7f8. 00000100:00000200:2.0:1769074824.092732:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007613337344, offset 0 00000400:00000200:2.0:1769074824.092739:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074824.092748:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.092758:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074824.092765:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074824.092770:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074824.092774:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074824.092777:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074824.092781:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15362:15362:256:4294967295] 192.168.204.151@tcp LPNI seq info [15362:15362:8:4294967295] 00000400:00000200:2.0:1769074824.092785:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.092795:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074824.092802:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074824.092808:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73fc00. 00000800:00000200:2.0:1769074824.092816:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074824.092825:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074824.092830:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73fc00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1769074824.092858:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074824.092864:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 928071 usecs (929 jiffies) 00000400:00000200:2.0:1769074824.092867:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074824.092871:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296481699 00000100:00000001:2.0:1769074824.092875:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:2.0:1769074824.092877:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296481699 00000100:00000001:2.0:1769074824.092880:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:2.0:1769074824.092883:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074824.092886:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.092889:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074824.092892:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074824.092894:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b858219c0 going to sleep for 11 seconds 00000100:00000001:2.0:1769074824.092898:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074824.092901:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074824.094179:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074824.094191:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73fc00. 00000400:00000200:3.0:1769074824.094201:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.094211:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074824.094220:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f7f8 00000400:00000010:3.0:1769074824.094224:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f7f8. 00000100:00000001:3.0:1769074824.094229:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074824.094238:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9037b480 x1855007613337344/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.094252:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074824.094256:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9037b480 x1855007613337344/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.094263:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074824.094265:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074824.106549:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.106576:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074824.106583:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.106586:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.106602:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.106616:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074824.106626:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.106633:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.106641:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.106646:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 664 into portal 10 MB=0x6971e9dd93f00 00000400:00000200:3.0:1769074824.106652:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.106661:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 664/664 into md 0x2230d [32] + 224 00000800:00000001:3.0:1769074824.106673:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.106683:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.106687:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.106692:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074824.106704:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074824.106717:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9037b480 x1855007613337344/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074824.106729:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff982b9037b480 x1855007613337344/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.106747:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074824.106758:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074824.106762:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.106769:0:2358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074824.106789:0:2358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15363:15363:256:4294967295] 192.168.204.151@tcp LPNI seq info [15363:15363:8:4294967295] 00000400:00000200:3.0:1769074824.106794:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.106803:0:2358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:3.0:1769074824.106810:0:2358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074824.106818:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff982b98c01c00. 00000800:00000200:3.0:1769074824.106827:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074824.106837:0:2358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074824.106843:0:2358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b98c01c00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1769074824.106968:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074824.106973:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff982b98c01c00. 00000400:00000200:3.0:1769074824.106977:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.106980:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:3.0:1769074824.106987:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.106991:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074824.107110:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074824.107134:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074824.107136:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074824.107141:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7e528. 00000400:00000200:0.0:1769074824.107148:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b98c08000 00000400:00000010:0.0:1769074824.107151:0:31210:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff982b98c08000. 00000100:00000001:0.0:1769074824.107155:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074824.107162:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037b480 x1855007613337344/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074824.107172:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037b480 x1855007613337344/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.107179:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074824.107182:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074824.107185:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074824.107190:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074824.107194:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074824.107197:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074824.107201:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074824.107216:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=35 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074824.107222:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074824.107225:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074824.107228:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.107231:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074824.107236:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.107240:0:31210:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1769074824.107243:0:31210:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1769074824.107245:0:31210:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1769074824.107248:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.107250:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603426432 : -114162106125184 : ffff982b9037b480) 00000100:00000001:0.0:1769074824.107255:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074824.107258:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:0.0:1769074824.107260:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074824.107265:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074824.107271:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037b480 x1855007613337344/t73014444059(73014444059) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.107318:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074824.107322:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074824.107325:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074824.107331:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037b480 x1855007613337344/t73014444059(73014444059) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074824.107340:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037b480 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613337344:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074824.107347:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074824.107351:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.107353:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074824.107357:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.107361:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9037b480 x1855007613337344/t73014444059(73014444059) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.107368:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074824.107372:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b858219c0. 00000100:00000001:0.0:1769074824.107375:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074824.107377:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.107380:0:31210:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074824.107389:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.107393:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.107396:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341e00 refcount=4 00000020:00000001:0.0:1769074824.107398:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00010000:00000001:0.0:1769074824.107402:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00010000:00000040:0.0:1769074824.107410:0:31210:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b90341e00, remote cookie: 0xf5b77ed682f5d361, flags: 0x1001 00010000:00010000:0.0:1769074824.107417:0:31210:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341e00/0x5d432443066b74b3 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d361 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1769074824.107427:0:31210:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x43:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1769074824.107431:0:31210:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1769074824.107452:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b985e5e00. 00010000:00000010:0.0:1769074824.107459:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b985e6a80. 00010000:00000040:0.0:1769074824.107466:0:31210:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b86036200 count: 0 00010000:00000010:0.0:1769074824.107473:0:31210:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b8917cf00. 00010000:00000001:0.0:1769074824.107487:0:31210:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074824.107491:0:31210:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341e00/0x5d432443066b74b3 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x43:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d361 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074824.107500:0:31210:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341e00/0x5d432443066b74b3 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d361 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.107508:0:31210:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074824.107514:0:31210:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074824.107517:0:31210:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074824.107519:0:31210:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074824.107521:0:31210:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074824.107523:0:31210:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x43:0x0].0x0 (ffff982b985e5e00) refcount = 1 00010000:00010000:0.0:1769074824.107528:0:31210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341e00/0x5d432443066b74b3 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d361 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.107535:0:31210:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074824.107541:0:31210:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074824.107543:0:31210:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074824.107546:0:31210:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074824.107549:0:31210:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074824.107552:0:31210:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341e00/0x5d432443066b74b3 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d361 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.107558:0:31210:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074824.107560:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.107562:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.107563:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.107565:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.107566:0:31210:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.107573:0:31210:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074824.107577:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.107578:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.107579:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341e00 refcount=3 00000020:00000001:0.0:1769074824.107581:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00010000:00000001:0.0:1769074824.107584:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00010000:00000001:0.0:1769074824.107586:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.107588:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.107589:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341e00 refcount=4 00000020:00000001:0.0:1769074824.107591:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00010000:00000001:0.0:1769074824.107594:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00010000:00000001:0.0:1769074824.107597:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074824.107600:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074824.107604:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341e00/0x5d432443066b74b3 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d361 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.107611:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.107612:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.107614:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.107615:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.107616:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341e00 refcount=5 00000020:00000001:0.0:1769074824.107618:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00010000:00000001:0.0:1769074824.107621:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00010000:00000001:0.0:1769074824.107624:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074824.107627:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341e00/0x5d432443066b74b3 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d361 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.107633:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.107634:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074824.107637:0:31210:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341e00/0x5d432443066b74b3 lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d361 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.107643:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074824.107644:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.107645:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.107646:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.107647:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074824.107653:0:31210:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff982b9037b480 x1855007613337344/t73014444059(73014444059) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074824.107663:0:31210:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1769074824.107668:0:31210:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff982b9037b480 x1855007613337344/t73014444059(73014444059) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074824.107675:0:31210:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.107685:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.107687:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.107688:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341e00 refcount=3 00000020:00000001:0.0:1769074824.107691:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00010000:00000001:0.0:1769074824.107693:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00000002:00010000:0.0:1769074824.107698:0:31210:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341e00/0x5d432443066b74b3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d361 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000002:00000010:0.0:1769074824.107707:0:31210:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff982b99072440. 00010000:00000001:0.0:1769074824.107709:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.107712:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074824.107713:0:31210:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.107716:0:31210:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.107719:0:31210:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1769074824.107722:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.107724:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603426432 : -114162106125184 : ffff982b9037b480) 00000100:00000001:0.0:1769074824.107726:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.107727:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603426432 : -114162106125184 : ffff982b9037b480) 00010000:00000001:0.0:1769074824.107729:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.107730:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.107732:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341e00 refcount=3 00000020:00000001:0.0:1769074824.107734:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00010000:00000001:0.0:1769074824.107736:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00000002:00010000:0.0:1769074824.107740:0:31210:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341e00/0x5d432443066b74b3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d361 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074824.107746:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.107748:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.107749:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074824.107751:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.107752:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.107753:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341e00 refcount=3 00000020:00000001:0.0:1769074824.107755:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00010000:00000001:0.0:1769074824.107757:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00010000:00000040:0.0:1769074824.107762:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5e00 count: 2 00010000:00000001:0.0:1769074824.107765:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074824.107769:0:31210:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b873df800 type 13 mode 4 res 8589939617/67 (0 0) 00010000:00000001:0.0:1769074824.107772:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.107773:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074824.107774:0:31210:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074824.107778:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf768 00000002:00002000:0.0:1769074824.107780:0:31210:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f16.replay-dual-11 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1769074824.107784:0:31210:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.107788:0:31210:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.107791:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074824.107795:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1769074824.107800:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074824.107805:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000001:0.0:1769074824.107808:0:31210:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1769074824.107810:0:31210:0:(namei.c:677:ll_lookup_it_finish()) it ffff982b984d62a0 it_disposition 1800037 00000080:00002000:0.0:1769074824.107817:0:31210:0:(namei.c:656:ll_splice_alias()) Add dentry ffff982b904e8948 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1769074824.107824:0:31210:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769074824.107828:0:31210:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:0.0:1769074824.107830:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf9a0 00000080:00200000:0.0:1769074824.107832:0:31210:0:(namei.c:1569:ll_create_it()) VFS Op:name=f16.replay-dual-11, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), intent=open|creat 00000080:00000001:0.0:1769074824.107836:0:31210:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:0.0:1769074824.107839:0:31210:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074824.107845:0:31210:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1769074824.107850:0:31210:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074824.107853:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366339 : 144115272381366339 : 2000013a1000043) 00000080:00000001:0.0:1769074824.107857:0:31210:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:0.0:1769074824.107879:0:31210:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff982b906b18c0. 00000020:00000001:0.0:1769074824.107894:0:31210:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:0.0:1769074824.107897:0:31210:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1769074824.107900:0:31210:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:0.0:1769074824.107902:0:31210:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a1:0x43:0x0](ffff982b906b1988) 00000020:00000001:0.0:1769074824.107907:0:31210:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074824.107912:0:31210:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911477432328 : -114162232119288 : ffff982b88b53008) 00000020:00001000:0.0:1769074824.107915:0:31210:0:(cl_object.c:785:cl_env_get()) 1@ffff982b88b53000 00000020:00000001:0.0:1769074824.107923:0:31210:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:0.0:1769074824.107929:0:31210:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff982b985e4bb8. 00000020:00000001:0.0:1769074824.107932:0:31210:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:0.0:1769074824.107934:0:31210:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074824.107958:0:31210:0:(lov_object.c:2321:lov_object_alloc()) Process entered 00020000:00000010:0.0:1769074824.108008:0:31210:0:(lov_object.c:2322:lov_object_alloc()) slab-alloced 'lov': 248 at ffff982b9029d7c0. 00020000:00000001:0.0:1769074824.108011:0:31210:0:(lov_object.c:2336:lov_object_alloc()) Process leaving (rc=18446629911602517952 : -114162107033664 : ffff982b9029d7c0) 00020000:00000001:0.0:1769074824.108015:0:31210:0:(lov_object.c:1378:lov_object_init()) Process entered 00020000:00000001:0.0:1769074824.108019:0:31210:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1769074824.108026:0:31210:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff982b984126c0. 00020000:00000010:0.0:1769074824.108031:0:31210:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff982b860f9000. 00020000:00000010:0.0:1769074824.108037:0:31210:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff982b98412720. 00020000:00000001:0.0:1769074824.108040:0:31210:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446629911738263328 : -114161971288288 : ffff982b98412720) 00020000:00000002:0.0:1769074824.108044:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b98412720, objid 0x43:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074824.108049:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074824.108053:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b860f9000: ostid: 0x240000400:1543 ost idx: 0 gen: 0 00020000:00000001:0.0:1769074824.108056:0:31210:0:(lov_object.c:603:lov_init_composite()) Process entered 00020000:00000002:0.0:1769074824.108059:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b98412720, objid 0x43:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074824.108062:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074824.108066:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b860f9000: ostid: 0x240000400:1543 ost idx: 0 gen: 0 00020000:00000010:0.0:1769074824.108070:0:31210:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff982b98587dd0. 00020000:00000010:0.0:1769074824.108074:0:31210:0:(lov_object.c:626:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff982b985ec6c0. 00020000:00000001:0.0:1769074824.108079:0:31210:0:(lov_object.c:194:lov_init_raid0()) Process entered 00020000:00000010:0.0:1769074824.108083:0:31210:0:(lov_object.c:199:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff982b874cf828. 00020000:00000001:0.0:1769074824.108088:0:31210:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1769074824.108089:0:31210:0:(lu_object.c:808:lu_object_find_at()) Process entered 00020000:00000001:0.0:1769074824.108095:0:31210:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1769074824.108099:0:31210:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff982b985e4640. 00000020:00000001:0.0:1769074824.108101:0:31210:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:0.0:1769074824.108102:0:31210:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074824.108104:0:31210:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446629911740171968 : -114161969379648 : ffff982b985e46c0) 00020000:00000001:0.0:1769074824.108113:0:31210:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:0.0:1769074824.108137:0:31210:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff982b985e1880. 00020000:00000001:0.0:1769074824.108141:0:31210:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074824.108146:0:31210:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629911740171968 : -114161969379648 : ffff982b985e46c0) 00020000:00000001:0.0:1769074824.108148:0:31210:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446629911740171968 : -114161969379648 : ffff982b985e46c0) 00020000:00000002:0.0:1769074824.108152:0:31210:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x607:0x0]@ffff982b985e4640[0:0] -> [0x2000013a1:0x43:0x0]@ffff982b985e4bb8: ostid: 0x240000400:1543 ost idx: 0 gen: 0 00020000:00000001:0.0:1769074824.108158:0:31210:0:(lov_object.c:264:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:0.0:1769074824.108161:0:31210:0:(lov_object.c:812:lov_init_composite()) Process leaving 00020000:00000001:0.0:1769074824.108163:0:31210:0:(lov_object.c:1406:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074824.108167:0:31210:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629911740173368 : -114161969378248 : ffff982b985e4c38) 00000020:00001000:0.0:1769074824.108169:0:31210:0:(cl_object.c:879:cl_env_put()) 1@ffff982b88b53000 00000080:00000001:0.0:1769074824.108174:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366339 : 144115272381366339 : 2000013a1000043) 00000080:00000001:0.0:1769074824.108177:0:31210:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:0.0:1769074824.108180:0:31210:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272381366339 mtime from 0 to 1769074824 00000080:00000001:0.0:1769074824.108185:0:31210:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1769074824.108188:0:31210:0:(namei.c:160:ll_iget()) Process leaving (rc=18446629911606794632 : -114162102756984 : ffff982b906b1988) 00010000:00000001:0.0:1769074824.108191:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.108192:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.108194:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341e00 refcount=3 00000020:00000001:0.0:1769074824.108196:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00010000:00000001:0.0:1769074824.108198:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00000080:00000001:0.0:1769074824.108202:0:31210:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:0.0:1769074824.108203:0:31210:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074824.108205:0:31210:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911477432328 : -114162232119288 : ffff982b88b53008) 00000020:00001000:0.0:1769074824.108207:0:31210:0:(cl_object.c:785:cl_env_get()) 1@ffff982b88b53000 00000020:00000001:0.0:1769074824.108209:0:31210:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:0.0:1769074824.108212:0:31210:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:0.0:1769074824.108213:0:31210:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1769074824.108216:0:31210:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff982b98412060. 00020000:00000010:0.0:1769074824.108219:0:31210:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff982b860f9080. 00020000:00000010:0.0:1769074824.108221:0:31210:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff982b984122a0. 00020000:00000001:0.0:1769074824.108223:0:31210:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446629911738262176 : -114161971289440 : ffff982b984122a0) 00020000:00000002:0.0:1769074824.108226:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b984122a0, objid 0x43:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074824.108229:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074824.108232:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b860f9080: ostid: 0x240000400:1543 ost idx: 0 gen: 0 00020000:00000002:0.0:1769074824.108236:0:31210:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff982b9029d7c0) owner ffff982b86784f80 00020000:00000001:0.0:1769074824.108239:0:31210:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1769074824.108242:0:31210:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff982b9029d7c0) owner ffff982b86784f80 00020000:00000010:0.0:1769074824.108247:0:31210:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff982b860f9080. 00020000:00000010:0.0:1769074824.108251:0:31210:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff982b98412060. 00020000:00000010:0.0:1769074824.108255:0:31210:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff982b984122a0. 00020000:00000002:0.0:1769074824.108257:0:31210:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x43:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1769074824.108260:0:31210:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074824.108263:0:31210:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074824.108267:0:31210:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1769074824.108270:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9029d7c0) owner 0000000000000000/ffff982b86784f80 00020000:00000002:0.0:1769074824.108274:0:31210:0:(lov_object.c:2349:lov_lsm_addref()) lsm ffff982b98412720 addref 2/0 by ffff982b86784f80. 00020000:00000002:0.0:1769074824.108276:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9029d7c0) owner 0000000000000000/ffff982b86784f80 00020000:00000001:0.0:1769074824.108311:0:31210:0:(lov_object.c:2245:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1769074824.108314:0:31210:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1769074824.108315:0:31210:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1769074824.108317:0:31210:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1769074824.108320:0:31210:0:(lov_object.c:2264:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1769074824.108322:0:31210:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x43:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1769074824.108325:0:31210:0:(cl_object.c:879:cl_env_put()) 1@ffff982b88b53000 00000080:00000001:0.0:1769074824.108328:0:31210:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.108330:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.108331:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074824.108333:0:31210:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074824.108337:0:31210:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1769074824.108339:0:31210:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074824.108341:0:31210:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a1:0x43:0x0](ffff982b906b1988) 00000080:00010000:0.0:1769074824.108345:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x43:0x0](ffff982b906b1988) for lock 0x5d432443066b74b3 00800000:00000001:0.0:1769074824.108349:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074824.108351:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074824.108352:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.108354:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.108355:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341e00 refcount=3 00000020:00000001:0.0:1769074824.108357:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00010000:00000001:0.0:1769074824.108359:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00010000:00000001:0.0:1769074824.108362:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.108363:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074824.108364:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.108366:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.108368:0:31210:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:0.0:1769074824.108370:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.108377:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b9037b480 x1855007613337344/t73014444059(73014444059) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.108392:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.108399:0:31210:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074824.108402:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x43:0x0](ffff982b906b1988) 00000080:00000001:0.0:1769074824.108405:0:31210:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1769074824.108409:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b9a3f7a00. 00000100:00000001:0.0:1769074824.108412:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.108415:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9037b480 x1855007613337344/t73014444059(73014444059) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.108421:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.108425:0:31210:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1769074824.108427:0:31210:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.108451:0:31210:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:0.0:1769074824.108455:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa60 00000080:00200008:0.0:1769074824.108457:0:31210:0:(file.c:1001:ll_file_open()) START file f16.replay-dual-11:[0x2000013a1:0x43:0x0](ffff982b906b1988), flags 100102 00000080:00000010:0.0:1769074824.108467:0:31210:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff982b996fc3c0. 00000080:00000010:0.0:1769074824.108473:0:31210:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff982b99072740. 00000080:00000001:0.0:1769074824.108476:0:31210:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:0.0:1769074824.108480:0:31210:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1769074824.108483:0:31210:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1769074824.108487:0:31210:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff982b85d259a0. 00000002:00100000:0.0:1769074824.108491:0:31210:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff982b9037b480 x1855007613337344/t73014444059(73014444059) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074824.108497:0:31210:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.108499:0:31210:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1769074824.108503:0:31210:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1769074824.108507:0:31210:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.108509:0:31210:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074824.108512:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.108515:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037b480 x1855007613337344/t73014444059(73014444059) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1769074824.108523:0:31210:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074824.108528:0:31210:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff982b902a0000. 02000000:00000001:0.0:1769074824.108565:0:31210:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1769074824.108567:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074824.108570:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa60 00000080:00000008:0.0:1769074824.108571:0:31210:0:(file.c:1240:ll_file_open()) COMPLETED file f16.replay-dual-11:[0x2000013a1:0x43:0x0](ffff982b906b1988), flags 100102, rc = 0 00000080:00000001:0.0:1769074824.108576:0:31210:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1769074824.108578:0:31210:0:(dcache.c:176:ll_intent_release()) intent ffff982b984d62a0 released 00000080:00010000:0.0:1769074824.108581:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b74b3 from it ffff982b984d62a0 00010000:00000001:0.0:1769074824.108584:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.108585:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.108587:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341e00 refcount=3 00000020:00000001:0.0:1769074824.108589:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00010000:00000001:0.0:1769074824.108591:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603191296 : -114162106360320 : ffff982b90341e00) 00010000:00000001:0.0:1769074824.108594:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074824.108597:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341e00/0x5d432443066b74b3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf5b77ed682f5d361 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074824.108605:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.108606:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.108608:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074824.108611:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074824.108613:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341e00/0x5d432443066b74b3 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf5b77ed682f5d361 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074824.108621:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074824.108624:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074824.108626:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074824.108631:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.108632:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.108633:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.108637:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074824.108639:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.108641:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.108645:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.108647:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074824.108649:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.108650:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074824.108652:0:31210:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1769074824.108655:0:31210:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:0.0:1769074824.108657:0:31210:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1769074824.108659:0:31210:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769074824.108662:0:31210:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1769074824.108664:0:31210:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.108667:0:31210:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1769074824.108669:0:31210:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.108671:0:31210:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769074824.108673:0:31210:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.108675:0:31210:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1769074824.108679:0:31210:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff982b984d62a0. 00000080:00000001:0.0:1769074824.108682:0:31210:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.108688:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1769074824.108691:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x43:0x0](ffff982b906b1988), inode mode 81a4 mask 40 00000080:00000001:0.0:1769074824.108695:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074824.108727:0:31210:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1769074824.108731:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9029d7c0) owner 0000000000000000/ffff982b86784f80 00020000:00000002:0.0:1769074824.108734:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9029d7c0) owner 0000000000000000/ffff982b86784f80 00020000:00000001:0.0:1769074824.108736:0:31210:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.108748:0:31210:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:0.0:1769074824.108752:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafdd0 00000080:00200008:0.0:1769074824.108754:0:31210:0:(file.c:424:ll_file_release()) START file f16.replay-dual-11:[0x2000013a1:0x43:0x0](ffff982b906b1988), flags 100002 00000080:00000001:0.0:1769074824.108758:0:31210:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:0.0:1769074824.108761:0:31210:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:0.0:1769074824.108762:0:31210:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1769074824.108764:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9029d7c0) owner 0000000000000000/ffff982b86784f80 00020000:00000002:0.0:1769074824.108766:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9029d7c0) owner 0000000000000000/ffff982b86784f80 00020000:00000001:0.0:1769074824.108768:0:31210:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.108770:0:31210:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:0.0:1769074824.108777:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074824.108780:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074824.108784:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5e00 count: 2 00010000:00000001:0.0:1769074824.108787:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074824.108792:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074824.108794:0:31210:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x43:0x0]: 0 00000080:00000001:0.0:1769074824.108796:0:31210:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1769074824.108799:0:31210:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1769074824.108806:0:31210:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff982b883d3600. 00000080:00000001:0.0:1769074824.108808:0:31210:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1769074824.108816:0:31210:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1769074824.108820:0:31210:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1769074824.108823:0:31210:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x43:0x0] 00000002:00000001:0.0:1769074824.108827:0:31210:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1769074824.108829:0:31210:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff982b858dd800: [0x2000013a1:0x43:0x0] file closed with intent: 0 00000100:00000010:0.0:1769074824.108836:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903aa300. 00000020:00000040:0.0:1769074824.108840:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=29 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:0.0:1769074824.108845:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074824.108849:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074824.108856:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074824.108865:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b8706b400. 00000100:00000001:0.0:1769074824.108875:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1769074824.108889:0:31210:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff982b9037b480 x1855007613337344/t73014444059(73014444059) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1769074824.108900:0:31210:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b858dd800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074824.108906:0:31210:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b903aa300 x1855007613337600/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1769074824.108914:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074824.108916:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074824.108924:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b985ec300. 00000100:00000001:0.0:1769074824.108927:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911740203776 : -114161969347840 : ffff982b985ec300) 00000100:00000001:0.0:1769074824.108930:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.108931:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603618560 : -114162105933056 : ffff982b903aa300) 00000100:00000001:0.0:1769074824.108936:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074824.108941:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.108944:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074824.108945:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074824.108951:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903aa300 x1855007613337600/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.108961:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074824.108963:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074824.108968:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074824.108972:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074824.108975:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074824.108979:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903aa300 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613337600:192.168.204.151@tcp:35:createmany.0 00000100:00000001:0.0:1769074824.108983:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074824.108990:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074824.108992:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074824.108995:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074824.109000:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98a3a800. 02000000:00000001:0.0:1769074824.109002:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074824.109012:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074824.109018:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b64d0. 00000400:00000010:0.0:1769074824.109025:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f880. 00000100:00000200:0.0:1769074824.109034:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613337600, portal 10 00000100:00000001:0.0:1769074824.109037:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.109038:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603618560 : -114162105933056 : ffff982b903aa300) 00000100:00000040:0.0:1769074824.109045:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b903aa300 x1855007613337600/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.109053:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074824.109056:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074824.109059:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f908. 00000100:00000200:0.0:1769074824.109063:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613337600, offset 0 00000400:00000200:0.0:1769074824.109071:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074824.109082:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074824.109090:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074824.109096:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074824.109102:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074824.109106:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074824.109109:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074824.109113:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15364:15364:256:4294967295] 192.168.204.151@tcp LPNI seq info [15364:15364:8:4294967295] 00000400:00000200:0.0:1769074824.109118:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074824.109129:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074824.109135:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074824.109142:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08a00. 00000800:00000200:0.0:1769074824.109148:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074824.109157:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074824.109163:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1769074824.109187:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074824.109192:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 926620 usecs (927 jiffies) 00000400:00000200:0.0:1769074824.109196:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074824.109200:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296481711 00000100:00000001:0.0:1769074824.109204:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:0.0:1769074824.109206:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296481711 00000100:00000001:0.0:1769074824.109208:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:0.0:1769074824.109211:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074824.109215:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.109217:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074824.109220:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074824.109223:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985ec300 going to sleep for 11 seconds 00000100:00000001:0.0:1769074824.109226:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074824.109229:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074824.111778:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074824.111791:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08a00. 00000400:00000200:3.0:1769074824.111798:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.111810:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074824.111819:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f908 00000400:00000010:3.0:1769074824.111822:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f908. 00000100:00000001:3.0:1769074824.111827:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074824.111837:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903aa300 x1855007613337600/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.111852:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074824.111855:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903aa300 x1855007613337600/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.111862:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074824.111864:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1769074824.116433:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86036400. 00010000:00000010:2.1:1769074824.116467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90340c00. 00000800:00000001:3.0:1769074824.118518:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.118552:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074824.118557:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.118560:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.118577:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.118587:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074824.118596:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.118605:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.118613:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.118618:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd94000 00000400:00000200:3.0:1769074824.118624:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.118634:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x2231d [1] + 224 00000800:00000001:3.0:1769074824.118646:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.118658:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.118664:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.118670:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074824.118682:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074824.118695:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903aa300 x1855007613337600/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074824.118707:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff982b903aa300 x1855007613337600/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.118727:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074824.118738:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.118742:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074824.118845:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074824.118859:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074824.118861:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074824.118866:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b64d0. 00000400:00000200:0.0:1769074824.118873:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f880 00000400:00000010:0.0:1769074824.118876:0:31210:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f880. 00000100:00000001:0.0:1769074824.118880:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074824.118885:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903aa300 x1855007613337600/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074824.118913:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903aa300 x1855007613337600/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.118919:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074824.118922:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074824.118925:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074824.118930:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074824.118933:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074824.118936:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074824.118940:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074824.118953:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88ca0 time=35 v=5 (5 0 10 10) 00000100:00001000:0.0:1769074824.118958:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074824.118962:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074824.118964:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.118968:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074824.118973:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.118978:0:31210:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1769074824.118981:0:31210:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1769074824.118983:0:31210:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1769074824.118985:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.118987:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603618560 : -114162105933056 : ffff982b903aa300) 00000100:00000001:0.0:1769074824.118992:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074824.118994:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:0.0:1769074824.118996:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074824.118999:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074824.119006:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903aa300 x1855007613337600/t73014444060(73014444060) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.119013:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074824.119017:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074824.119020:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074824.119024:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903aa300 x1855007613337600/t73014444060(73014444060) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074824.119032:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903aa300 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613337600:192.168.204.151@tcp:35:createmany.0 00000100:00000001:0.0:1769074824.119039:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074824.119042:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.119045:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074824.119048:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.119051:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903aa300 x1855007613337600/t73014444060(73014444060) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.119058:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074824.119061:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b985ec300. 00000100:00000001:0.0:1769074824.119065:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074824.119066:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.119075:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.119077:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603618560 : -114162105933056 : ffff982b903aa300) 00000002:00000001:0.0:1769074824.119080:0:31210:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.119084:0:31210:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074824.119091:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b883d3600. 00000080:00000001:0.0:1769074824.119096:0:31210:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1769074824.119100:0:31210:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1769074824.119106:0:31210:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1769074824.119125:0:31210:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff982b9037b480 x1855007613337344/t73014444059(73014444059) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074824.119133:0:31210:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.119135:0:31210:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074824.119138:0:31210:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff982b99072740. 00000100:00000001:0.0:1769074824.119141:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.119144:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903aa300 x1855007613337600/t73014444060(73014444060) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.119150:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.119154:0:31210:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074824.119158:0:31210:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff982b996fc3c0. 00000080:00000001:0.0:1769074824.119167:0:31210:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074824.119175:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafdd0 00000080:00000008:0.0:1769074824.119178:0:31210:0:(file.c:464:ll_file_release()) COMPLETED file f16.replay-dual-11:[0x2000013a1:0x43:0x0](ffff982b906b1988), flags 100002, rc = 0 00000080:00000001:0.0:1769074824.119183:0:31210:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.119191:0:31210:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1769074824.119193:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafe00 00000080:00002000:0.0:1769074824.119196:0:31210:0:(dcache.c:127:ll_ddelete()) keeping dentry f16.replay-dual-11 (ffff982b904e8948, parent ffff982b90d9e5e8, inode ffff982b906b1988) hashed, 00000080:00000001:0.0:1769074824.119199:0:31210:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1769074824.119698:0:31210:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86036200. 00000080:00000001:0.0:1769074824.119724:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074824.119729:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074824.119732:0:31210:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074824.119734:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafbc0 00000080:00200000:0.0:1769074824.119737:0:31210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000800:00000200:3.0:1769074824.135525:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074824.135540:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a34b400. 00000400:00000200:3.0:1769074824.135553:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.135567:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074824.135578:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8cc0 00000400:00000010:3.0:1769074824.135582:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8cc0. 00000100:00000001:3.0:1769074824.135588:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074824.135599:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849ea00 x1855007613337728/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.135615:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074824.135619:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849ea00 x1855007613337728/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.135626:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074824.135628:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074824.152641:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.152667:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074824.152672:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.152675:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.152694:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.152705:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074824.152715:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.152721:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.152730:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.152735:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 688 into portal 10 MB=0x6971e9dd94080 00000400:00000200:3.0:1769074824.152742:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.152750:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 688/688 into md 0x22325 [1] + 224 00000800:00000001:3.0:1769074824.152763:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.152774:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.152777:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.152784:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074824.152795:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074824.152807:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849ea00 x1855007613337728/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074824.152819:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff982b9849ea00 x1855007613337728/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.152845:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074824.152857:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.152861:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1769074824.156225:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074824.156232:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a34b600. 00000400:00000200:3.0:1769074824.156239:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.156245:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074824.156252:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8110 00000400:00000010:3.0:1769074824.156255:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8110. 00000100:00000001:3.0:1769074824.156260:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074824.156265:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849ea00 x1855007613337984/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.156276:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074824.156311:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849ea00 x1855007613337984/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.156319:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074824.156321:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1769074824.159481:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020ca00. 00010000:00000010:1.1:1769074824.159506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b902edc00. 00000800:00000001:3.0:1769074824.170991:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.171018:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074824.171024:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.171026:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.171040:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.171050:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074824.171058:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.171064:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.171071:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.171076:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 664 into portal 10 MB=0x6971e9dd94180 00000400:00000200:3.0:1769074824.171082:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.171090:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 664/664 into md 0x2232d [32] + 224 00000800:00000001:3.0:1769074824.171100:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.171110:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.171114:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.171119:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074824.171129:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074824.171140:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849ea00 x1855007613337984/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074824.171151:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff982b9849ea00 x1855007613337984/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.171178:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074824.171189:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074824.171192:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.171199:0:2359:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074824.171207:0:2359:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15367:15367:256:4294967295] 192.168.204.151@tcp LPNI seq info [15367:15367:8:4294967295] 00000400:00000200:3.0:1769074824.171211:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.171221:0:2359:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:3.0:1769074824.171227:0:2359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074824.171235:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff982b98c01c00. 00000800:00000200:3.0:1769074824.171242:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074824.171252:0:2359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074824.171258:0:2359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b98c01c00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1769074824.171436:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074824.171450:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff982b98c01c00. 00000400:00000200:3.0:1769074824.171453:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.171457:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:3.0:1769074824.171463:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.171467:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1769074824.174065:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074824.174071:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a34bd00. 00000400:00000200:2.0:1769074824.174076:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.174083:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074824.174090:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 00000400:00000010:2.0:1769074824.174093:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 00000100:00000001:2.0:1769074824.174098:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074824.174103:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849e680 x1855007613338240/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.174112:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.174115:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849e680 x1855007613338240/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.174120:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.174121:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074824.181270:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.181345:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074824.181352:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.181355:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.181373:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.181385:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074824.181394:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.181401:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.181409:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.181414:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd94280 00000400:00000200:3.0:1769074824.181421:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.181429:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x22335 [1] + 224 00000800:00000001:3.0:1769074824.181452:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.181485:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.181489:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.181496:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074824.181507:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074824.181520:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849e680 x1855007613338240/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074824.181532:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff982b9849e680 x1855007613338240/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.181548:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074824.181560:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.181564:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1769074824.183213:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074824.183218:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a34bc00. 00000400:00000200:3.0:1769074824.183224:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.183231:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074824.183238:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8bb0 00000400:00000010:3.0:1769074824.183240:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8bb0. 00000100:00000001:3.0:1769074824.183245:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074824.183250:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849ca80 x1855007613338368/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.183259:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074824.183262:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849ca80 x1855007613338368/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.183268:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074824.183269:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1769074824.186983:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020c000. 00000800:00000001:2.0:1769074824.203806:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.203837:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074824.203841:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.203845:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074824.203863:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.203875:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074824.203885:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.203891:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.203897:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.203902:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 688 into portal 10 MB=0x6971e9dd94300 00000400:00000200:2.0:1769074824.203909:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.203919:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 688/688 into md 0x2233d [1] + 224 00000800:00000001:2.0:1769074824.203928:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.203940:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074824.203944:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.203950:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074824.203960:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074824.203974:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849ca80 x1855007613338368/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074824.203987:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff982b9849ca80 x1855007613338368/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.204011:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074824.204024:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.204028:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1769074824.210691:0:31210:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff982b984122a0. 00000080:00000001:0.0:1769074824.210711:0:31210:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:0.0:1769074824.210717:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa10 00000080:00200000:0.0:1769074824.210720:0:31210:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f16.replay-dual-13, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), intent=open|creat 00000080:00000010:0.0:1769074824.210737:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b883d3600. 00800000:00000002:0.0:1769074824.210744:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:0.0:1769074824.210752:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074824.210758:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074824.210760:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf930 00800000:00000002:0.0:1769074824.210762:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f16.replay-dual-13' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074824.210766:0:31210:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:0.0:1769074824.210770:0:31210:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1769074824.210777:0:31210:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446629911450240000 : -114162259311616 : ffff982b87164400) 00800000:00000001:0.0:1769074824.210782:0:31210:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1769074824.210784:0:31210:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1769074824.210789:0:31210:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1769074824.210792:0:31210:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1769074824.210795:0:31210:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff982b858dd800: Allocated FID [0x2000013a1:0x45:0x0] 40000000:00000001:0.0:1769074824.210798:0:31210:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.210800:0:31210:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.210802:0:31210:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.210804:0:31210:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074824.210806:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf8b0 00800000:00000002:0.0:1769074824.210808:0:31210:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x45:0x0], name='f16.replay-dual-13' -> mds #0 00000002:00000001:0.0:1769074824.210815:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074824.210818:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf7e8 00000002:00010000:0.0:1769074824.210821:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f16.replay-dual-13,[0x2000013a1:0x45:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1769074824.210826:0:31210:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1769074824.210830:0:31210:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1769074824.210834:0:31210:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1769074824.210844:0:31210:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.210846:0:31210:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1769074824.210852:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c500 count: 2 00010000:00000001:0.0:1769074824.210856:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074824.210861:0:31210:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1769074824.210866:0:31210:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1769074824.210873:0:31210:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902edc00/0x5d432443066b74c8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf5b77ed682f5d3a7 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1769074824.210885:0:31210:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1769074824.210890:0:31210:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1769074824.210964:0:31210:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1769074824.210968:0:31210:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1769074824.210972:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074824.210976:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074824.210979:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c500 count: 3 00010000:00000001:0.0:1769074824.210982:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074824.210987:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.210988:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074824.210989:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074824.210991:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c500 count: 3 00010000:00000001:0.0:1769074824.210993:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074824.210995:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.210996:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074824.210997:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074824.210999:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c500 count: 3 00010000:00000001:0.0:1769074824.211001:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074824.211003:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.211005:0:31210:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1769074824.211008:0:31210:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff982b90dbe300, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1769074824.211012:0:31210:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1769074824.211019:0:31210:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1769074824.211022:0:31210:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1769074824.211024:0:31210:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.211028:0:31210:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1769074824.211032:0:31210:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1769074824.211034:0:31210:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1769074824.211036:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074824.211039:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1769074824.211055:0:31210:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b902edc00 with handle 0x5d432443066b74c8 from hash 00010000:00000001:0.0:1769074824.211058:0:31210:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1769074824.211061:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.211062:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.211064:0:31210:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1769074824.211068:0:31210:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1769074824.211069:0:31210:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1769074824.211072:0:31210:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074824.211074:0:31210:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074824.211076:0:31210:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1769074824.211085:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903ab100. 00000020:00000040:0.0:1769074824.211091:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=32 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:0.0:1769074824.211098:0:31210:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769074824.211100:0:31210:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.211103:0:31210:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1769074824.211110:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074824.211115:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.211117:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.211118:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.211122:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074824.211125:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074824.211132:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074824.211146:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b85881c00. 00000100:00000001:0.0:1769074824.211157:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.211164:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074824.211167:0:31210:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1769074824.211171:0:31210:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902edc00/0x5d432443066b74c8 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d3a7 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074824.211184:0:31210:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1769074824.211186:0:31210:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074824.211188:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1769074824.211190:0:31210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902edc00/0x5d432443066b74c8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d3a7 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1769074824.211198:0:31210:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b9020c500 count: 0 00010000:00000010:0.0:1769074824.211205:0:31210:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b90209800. 00010000:00000001:0.0:1769074824.211223:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.211225:0:31210:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.211228:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074824.211229:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.211231:0:31210:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.211244:0:31210:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446629911603622144 : -114162105929472 : ffff982b903ab100) 00010000:00000001:0.0:1769074824.211248:0:31210:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1769074824.211251:0:31210:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1769074824.211256:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b985e5600. 00010000:00000010:0.0:1769074824.211260:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b985e6f80. 00010000:00000001:0.0:1769074824.211265:0:31210:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1769074824.211269:0:31210:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b90254200. 00000020:00000001:0.0:1769074824.211273:0:31210:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074824.211276:0:31210:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b90254200 with handle 0x5d432443066b74cf to hash 00000020:00000001:0.0:1769074824.211331:0:31210:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1769074824.211334:0:31210:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00010000:00000001:0.0:1769074824.211339:0:31210:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00010000:00000001:0.0:1769074824.211342:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074824.211344:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074824.211347:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254200/0x5d432443066b74cf lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31210 initiator: MDT0 00010000:00010000:0.0:1769074824.211355:0:31210:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254200/0x5d432443066b74cf lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000020:00100000:0.0:1769074824.211370:0:31210:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b858dd800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074824.211386:0:31210:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b903ab100 x1855007613338624/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074824.211398:0:31210:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254200/0x5d432443066b74cf lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000100:00000001:0.0:1769074824.211403:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074824.211406:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074824.211415:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b985ec300. 00000100:00000001:0.0:1769074824.211417:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911740203776 : -114161969347840 : ffff982b985ec300) 00000100:00000001:0.0:1769074824.211421:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.211422:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603622144 : -114162105929472 : ffff982b903ab100) 00000100:00000001:0.0:1769074824.211428:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074824.211432:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.211435:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074824.211437:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074824.211451:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903ab100 x1855007613338624/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.211460:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074824.211463:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074824.211468:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074824.211472:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074824.211476:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074824.211480:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903ab100 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613338624:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074824.211487:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074824.211495:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074824.211498:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074824.211502:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074824.211596:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff982b902a0000. 02000000:00000001:0.0:1769074824.211599:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074824.211612:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074824.211618:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b64d0. 00000400:00000010:0.0:1769074824.211625:0:31210:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff982b85883c00. 00000100:00000200:0.0:1769074824.211635:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007613338624, portal 10 00000100:00000001:0.0:1769074824.211637:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.211639:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603622144 : -114162105929472 : ffff982b903ab100) 00000100:00000040:0.0:1769074824.211646:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b903ab100 x1855007613338624/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.211654:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074824.211656:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074824.211661:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f880. 00000100:00000200:0.0:1769074824.211665:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007613338624, offset 0 00000400:00000200:0.0:1769074824.211673:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074824.211682:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074824.211692:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074824.211699:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074824.211705:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074824.211709:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074824.211713:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074824.211717:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15370:15370:256:4294967295] 192.168.204.151@tcp LPNI seq info [15370:15370:8:4294967295] 00000400:00000200:0.0:1769074824.211722:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074824.211734:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074824.211742:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074824.211749:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08000. 00000800:00000200:0.0:1769074824.211758:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074824.211767:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074824.211773:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08000 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1769074824.211804:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074824.211810:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 919448 usecs (920 jiffies) 00000400:00000200:0.0:1769074824.211815:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074824.211818:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296481809 00000100:00000001:0.0:1769074824.211822:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:0.0:1769074824.211826:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296481809 00000100:00000001:0.0:1769074824.211829:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:0.0:1769074824.211832:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074824.211835:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.211838:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074824.211841:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074824.211845:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985ec300 going to sleep for 11 seconds 00000100:00000001:0.0:1769074824.211848:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074824.211852:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074824.212262:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074824.212269:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08000. 00000400:00000200:2.0:1769074824.212275:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.212306:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074824.212313:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f880 00000400:00000010:2.0:1769074824.212316:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f880. 00000100:00000001:2.0:1769074824.212322:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074824.212328:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903ab100 x1855007613338624/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.212341:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.212344:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903ab100 x1855007613338624/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.212352:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.212353:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1769074824.216543:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020c500. 00010000:00000010:0.1:1769074824.216566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b902edc00. 00000800:00000001:2.0:1769074824.240251:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.240325:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074824.240331:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.240335:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074824.240351:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.240362:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074824.240372:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.240379:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.240386:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.240394:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 664 into portal 10 MB=0x6971e9dd94400 00000400:00000200:2.0:1769074824.240401:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.240409:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 664/664 into md 0x22345 [32] + 224 00000800:00000001:2.0:1769074824.240421:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.240432:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074824.240436:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.240452:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074824.240464:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074824.240477:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903ab100 x1855007613338624/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074824.240492:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff982b903ab100 x1855007613338624/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.240517:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769074824.240532:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769074824.240536:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.240544:0:2358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074824.240551:0:2358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15371:15371:256:4294967295] 192.168.204.151@tcp LPNI seq info [15371:15371:8:4294967295] 00000400:00000200:2.0:1769074824.240555:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.240567:0:2358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:2.0:1769074824.240574:0:2358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074824.240584:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff982b98c09800. 00000800:00000200:2.0:1769074824.240591:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074824.240599:0:2358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074824.240604:0:2358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b98c09800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1769074824.240846:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074824.240852:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff982b98c09800. 00000400:00000200:2.0:1769074824.240856:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.240861:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:2.0:1769074824.240869:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.240875:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074824.241058:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074824.241069:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074824.241072:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074824.241078:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b64d0. 00000400:00000200:0.0:1769074824.241083:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b85883c00 00000400:00000010:0.0:1769074824.241086:0:31210:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff982b85883c00. 00000100:00000001:0.0:1769074824.241091:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074824.241097:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903ab100 x1855007613338624/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074824.241106:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903ab100 x1855007613338624/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.241113:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074824.241116:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074824.241119:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074824.241124:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074824.241128:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074824.241131:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074824.241135:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074824.241148:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=35 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074824.241153:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074824.241157:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074824.241159:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.241162:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074824.241167:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.241171:0:31210:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1769074824.241174:0:31210:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1769074824.241176:0:31210:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1769074824.241178:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.241180:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603622144 : -114162105929472 : ffff982b903ab100) 00000100:00000001:0.0:1769074824.241184:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074824.241187:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:0.0:1769074824.241189:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074824.241192:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074824.241198:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903ab100 x1855007613338624/t73014444063(73014444063) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.241205:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074824.241209:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074824.241212:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074824.241216:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903ab100 x1855007613338624/t73014444063(73014444063) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074824.241224:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903ab100 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613338624:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074824.241230:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074824.241233:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.241235:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074824.241237:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.241241:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903ab100 x1855007613338624/t73014444063(73014444063) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.241248:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074824.241252:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b985ec300. 00000100:00000001:0.0:1769074824.241255:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074824.241257:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.241260:0:31210:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074824.241266:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.241270:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.241273:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254200 refcount=4 00000020:00000001:0.0:1769074824.241276:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00010000:00000001:0.0:1769074824.241324:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00010000:00000040:0.0:1769074824.241335:0:31210:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b90254200, remote cookie: 0xf5b77ed682f5d3c3, flags: 0x1001 00010000:00010000:0.0:1769074824.241342:0:31210:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254200/0x5d432443066b74cf lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d3c3 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1769074824.241351:0:31210:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x45:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1769074824.241355:0:31210:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1769074824.241368:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b985e5700. 00010000:00000010:0.0:1769074824.241373:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b985e6d80. 00010000:00000040:0.0:1769074824.241379:0:31210:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b985e5600 count: 0 00010000:00000010:0.0:1769074824.241386:0:31210:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b985e6f80. 00010000:00000001:0.0:1769074824.241395:0:31210:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074824.241399:0:31210:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254200/0x5d432443066b74cf lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x45:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d3c3 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074824.241408:0:31210:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254200/0x5d432443066b74cf lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d3c3 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.241415:0:31210:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074824.241422:0:31210:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074824.241425:0:31210:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074824.241427:0:31210:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074824.241428:0:31210:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074824.241431:0:31210:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x45:0x0].0x0 (ffff982b985e5700) refcount = 1 00010000:00010000:0.0:1769074824.241435:0:31210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254200/0x5d432443066b74cf lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d3c3 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.241452:0:31210:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074824.241456:0:31210:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074824.241458:0:31210:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074824.241462:0:31210:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074824.241465:0:31210:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074824.241468:0:31210:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254200/0x5d432443066b74cf lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d3c3 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.241474:0:31210:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074824.241476:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.241478:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.241479:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.241480:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.241482:0:31210:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.241488:0:31210:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074824.241493:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.241494:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.241496:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254200 refcount=3 00000020:00000001:0.0:1769074824.241498:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00010000:00000001:0.0:1769074824.241501:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00010000:00000001:0.0:1769074824.241503:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.241504:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.241506:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254200 refcount=4 00000020:00000001:0.0:1769074824.241507:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00010000:00000001:0.0:1769074824.241510:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00010000:00000001:0.0:1769074824.241513:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074824.241516:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074824.241519:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254200/0x5d432443066b74cf lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d3c3 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.241524:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.241525:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.241526:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.241527:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.241528:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254200 refcount=5 00000020:00000001:0.0:1769074824.241530:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00010000:00000001:0.0:1769074824.241532:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00010000:00000001:0.0:1769074824.241535:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074824.241537:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254200/0x5d432443066b74cf lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d3c3 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.241547:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.241549:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074824.241552:0:31210:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254200/0x5d432443066b74cf lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d3c3 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.241559:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074824.241560:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.241561:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.241562:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.241563:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074824.241570:0:31210:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff982b903ab100 x1855007613338624/t73014444063(73014444063) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074824.241580:0:31210:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1769074824.241585:0:31210:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff982b903ab100 x1855007613338624/t73014444063(73014444063) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074824.241592:0:31210:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.241603:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.241604:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.241606:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254200 refcount=3 00000020:00000001:0.0:1769074824.241609:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00010000:00000001:0.0:1769074824.241611:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00000002:00010000:0.0:1769074824.241615:0:31210:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254200/0x5d432443066b74cf lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d3c3 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000002:00000010:0.0:1769074824.241626:0:31210:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff982b99072740. 00010000:00000001:0.0:1769074824.241628:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.241629:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074824.241631:0:31210:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.241634:0:31210:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.241637:0:31210:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1769074824.241641:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.241643:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603622144 : -114162105929472 : ffff982b903ab100) 00000100:00000001:0.0:1769074824.241645:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.241646:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603622144 : -114162105929472 : ffff982b903ab100) 00010000:00000001:0.0:1769074824.241648:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.241649:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.241651:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254200 refcount=3 00000020:00000001:0.0:1769074824.241653:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00010000:00000001:0.0:1769074824.241655:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00000002:00010000:0.0:1769074824.241659:0:31210:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254200/0x5d432443066b74cf lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d3c3 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074824.241666:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.241667:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.241669:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074824.241670:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.241672:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.241673:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254200 refcount=3 00000020:00000001:0.0:1769074824.241675:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00010000:00000001:0.0:1769074824.241677:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00010000:00000040:0.0:1769074824.241681:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5700 count: 2 00010000:00000001:0.0:1769074824.241684:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074824.241688:0:31210:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b873df800 type 13 mode 4 res 8589939617/69 (0 0) 00010000:00000001:0.0:1769074824.241691:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.241692:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074824.241694:0:31210:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074824.241698:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf768 00000002:00002000:0.0:1769074824.241700:0:31210:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f16.replay-dual-13 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1769074824.241704:0:31210:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.241710:0:31210:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.241714:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074824.241717:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1769074824.241721:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074824.241726:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000001:0.0:1769074824.241730:0:31210:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1769074824.241732:0:31210:0:(namei.c:677:ll_lookup_it_finish()) it ffff982b984122a0 it_disposition 1800037 00000080:00002000:0.0:1769074824.241739:0:31210:0:(namei.c:656:ll_splice_alias()) Add dentry ffff982b906526c0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1769074824.241745:0:31210:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769074824.241748:0:31210:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:0.0:1769074824.241751:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf9a0 00000080:00200000:0.0:1769074824.241753:0:31210:0:(namei.c:1569:ll_create_it()) VFS Op:name=f16.replay-dual-13, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), intent=open|creat 00000080:00000001:0.0:1769074824.241757:0:31210:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:0.0:1769074824.241759:0:31210:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074824.241765:0:31210:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1769074824.241770:0:31210:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074824.241774:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366341 : 144115272381366341 : 2000013a1000045) 00000080:00000001:0.0:1769074824.241777:0:31210:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:0.0:1769074824.241792:0:31210:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff982b906b2940. 00000020:00000001:0.0:1769074824.241805:0:31210:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:0.0:1769074824.241807:0:31210:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1769074824.241811:0:31210:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:0.0:1769074824.241813:0:31210:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a1:0x45:0x0](ffff982b906b2a08) 00000020:00000001:0.0:1769074824.241818:0:31210:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074824.241824:0:31210:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911477432328 : -114162232119288 : ffff982b88b53008) 00000020:00001000:0.0:1769074824.241827:0:31210:0:(cl_object.c:785:cl_env_get()) 1@ffff982b88b53000 00000020:00000001:0.0:1769074824.241834:0:31210:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:0.0:1769074824.241840:0:31210:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff982b985e4258. 00000020:00000001:0.0:1769074824.241844:0:31210:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:0.0:1769074824.241847:0:31210:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074824.241858:0:31210:0:(lov_object.c:2321:lov_object_alloc()) Process entered 00020000:00000010:0.0:1769074824.241864:0:31210:0:(lov_object.c:2322:lov_object_alloc()) slab-alloced 'lov': 248 at ffff982b9029dc98. 00020000:00000001:0.0:1769074824.241867:0:31210:0:(lov_object.c:2336:lov_object_alloc()) Process leaving (rc=18446629911602519192 : -114162107032424 : ffff982b9029dc98) 00020000:00000001:0.0:1769074824.241870:0:31210:0:(lov_object.c:1378:lov_object_init()) Process entered 00020000:00000001:0.0:1769074824.241875:0:31210:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1769074824.241883:0:31210:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff982b98412060. 00020000:00000010:0.0:1769074824.241889:0:31210:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff982b860f9080. 00020000:00000010:0.0:1769074824.241909:0:31210:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff982b98412360. 00020000:00000001:0.0:1769074824.241913:0:31210:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446629911738262368 : -114161971289248 : ffff982b98412360) 00020000:00000002:0.0:1769074824.241917:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b98412360, objid 0x45:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074824.241924:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074824.241928:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b860f9080: ostid: 0x240000400:1544 ost idx: 0 gen: 0 00020000:00000001:0.0:1769074824.241932:0:31210:0:(lov_object.c:603:lov_init_composite()) Process entered 00020000:00000002:0.0:1769074824.241934:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b98412360, objid 0x45:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074824.241938:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074824.241941:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b860f9080: ostid: 0x240000400:1544 ost idx: 0 gen: 0 00020000:00000010:0.0:1769074824.241946:0:31210:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff982b985872c0. 00020000:00000010:0.0:1769074824.241951:0:31210:0:(lov_object.c:626:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff982b985ec300. 00020000:00000001:0.0:1769074824.241957:0:31210:0:(lov_object.c:194:lov_init_raid0()) Process entered 00020000:00000010:0.0:1769074824.241961:0:31210:0:(lov_object.c:199:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff982b874cf140. 00020000:00000001:0.0:1769074824.241965:0:31210:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1769074824.241967:0:31210:0:(lu_object.c:808:lu_object_find_at()) Process entered 00020000:00000001:0.0:1769074824.241974:0:31210:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1769074824.241977:0:31210:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff982b985e4af0. 00000020:00000001:0.0:1769074824.241979:0:31210:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:0.0:1769074824.241980:0:31210:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074824.241982:0:31210:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446629911740173168 : -114161969378448 : ffff982b985e4b70) 00020000:00000001:0.0:1769074824.241987:0:31210:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:0.0:1769074824.241993:0:31210:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff982b985e0a80. 00020000:00000001:0.0:1769074824.241996:0:31210:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074824.242001:0:31210:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629911740173168 : -114161969378448 : ffff982b985e4b70) 00020000:00000001:0.0:1769074824.242004:0:31210:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446629911740173168 : -114161969378448 : ffff982b985e4b70) 00020000:00000002:0.0:1769074824.244829:0:31210:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x608:0x0]@ffff982b985e4af0[0:0] -> [0x2000013a1:0x45:0x0]@ffff982b985e4258: ostid: 0x240000400:1544 ost idx: 0 gen: 0 00020000:00000001:0.0:1769074824.244847:0:31210:0:(lov_object.c:264:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:0.0:1769074824.244853:0:31210:0:(lov_object.c:812:lov_init_composite()) Process leaving 00020000:00000001:0.0:1769074824.244857:0:31210:0:(lov_object.c:1406:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074824.244866:0:31210:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629911740170968 : -114161969380648 : ffff982b985e42d8) 00000020:00001000:0.0:1769074824.244874:0:31210:0:(cl_object.c:879:cl_env_put()) 1@ffff982b88b53000 00000080:00000001:0.0:1769074824.244882:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366341 : 144115272381366341 : 2000013a1000045) 00000080:00000001:0.0:1769074824.244886:0:31210:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:0.0:1769074824.244890:0:31210:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272381366341 mtime from 0 to 1769074824 00000080:00000001:0.0:1769074824.245600:0:31210:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1769074824.245607:0:31210:0:(namei.c:160:ll_iget()) Process leaving (rc=18446629911606798856 : -114162102752760 : ffff982b906b2a08) 00010000:00000001:0.0:1769074824.245614:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.245617:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.245621:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254200 refcount=3 00000020:00000001:0.0:1769074824.245625:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00010000:00000001:0.0:1769074824.245628:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00000080:00000001:0.0:1769074824.245632:0:31210:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:0.0:1769074824.245635:0:31210:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074824.245638:0:31210:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911477432328 : -114162232119288 : ffff982b88b53008) 00000020:00001000:0.0:1769074824.245641:0:31210:0:(cl_object.c:785:cl_env_get()) 1@ffff982b88b53000 00000020:00000001:0.0:1769074824.245643:0:31210:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:0.0:1769074824.245648:0:31210:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:0.0:1769074824.245652:0:31210:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1769074824.245666:0:31210:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff982b98412d20. 00020000:00000010:0.0:1769074824.245671:0:31210:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff982b860f9600. 00020000:00000010:0.0:1769074824.245680:0:31210:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff982b98412a20. 00020000:00000001:0.0:1769074824.245683:0:31210:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446629911738264096 : -114161971287520 : ffff982b98412a20) 00020000:00000002:0.0:1769074824.245687:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b98412a20, objid 0x45:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074824.245692:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074824.245697:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b860f9600: ostid: 0x240000400:1544 ost idx: 0 gen: 0 00020000:00000002:0.0:1769074824.245701:0:31210:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff982b9029dc98) owner ffff982b86784f80 00020000:00000001:0.0:1769074824.245704:0:31210:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1769074824.245706:0:31210:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff982b9029dc98) owner ffff982b86784f80 00020000:00000010:0.0:1769074824.245712:0:31210:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff982b860f9600. 00020000:00000010:0.0:1769074824.245719:0:31210:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff982b98412d20. 00020000:00000010:0.0:1769074824.245723:0:31210:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff982b98412a20. 00020000:00000002:0.0:1769074824.245725:0:31210:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x45:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1769074824.245728:0:31210:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074824.245730:0:31210:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074824.245734:0:31210:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1769074824.245738:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9029dc98) owner 0000000000000000/ffff982b86784f80 00020000:00000002:0.0:1769074824.245744:0:31210:0:(lov_object.c:2349:lov_lsm_addref()) lsm ffff982b98412360 addref 2/0 by ffff982b86784f80. 00020000:00000002:0.0:1769074824.245746:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9029dc98) owner 0000000000000000/ffff982b86784f80 00020000:00000001:0.0:1769074824.245750:0:31210:0:(lov_object.c:2245:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1769074824.245754:0:31210:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1769074824.245755:0:31210:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1769074824.245757:0:31210:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1769074824.245759:0:31210:0:(lov_object.c:2264:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1769074824.245762:0:31210:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x45:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1769074824.245764:0:31210:0:(cl_object.c:879:cl_env_put()) 1@ffff982b88b53000 00000080:00000001:0.0:1769074824.245767:0:31210:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.245770:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.245771:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074824.245773:0:31210:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074824.245779:0:31210:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1769074824.245781:0:31210:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074824.245784:0:31210:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a1:0x45:0x0](ffff982b906b2a08) 00000080:00010000:0.0:1769074824.245788:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x45:0x0](ffff982b906b2a08) for lock 0x5d432443066b74cf 00800000:00000001:0.0:1769074824.245791:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074824.245795:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074824.245796:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.245798:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.245799:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254200 refcount=3 00000020:00000001:0.0:1769074824.245801:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00010000:00000001:0.0:1769074824.245803:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00010000:00000001:0.0:1769074824.245806:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.245807:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074824.245809:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.245810:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.245813:0:31210:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:0.0:1769074824.245816:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.245830:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b903ab100 x1855007613338624/t73014444063(73014444063) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.245840:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.245847:0:31210:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074824.245852:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x45:0x0](ffff982b906b2a08) 00000080:00000001:0.0:1769074824.245856:0:31210:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1769074824.245860:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b883d3600. 00000100:00000001:0.0:1769074824.245864:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.245867:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903ab100 x1855007613338624/t73014444063(73014444063) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.245873:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.245878:0:31210:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1769074824.245881:0:31210:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.245891:0:31210:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:0.0:1769074824.245895:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa60 00000080:00200008:0.0:1769074824.247554:0:31210:0:(file.c:1001:ll_file_open()) START file f16.replay-dual-13:[0x2000013a1:0x45:0x0](ffff982b906b2a08), flags 100102 00000080:00000010:0.0:1769074824.247578:0:31210:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff982b996fc3c0. 00000080:00000010:0.0:1769074824.247591:0:31210:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff982b99072780. 00000080:00000001:0.0:1769074824.247596:0:31210:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:0.0:1769074824.247609:0:31210:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1769074824.247616:0:31210:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1769074824.247622:0:31210:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff982b85d25e20. 00000002:00100000:0.0:1769074824.247637:0:31210:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff982b903ab100 x1855007613338624/t73014444063(73014444063) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074824.247646:0:31210:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.247649:0:31210:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1769074824.247653:0:31210:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1769074824.247658:0:31210:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.247661:0:31210:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074824.247665:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.247669:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903ab100 x1855007613338624/t73014444063(73014444063) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1769074824.247679:0:31210:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074824.247684:0:31210:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff982b902a0000. 02000000:00000001:0.0:1769074824.247725:0:31210:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1769074824.247727:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074824.247730:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa60 00000080:00000008:0.0:1769074824.247733:0:31210:0:(file.c:1240:ll_file_open()) COMPLETED file f16.replay-dual-13:[0x2000013a1:0x45:0x0](ffff982b906b2a08), flags 100102, rc = 0 00000080:00000001:0.0:1769074824.247742:0:31210:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1769074824.247744:0:31210:0:(dcache.c:176:ll_intent_release()) intent ffff982b984122a0 released 00000080:00010000:0.0:1769074824.247747:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b74cf from it ffff982b984122a0 00010000:00000001:0.0:1769074824.247751:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.247754:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.247757:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254200 refcount=3 00000020:00000001:0.0:1769074824.247759:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00010000:00000001:0.0:1769074824.247762:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602217472 : -114162107334144 : ffff982b90254200) 00010000:00000001:0.0:1769074824.247765:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074824.247772:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254200/0x5d432443066b74cf lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf5b77ed682f5d3c3 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074824.247783:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.247786:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.247788:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074824.247792:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074824.247795:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254200/0x5d432443066b74cf lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf5b77ed682f5d3c3 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074824.247804:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074824.247808:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074824.247810:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074824.247816:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.247817:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.247820:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.247824:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074824.247827:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.247830:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.247834:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.247836:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074824.247838:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.247839:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074824.247841:0:31210:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1769074824.247844:0:31210:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:0.0:1769074824.247847:0:31210:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1769074824.247850:0:31210:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769074824.247854:0:31210:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1769074824.247855:0:31210:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.247859:0:31210:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1769074824.247861:0:31210:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.247863:0:31210:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769074824.247865:0:31210:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.247868:0:31210:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1769074824.247871:0:31210:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff982b984122a0. 00000080:00000001:0.0:1769074824.247876:0:31210:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.247884:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1769074824.247886:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x45:0x0](ffff982b906b2a08), inode mode 81a4 mask 40 00000080:00000001:0.0:1769074824.247891:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074824.248211:0:31210:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1769074824.248217:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9029dc98) owner 0000000000000000/ffff982b86784f80 00020000:00000002:0.0:1769074824.248223:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9029dc98) owner 0000000000000000/ffff982b86784f80 00020000:00000001:0.0:1769074824.248227:0:31210:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.248238:0:31210:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:0.0:1769074824.248240:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafdd0 00000080:00200008:0.0:1769074824.248243:0:31210:0:(file.c:424:ll_file_release()) START file f16.replay-dual-13:[0x2000013a1:0x45:0x0](ffff982b906b2a08), flags 100002 00000080:00000001:0.0:1769074824.248246:0:31210:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:0.0:1769074824.248249:0:31210:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:0.0:1769074824.248250:0:31210:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1769074824.248252:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9029dc98) owner 0000000000000000/ffff982b86784f80 00020000:00000002:0.0:1769074824.248255:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9029dc98) owner 0000000000000000/ffff982b86784f80 00020000:00000001:0.0:1769074824.248256:0:31210:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.248259:0:31210:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:0.0:1769074824.248266:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074824.248269:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074824.248277:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5700 count: 2 00010000:00000001:0.0:1769074824.248952:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074824.248960:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074824.248962:0:31210:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x45:0x0]: 0 00000080:00000001:0.0:1769074824.248965:0:31210:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1769074824.248967:0:31210:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1769074824.248977:0:31210:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff982b883d3600. 00000080:00000001:0.0:1769074824.248980:0:31210:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1769074824.248988:0:31210:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1769074824.248993:0:31210:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1769074824.248996:0:31210:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x45:0x0] 00000002:00000001:0.0:1769074824.249000:0:31210:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1769074824.249002:0:31210:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff982b858dd800: [0x2000013a1:0x45:0x0] file closed with intent: 0 00000100:00000010:0.0:1769074824.249009:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903abb80. 00000020:00000040:0.0:1769074824.249016:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=33 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:0.0:1769074824.249022:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074824.249026:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074824.249032:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074824.249056:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b996c1400. 00000100:00000001:0.0:1769074824.249065:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1769074824.249085:0:31210:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff982b903ab100 x1855007613338624/t73014444063(73014444063) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1769074824.249099:0:31210:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b858dd800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074824.249105:0:31210:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b903abb80 x1855007613338880/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1769074824.249112:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074824.249115:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074824.249124:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b985ecc00. 00000100:00000001:0.0:1769074824.249125:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911740206080 : -114161969345536 : ffff982b985ecc00) 00000100:00000001:0.0:1769074824.249128:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.249130:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603624832 : -114162105926784 : ffff982b903abb80) 00000100:00000001:0.0:1769074824.249135:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074824.249140:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.249142:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074824.249144:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074824.249149:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903abb80 x1855007613338880/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.249157:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074824.249159:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074824.249164:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074824.249167:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074824.249171:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074824.249174:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903abb80 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613338880:192.168.204.151@tcp:35:createmany.0 00000100:00000001:0.0:1769074824.249179:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074824.249185:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074824.249188:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074824.249191:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074824.249196:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b85883c00. 02000000:00000001:0.0:1769074824.249198:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074824.249212:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074824.249219:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b64d0. 00000400:00000010:0.0:1769074824.249230:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604fee0. 00000100:00000200:0.0:1769074824.249241:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613338880, portal 10 00000100:00000001:0.0:1769074824.249243:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.249244:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603624832 : -114162105926784 : ffff982b903abb80) 00000100:00000040:0.0:1769074824.249251:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b903abb80 x1855007613338880/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.249258:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074824.249262:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074824.249265:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f5d8. 00000100:00000200:0.0:1769074824.249269:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613338880, offset 0 00000400:00000200:0.0:1769074824.249278:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074824.249323:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074824.249334:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074824.249341:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074824.249346:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074824.249351:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074824.249355:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074824.249359:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15372:15372:256:4294967295] 192.168.204.151@tcp LPNI seq info [15372:15372:8:4294967295] 00000400:00000200:0.0:1769074824.249363:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074824.249375:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074824.249382:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074824.249389:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08000. 00000800:00000200:0.0:1769074824.249396:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074824.249407:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074824.249414:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1769074824.249447:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074824.249453:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 918055 usecs (919 jiffies) 00000400:00000200:0.0:1769074824.249457:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074824.249461:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296481846 00000100:00000001:0.0:1769074824.249465:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:0.0:1769074824.249467:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296481846 00000100:00000001:0.0:1769074824.249470:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:0.0:1769074824.249473:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074824.249476:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.249478:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074824.249480:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074824.249483:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985ecc00 going to sleep for 11 seconds 00000100:00000001:0.0:1769074824.249487:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074824.249491:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074824.250277:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074824.250331:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08000. 00000400:00000200:2.0:1769074824.250338:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.250346:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074824.250353:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f5d8 00000400:00000010:2.0:1769074824.250357:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f5d8. 00000100:00000001:2.0:1769074824.250363:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074824.250371:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903abb80 x1855007613338880/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.250384:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.250387:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903abb80 x1855007613338880/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.250394:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.250396:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1769074824.251024:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e5600. 00000800:00000001:3.0:1769074824.256329:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.256355:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074824.256361:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.256364:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.256380:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.256390:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074824.256399:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.256405:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.256413:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.256418:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd94500 00000400:00000200:3.0:1769074824.256424:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.256432:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x2234d [1] + 224 00000800:00000001:3.0:1769074824.256472:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.256484:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.256488:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.256494:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074824.256506:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074824.256520:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903abb80 x1855007613338880/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074824.256540:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff982b903abb80 x1855007613338880/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.256553:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074824.256565:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.256569:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074824.256696:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074824.256708:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074824.256711:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074824.256716:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b64d0. 00000400:00000200:0.0:1769074824.256722:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604fee0 00000400:00000010:0.0:1769074824.256727:0:31210:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604fee0. 00000100:00000001:0.0:1769074824.256731:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074824.256737:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903abb80 x1855007613338880/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074824.256747:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903abb80 x1855007613338880/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.256753:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074824.256756:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074824.256760:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074824.256765:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074824.256768:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074824.256772:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074824.256776:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074824.256790:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88ca0 time=35 v=5 (5 0 10 10) 00000100:00001000:0.0:1769074824.256795:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074824.256798:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074824.256800:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.256804:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074824.256808:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.256813:0:31210:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1769074824.256815:0:31210:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1769074824.256817:0:31210:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1769074824.256819:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.256821:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603624832 : -114162105926784 : ffff982b903abb80) 00000100:00000001:0.0:1769074824.256826:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074824.256828:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:0.0:1769074824.256830:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074824.256833:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074824.256839:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903abb80 x1855007613338880/t73014444064(73014444064) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.256847:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074824.256851:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074824.256854:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074824.256858:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903abb80 x1855007613338880/t73014444064(73014444064) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074824.256866:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903abb80 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613338880:192.168.204.151@tcp:35:createmany.0 00000100:00000001:0.0:1769074824.256872:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074824.256876:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.256878:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074824.256881:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.256884:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903abb80 x1855007613338880/t73014444064(73014444064) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.256978:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074824.256983:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b985ecc00. 00000100:00000001:0.0:1769074824.256988:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074824.256990:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.257003:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.257005:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603624832 : -114162105926784 : ffff982b903abb80) 00000002:00000001:0.0:1769074824.257009:0:31210:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.257014:0:31210:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074824.257021:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b883d3600. 00000080:00000001:0.0:1769074824.257027:0:31210:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1769074824.257031:0:31210:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1769074824.257037:0:31210:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1769074824.257144:0:31210:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff982b903ab100 x1855007613338624/t73014444063(73014444063) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074824.257153:0:31210:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.257156:0:31210:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074824.257159:0:31210:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff982b99072780. 00000100:00000001:0.0:1769074824.257163:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.257166:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903abb80 x1855007613338880/t73014444064(73014444064) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.257172:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.257176:0:31210:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074824.257180:0:31210:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff982b996fc3c0. 00000080:00000001:0.0:1769074824.257187:0:31210:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074824.257196:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafdd0 00000080:00000008:0.0:1769074824.257199:0:31210:0:(file.c:464:ll_file_release()) COMPLETED file f16.replay-dual-13:[0x2000013a1:0x45:0x0](ffff982b906b2a08), flags 100002, rc = 0 00000080:00000001:0.0:1769074824.257203:0:31210:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.257210:0:31210:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1769074824.257212:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafe00 00000080:00002000:0.0:1769074824.257214:0:31210:0:(dcache.c:127:ll_ddelete()) keeping dentry f16.replay-dual-13 (ffff982b906526c0, parent ffff982b90d9e5e8, inode ffff982b906b2a08) hashed, 00000080:00000001:0.0:1769074824.257217:0:31210:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.259274:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1769074824.259323:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1769074824.259327:0:31210:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1769074824.259332:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafbc0 00000080:00200000:2.0:1769074824.259339:0:31210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:2.0:1769074824.259352:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b9a3f7a00. 00800000:00000002:2.0:1769074824.259362:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:2.0:1769074824.259368:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1769074824.259375:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1769074824.259377:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafae0 00800000:00000002:2.0:1769074824.259380:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1769074824.259384:0:31210:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1769074824.259390:0:31210:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1769074824.259397:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1769074824.259400:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf9b0 00000002:00010000:2.0:1769074824.259402:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1769074824.259406:0:31210:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1769074824.259408:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074824.259413:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1769074824.259424:0:31210:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.259426:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.259428:0:31210:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.259431:0:31210:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1769074824.259434:0:31210:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1769074824.259451:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037b800. 00000020:00000040:2.0:1769074824.259457:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=34 obd=lustre-MDT0000-mdc-ffff982b858dd800 00010000:00000001:2.0:1769074824.259465:0:31210:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1769074824.259473:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074824.259482:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.259485:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.259487:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.259491:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074824.259494:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074824.259500:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074824.259511:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c09800. 00000100:00000001:2.0:1769074824.259521:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.259528:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074824.259529:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.259531:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074824.259532:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.259534:0:31210:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.259543:0:31210:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446629911603427328 : -114162106124288 : ffff982b9037b800) 00010000:00000001:2.0:1769074824.259548:0:31210:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1769074824.259551:0:31210:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1769074824.259557:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b86036400. 00010000:00000010:2.0:1769074824.259563:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b8917c680. 00010000:00000001:2.0:1769074824.259568:0:31210:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1769074824.259573:0:31210:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b90340a00. 00000020:00000001:2.0:1769074824.259577:0:31210:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1769074824.259580:0:31210:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b90340a00 with handle 0x5d432443066b74d6 to hash 00000020:00000001:2.0:1769074824.259583:0:31210:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1769074824.259585:0:31210:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911603186176 : -114162106365440 : ffff982b90340a00) 00010000:00000001:2.0:1769074824.259589:0:31210:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911603186176 : -114162106365440 : ffff982b90340a00) 00010000:00000001:2.0:1769074824.259595:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074824.259599:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074824.259604:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340a00/0x5d432443066b74d6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31210 initiator: MDT0 00010000:00010000:2.0:1769074824.259614:0:31210:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340a00/0x5d432443066b74d6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00010000:00010000:2.0:1769074824.259625:0:31210:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340a00/0x5d432443066b74d6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000100:00000001:2.0:1769074824.259631:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074824.259633:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074824.259641:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b85821840. 00000100:00000001:2.0:1769074824.259644:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911423752256 : -114162285799360 : ffff982b85821840) 00000100:00000001:2.0:1769074824.259647:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074824.259648:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603427328 : -114162106124288 : ffff982b9037b800) 00000100:00000001:2.0:1769074824.259654:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074824.259658:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.259661:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074824.259663:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074824.259676:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037b800 x1855007613339008/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.259686:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074824.259688:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074824.259693:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074824.259696:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074824.259699:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074824.259702:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037b800 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613339008:192.168.204.151@tcp:101:createmany.0 00000100:00000001:2.0:1769074824.259707:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074824.259713:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074824.259716:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074824.259719:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074824.259725:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff982b87056000. 02000000:00000001:2.0:1769074824.259727:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074824.259739:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074824.259744:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7e3c8. 00000400:00000010:2.0:1769074824.259752:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f3b8. 00000100:00000200:2.0:1769074824.259762:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007613339008, portal 10 00000100:00000001:2.0:1769074824.259764:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074824.259765:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603427328 : -114162106124288 : ffff982b9037b800) 00000100:00000040:2.0:1769074824.259772:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b9037b800 x1855007613339008/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.259779:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074824.259782:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074824.259785:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f770. 00000100:00000200:2.0:1769074824.259789:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007613339008, offset 0 00000400:00000200:2.0:1769074824.259796:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074824.259808:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.259820:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074824.259827:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074824.259833:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074824.259837:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074824.259840:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074824.259844:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15373:15373:256:4294967295] 192.168.204.151@tcp LPNI seq info [15373:15373:8:4294967295] 00000400:00000200:2.0:1769074824.259847:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.259859:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074824.259869:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074824.259874:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73f300. 00000800:00000200:2.0:1769074824.259884:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074824.259893:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074824.265311:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73f300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1769074824.265346:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074824.265355:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 916622 usecs (917 jiffies) 00000400:00000200:2.0:1769074824.265372:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074824.265378:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296481860 00000100:00000001:2.0:1769074824.265385:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:2.0:1769074824.265389:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296481860 00000100:00000001:2.0:1769074824.265391:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:2.0:1769074824.265394:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074824.265398:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.265402:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074824.265404:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074824.265408:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b85821840 going to sleep for 11 seconds 00000100:00000001:2.0:1769074824.265412:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074824.265416:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074824.266144:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074824.266154:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73f300. 00000400:00000200:3.0:1769074824.266162:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.266172:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074824.266181:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f770 00000400:00000010:3.0:1769074824.266184:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f770. 00000100:00000001:3.0:1769074824.266190:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074824.266200:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9037b800 x1855007613339008/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.266214:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074824.266217:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9037b800 x1855007613339008/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.266224:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074824.266226:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074824.273111:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.273142:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074824.273147:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.273150:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074824.273163:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.273176:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074824.273188:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.273194:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.273201:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.273206:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 688 into portal 10 MB=0x6971e9dd94580 00000400:00000200:2.0:1769074824.273213:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.273221:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 688/688 into md 0x22355 [1] + 224 00000800:00000001:2.0:1769074824.273232:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.273250:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074824.273254:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.273259:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074824.273271:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074824.273302:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9037b800 x1855007613339008/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074824.273315:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff982b9037b800 x1855007613339008/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.273334:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074824.273346:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.273349:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074824.277907:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074824.277928:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074824.277931:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074824.277937:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7e3c8. 00000400:00000200:0.0:1769074824.277947:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f3b8 00000400:00000010:0.0:1769074824.277951:0:31210:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f3b8. 00000100:00000001:0.0:1769074824.277957:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074824.277972:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037b800 x1855007613339008/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074824.277986:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037b800 x1855007613339008/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.277996:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074824.277998:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074824.278002:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074824.278006:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074824.278009:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074824.278012:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074824.278017:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074824.278030:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=35 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074824.278034:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074824.278037:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074824.278039:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.278042:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074824.278048:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.278053:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074824.278056:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:0.0:1769074824.278058:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074824.278062:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074824.278067:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037b800 x1855007613339008/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.278075:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074824.278079:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074824.278081:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074824.278086:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037b800 x1855007613339008/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074824.278101:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037b800 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613339008:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074824.278107:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074824.278110:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.278113:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074824.278115:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.278118:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037b800 x1855007613339008/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.278125:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074824.278129:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b85821840. 00000100:00000001:0.0:1769074824.278134:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074824.278136:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.278140:0:31210:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074824.278145:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.278148:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.278152:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340a00 refcount=4 00000020:00000001:0.0:1769074824.278156:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603186176 : -114162106365440 : ffff982b90340a00) 00010000:00000001:0.0:1769074824.278159:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603186176 : -114162106365440 : ffff982b90340a00) 00010000:00000040:0.0:1769074824.278167:0:31210:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b90340a00, remote cookie: 0xf5b77ed682f5d3d8, flags: 0x1001 00010000:00010000:0.0:1769074824.278174:0:31210:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340a00/0x5d432443066b74d6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d3d8 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074824.278186:0:31210:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340a00/0x5d432443066b74d6 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d3d8 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.278192:0:31210:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074824.278198:0:31210:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074824.278202:0:31210:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074824.278204:0:31210:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074824.278206:0:31210:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074824.278209:0:31210:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff982b86036400) refcount = 1 00010000:00010000:0.0:1769074824.278213:0:31210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340a00/0x5d432443066b74d6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d3d8 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.278221:0:31210:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074824.278225:0:31210:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074824.278227:0:31210:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074824.278231:0:31210:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074824.278234:0:31210:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074824.278237:0:31210:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340a00/0x5d432443066b74d6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d3d8 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.278243:0:31210:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074824.278245:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.278247:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.278248:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.278249:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.278251:0:31210:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.278256:0:31210:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074824.278259:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.278260:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.278262:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340a00 refcount=3 00000020:00000001:0.0:1769074824.278264:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603186176 : -114162106365440 : ffff982b90340a00) 00010000:00000001:0.0:1769074824.278266:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603186176 : -114162106365440 : ffff982b90340a00) 00010000:00000001:0.0:1769074824.278269:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.278270:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.278272:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340a00 refcount=4 00000020:00000001:0.0:1769074824.278273:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603186176 : -114162106365440 : ffff982b90340a00) 00010000:00000001:0.0:1769074824.278276:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603186176 : -114162106365440 : ffff982b90340a00) 00010000:00000001:0.0:1769074824.278304:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074824.278307:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074824.278320:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340a00/0x5d432443066b74d6 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d3d8 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.278332:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.278333:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.278337:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.278338:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.278339:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340a00 refcount=5 00000020:00000001:0.0:1769074824.278342:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603186176 : -114162106365440 : ffff982b90340a00) 00010000:00000001:0.0:1769074824.278344:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603186176 : -114162106365440 : ffff982b90340a00) 00010000:00000001:0.0:1769074824.278347:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074824.278350:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340a00/0x5d432443066b74d6 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d3d8 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.278356:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.278357:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074824.278360:0:31210:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340a00/0x5d432443066b74d6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d3d8 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.278365:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074824.278367:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.278368:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.278369:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.278370:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074824.278375:0:31210:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff982b9037b800 x1855007613339008/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1769074824.278393:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.278394:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.278395:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340a00 refcount=3 00000020:00000001:0.0:1769074824.278397:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603186176 : -114162106365440 : ffff982b90340a00) 00010000:00000001:0.0:1769074824.278400:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603186176 : -114162106365440 : ffff982b90340a00) 00010000:00000001:0.0:1769074824.278402:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.278404:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074824.278406:0:31210:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.278408:0:31210:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.278412:0:31210:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1769074824.278415:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.278416:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.278417:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340a00 refcount=3 00000020:00000001:0.0:1769074824.278420:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603186176 : -114162106365440 : ffff982b90340a00) 00010000:00000001:0.0:1769074824.278422:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603186176 : -114162106365440 : ffff982b90340a00) 00000002:00010000:0.0:1769074824.278425:0:31210:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340a00/0x5d432443066b74d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d3d8 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.278431:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.278432:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.278435:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074824.278446:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.278447:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.278449:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340a00 refcount=3 00000020:00000001:0.0:1769074824.278451:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603186176 : -114162106365440 : ffff982b90340a00) 00010000:00000001:0.0:1769074824.278453:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603186176 : -114162106365440 : ffff982b90340a00) 00010000:00000040:0.0:1769074824.279091:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036400 count: 2 00010000:00000001:0.0:1769074824.279098:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074824.279104:0:31210:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b873df800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1769074824.279107:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.279109:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074824.279111:0:31210:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074824.279115:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf930 00000002:00002000:0.0:1769074824.279117:0:31210:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1769074824.279120:0:31210:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.279126:0:31210:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.279129:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074824.279133:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1769074824.279137:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074824.279141:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:0.0:1769074824.279146:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b9a3f7a00. 00000080:00000001:0.0:1769074824.279153:0:31210:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074824.279155:0:31210:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074824.279162:0:31210:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1769074824.279168:0:31210:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1769074824.279179:0:31210:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff982b99072780. 00800000:00000001:0.0:1769074824.279182:0:31210:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446629911751239552 : -114161958312064 : ffff982b99072780) 00800000:00000001:0.0:1769074824.279186:0:31210:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.279188:0:31210:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074824.279191:0:31210:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1769074824.279193:0:31210:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1769074824.279196:0:31210:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1769074824.279199:0:31210:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1769074824.279201:0:31210:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.279206:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1769074824.279210:0:31210:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1769074824.279216:0:31210:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:0.0:1769074824.279218:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.279220:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.279222:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340a00 refcount=3 00000020:00000001:0.0:1769074824.279224:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603186176 : -114162106365440 : ffff982b90340a00) 00010000:00000001:0.0:1769074824.279226:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603186176 : -114162106365440 : ffff982b90340a00) 00010000:00000001:0.0:1769074824.279228:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.279229:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074824.279231:0:31210:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074824.279233:0:31210:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1769074824.279235:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b99072780 1 00800000:00000010:0.0:1769074824.279237:0:31210:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff982b99072780. 00800000:00000001:0.0:1769074824.279240:0:31210:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074824.279244:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b74d6 00800000:00000001:0.0:1769074824.279247:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074824.279249:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074824.279250:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.279251:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.279252:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340a00 refcount=3 00000020:00000001:0.0:1769074824.279253:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603186176 : -114162106365440 : ffff982b90340a00) 00010000:00000001:0.0:1769074824.279255:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603186176 : -114162106365440 : ffff982b90340a00) 00010000:00000001:0.0:1769074824.279258:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.279259:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074824.279261:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.279263:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.279266:0:31210:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074824.279269:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:0.0:1769074824.279272:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b74d6 from it ffffbcdb01dafbf8 00010000:00000001:0.0:1769074824.279273:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.279276:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.279277:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340a00 refcount=3 00000020:00000001:0.0:1769074824.279279:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603186176 : -114162106365440 : ffff982b90340a00) 00010000:00000001:0.0:1769074824.281240:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603186176 : -114162106365440 : ffff982b90340a00) 00010000:00000001:0.0:1769074824.281247:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074824.281255:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340a00/0x5d432443066b74d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d3d8 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.281268:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.281270:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.281272:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074824.281276:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074824.281294:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340a00/0x5d432443066b74d6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d3d8 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.281303:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074824.281307:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074824.281309:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074824.281329:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.281331:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.281333:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.281338:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074824.281340:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.281342:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.281347:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.281349:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074824.281350:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.281352:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074824.281357:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.281373:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037b800 x1855007613339008/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.281387:0:31210:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074824.281392:0:31210:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074824.281399:0:31210:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff982b87056000. 02000000:00000001:0.0:1769074824.281410:0:31210:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074824.281414:0:31210:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074824.281416:0:31210:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=33 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074824.281419:0:31210:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074824.281422:0:31210:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c09800. 02000000:00000001:0.0:1769074824.281427:0:31210:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074824.281429:0:31210:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074824.281432:0:31210:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037b800. 00000100:00000001:0.0:1769074824.281448:0:31210:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074824.281450:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074824.281454:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 1 00000080:00000001:0.0:1769074824.281921:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074824.281956:0:31210:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff982b85d25960. 00000080:00000001:0.0:1769074824.281964:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074824.281966:0:31210:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074824.281969:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafb00 00000080:00200000:0.0:1769074824.281973:0:31210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:0.0:1769074824.281981:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b996c0400. 00800000:00000002:0.0:1769074824.281989:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:0.0:1769074824.281996:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074824.282000:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074824.282002:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa20 00800000:00000002:0.0:1769074824.282005:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074824.282009:0:31210:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074824.282016:0:31210:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074824.282023:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074824.282025:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf8f0 00000002:00010000:0.0:1769074824.282027:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074824.282030:0:31210:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074824.282032:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074824.282036:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074824.282045:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036400 count: 2 00010000:00000001:0.0:1769074824.282048:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074824.282055:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074824.282058:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769074824.282062:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340a00/0x5d432443066b74d6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d3d8 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1769074824.282071:0:31210:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1769074824.282077:0:31210:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074824.282080:0:31210:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340a00/0x5d432443066b74d6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d3d8 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1769074824.282088:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1769074824.282089:0:31210:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074824.282092:0:31210:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074824.282094:0:31210:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074824.282096:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074824.282098:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1769074824.282101:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1769074824.282105:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:0.0:1769074824.282109:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b996c0400. 00000080:00000001:0.0:1769074824.282115:0:31210:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074824.282117:0:31210:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074824.282120:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:0.0:1769074824.282124:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b74d6 00800000:00000001:0.0:1769074824.282128:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074824.282130:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074824.282132:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.282135:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.282137:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340a00 refcount=3 00000020:00000001:0.0:1769074824.282140:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603186176 : -114162106365440 : ffff982b90340a00) 00010000:00000001:0.0:1769074824.282142:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603186176 : -114162106365440 : ffff982b90340a00) 00010000:00000001:0.0:1769074824.282145:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.282146:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074824.282148:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.282150:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074824.282152:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b74d6 from it ffffbcdb01dafb38 00010000:00000001:0.0:1769074824.282154:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.282156:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.282157:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340a00 refcount=3 00000020:00000001:0.0:1769074824.282159:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603186176 : -114162106365440 : ffff982b90340a00) 00010000:00000001:0.0:1769074824.282161:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603186176 : -114162106365440 : ffff982b90340a00) 00010000:00000001:0.0:1769074824.282163:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074824.282165:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340a00/0x5d432443066b74d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d3d8 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.282171:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.282172:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.282174:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074824.282176:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074824.282178:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340a00/0x5d432443066b74d6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d3d8 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.282185:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074824.282187:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074824.282189:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074824.282192:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.282193:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.282194:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.282197:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074824.282198:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.282200:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.282202:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.282204:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074824.282206:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.282207:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074824.282209:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769074824.282210:0:31210:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074824.282212:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 3 00000080:00000001:0.0:1769074824.282215:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.282220:0:31210:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:0.0:1769074824.282222:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafb50 00000080:00200000:0.0:1769074824.282224:0:31210:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f16.replay-dual-14, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), file ffff982b83e34c00, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1769074824.282230:0:31210:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff982b984122a0. 00000080:00000001:0.0:1769074824.282236:0:31210:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:0.0:1769074824.282239:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa10 00000080:00200000:0.0:1769074824.282241:0:31210:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f16.replay-dual-14, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), intent=open|creat 00000080:00000010:0.0:1769074824.282250:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b996c0400. 00800000:00000002:0.0:1769074824.282253:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:0.0:1769074824.282263:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074824.282265:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074824.282266:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf930 00800000:00000002:0.0:1769074824.282268:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f16.replay-dual-14' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074824.282272:0:31210:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:0.0:1769074824.282275:0:31210:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1769074824.283775:0:31210:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446629911450240000 : -114162259311616 : ffff982b87164400) 00800000:00000001:2.0:1769074824.283789:0:31210:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1769074824.283792:0:31210:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1769074824.283796:0:31210:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1769074824.283799:0:31210:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1769074824.283803:0:31210:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff982b858dd800: Allocated FID [0x2000013a1:0x46:0x0] 40000000:00000001:2.0:1769074824.283806:0:31210:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.283809:0:31210:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074824.283810:0:31210:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074824.283812:0:31210:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074824.283817:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf8b0 00800000:00000002:2.0:1769074824.283820:0:31210:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x46:0x0], name='f16.replay-dual-14' -> mds #0 00000002:00000001:2.0:1769074824.283827:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1769074824.283830:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf7e8 00000002:00010000:2.0:1769074824.283832:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f16.replay-dual-14,[0x2000013a1:0x46:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1769074824.283837:0:31210:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1769074824.283840:0:31210:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1769074824.283844:0:31210:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1769074824.283852:0:31210:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.283854:0:31210:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1769074824.283857:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036400 count: 2 00010000:00000001:2.0:1769074824.283860:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074824.283864:0:31210:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1769074824.283868:0:31210:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1769074824.283873:0:31210:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340a00/0x5d432443066b74d6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf5b77ed682f5d3d8 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000080:00000001:2.0:1769074824.283883:0:31210:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074824.283888:0:31210:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074824.283892:0:31210:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1769074824.283894:0:31210:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1769074824.283898:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074824.283900:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074824.283903:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036400 count: 3 00010000:00000001:2.0:1769074824.283904:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074824.283909:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.283910:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074824.283912:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074824.283913:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036400 count: 3 00010000:00000001:2.0:1769074824.283915:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074824.283917:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.283918:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074824.283919:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074824.283920:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036400 count: 3 00010000:00000001:2.0:1769074824.283922:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074824.283924:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.283926:0:31210:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1769074824.283929:0:31210:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff982b90dbe300, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1769074824.283933:0:31210:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1769074824.283939:0:31210:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1769074824.283942:0:31210:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074824.283943:0:31210:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.283947:0:31210:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1769074824.283951:0:31210:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074824.283952:0:31210:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074824.283955:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074824.283957:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1769074824.283961:0:31210:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b90340a00 with handle 0x5d432443066b74d6 from hash 00010000:00000001:2.0:1769074824.283963:0:31210:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074824.283965:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.283967:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.283968:0:31210:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074824.283972:0:31210:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074824.283974:0:31210:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1769074824.283977:0:31210:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074824.283979:0:31210:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074824.283981:0:31210:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1769074824.283993:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90379f80. 00000020:00000040:2.0:1769074824.283997:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=34 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:2.0:1769074824.284004:0:31210:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769074824.284006:0:31210:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.284009:0:31210:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1769074824.284015:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074824.284020:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.284021:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.284022:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.284026:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074824.284028:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074824.284033:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074824.284042:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c08000. 00000100:00000001:2.0:1769074824.284051:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.284057:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074824.284061:0:31210:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1769074824.284065:0:31210:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340a00/0x5d432443066b74d6 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d3d8 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074824.284072:0:31210:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1769074824.284073:0:31210:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074824.284076:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074824.284078:0:31210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340a00/0x5d432443066b74d6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d3d8 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1769074824.284086:0:31210:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b86036400 count: 0 00010000:00000010:2.0:1769074824.284091:0:31210:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b8917c680. 00010000:00000001:2.0:1769074824.284108:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.284110:0:31210:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.284112:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074824.284113:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.284116:0:31210:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.284127:0:31210:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446629911603421056 : -114162106130560 : ffff982b90379f80) 00010000:00000001:2.0:1769074824.284131:0:31210:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1769074824.284134:0:31210:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1769074824.284139:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b86036c00. 00010000:00000010:2.0:1769074824.284144:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b8917c680. 00010000:00000001:2.0:1769074824.284149:0:31210:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1769074824.284153:0:31210:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b90340200. 00000020:00000001:2.0:1769074824.284157:0:31210:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1769074824.284160:0:31210:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b90340200 with handle 0x5d432443066b74dd to hash 00000020:00000001:2.0:1769074824.284162:0:31210:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1769074824.284164:0:31210:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00010000:00000001:2.0:1769074824.284169:0:31210:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00010000:00000001:2.0:1769074824.284171:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074824.284173:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074824.284176:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340200/0x5d432443066b74dd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31210 initiator: MDT0 00010000:00010000:2.0:1769074824.284184:0:31210:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340200/0x5d432443066b74dd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000020:00100000:2.0:1769074824.284198:0:31210:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b858dd800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074824.284214:0:31210:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b90379f80 x1855007613339264/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074824.284224:0:31210:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340200/0x5d432443066b74dd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000100:00000001:2.0:1769074824.284230:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074824.284233:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074824.284240:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b85821c00. 00000100:00000001:2.0:1769074824.284242:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911423753216 : -114162285798400 : ffff982b85821c00) 00000100:00000001:2.0:1769074824.284245:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074824.284247:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603421056 : -114162106130560 : ffff982b90379f80) 00000100:00000001:2.0:1769074824.284253:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074824.284258:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.284261:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074824.284263:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074824.284267:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90379f80 x1855007613339264/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.284276:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074824.284357:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074824.284363:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074824.284367:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074824.284370:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074824.284374:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90379f80 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613339264:192.168.204.151@tcp:101:createmany.0 00000100:00000001:2.0:1769074824.284380:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074824.284396:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074824.284398:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074824.284401:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074824.284977:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff982b902a0000. 02000000:00000001:2.0:1769074824.284981:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074824.284994:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074824.285002:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7e630. 00000400:00000010:2.0:1769074824.285012:0:31210:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff982b98c09800. 00000100:00000200:2.0:1769074824.285023:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007613339264, portal 10 00000100:00000001:2.0:1769074824.285025:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074824.285026:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603421056 : -114162106130560 : ffff982b90379f80) 00000100:00000040:2.0:1769074824.285036:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b90379f80 x1855007613339264/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.285045:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074824.285048:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074824.285052:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f550. 00000100:00000200:2.0:1769074824.285056:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007613339264, offset 0 00000400:00000200:2.0:1769074824.285063:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074824.285074:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.285084:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074824.285091:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074824.285096:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074824.285100:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074824.285104:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074824.285108:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15374:15374:256:4294967295] 192.168.204.151@tcp LPNI seq info [15374:15374:8:4294967295] 00000400:00000200:2.0:1769074824.285112:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.285123:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074824.285131:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074824.285137:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73ff00. 00000800:00000200:2.0:1769074824.285146:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074824.285155:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074824.285160:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73ff00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1769074824.285227:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074824.285233:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 915215 usecs (916 jiffies) 00000400:00000200:2.0:1769074824.285237:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074824.285241:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296481878 00000100:00000001:2.0:1769074824.285244:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:2.0:1769074824.285247:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296481878 00000100:00000001:2.0:1769074824.285251:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:2.0:1769074824.285253:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074824.285257:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.285261:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074824.285263:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074824.285266:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b85821c00 going to sleep for 11 seconds 00000100:00000001:2.0:1769074824.285270:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074824.285274:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074824.290340:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074824.290353:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73ff00. 00000400:00000200:3.0:1769074824.290365:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.290379:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00010000:00000010:2.1:1769074824.290610:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86036400. 00010000:00000010:2.1:1769074824.290622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90340a00. 00000400:00000200:3.0:1769074824.290928:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f550 00000400:00000010:3.0:1769074824.290933:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f550. 00000100:00000001:3.0:1769074824.290940:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074824.290953:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90379f80 x1855007613339264/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.290969:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074824.290973:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90379f80 x1855007613339264/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.290987:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074824.290989:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074824.321352:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.321393:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074824.321398:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.321402:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074824.321418:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.321430:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074824.321450:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.321456:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.321471:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.321475:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 664 into portal 10 MB=0x6971e9dd94680 00000400:00000200:2.0:1769074824.321481:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.321489:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 664/664 into md 0x22365 [32] + 224 00000800:00000001:2.0:1769074824.321501:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.321515:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074824.321518:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.321523:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074824.321532:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074824.321544:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90379f80 x1855007613339264/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074824.321557:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff982b90379f80 x1855007613339264/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.321593:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769074824.321604:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769074824.321608:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.321615:0:2359:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074824.321622:0:2359:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15375:15375:256:4294967295] 192.168.204.151@tcp LPNI seq info [15375:15375:8:4294967295] 00000400:00000200:2.0:1769074824.321626:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.321636:0:2359:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:2.0:1769074824.321642:0:2359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074824.321653:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff982b90210400. 00000800:00000200:2.0:1769074824.321659:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074824.321668:0:2359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074824.321673:0:2359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b90210400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1769074824.321806:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074824.321810:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff982b90210400. 00000400:00000200:2.0:1769074824.321814:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.321818:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:2.0:1769074824.321827:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.321832:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074824.321947:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074824.321959:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074824.321962:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074824.321968:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7e630. 00000400:00000200:0.0:1769074824.321975:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b98c09800 00000400:00000010:0.0:1769074824.321978:0:31210:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff982b98c09800. 00000100:00000001:0.0:1769074824.321983:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074824.321989:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90379f80 x1855007613339264/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074824.321999:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90379f80 x1855007613339264/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.322005:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074824.322007:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074824.322010:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074824.322015:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074824.322018:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074824.322022:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074824.322026:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074824.322039:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=35 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074824.322043:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074824.322047:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074824.322049:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.322053:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074824.322057:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.322062:0:31210:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1769074824.322064:0:31210:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1769074824.322066:0:31210:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1769074824.322069:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.322070:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603421056 : -114162106130560 : ffff982b90379f80) 00000100:00000001:0.0:1769074824.322075:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074824.322077:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:0.0:1769074824.322079:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074824.322083:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074824.322089:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90379f80 x1855007613339264/t73014444065(73014444065) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.322097:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074824.322101:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074824.322104:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074824.322108:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90379f80 x1855007613339264/t73014444065(73014444065) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074824.322117:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90379f80 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613339264:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074824.322124:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074824.322127:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.322130:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074824.322132:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.322136:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90379f80 x1855007613339264/t73014444065(73014444065) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.322144:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074824.322147:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b85821c00. 00000100:00000001:0.0:1769074824.322150:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074824.322152:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.322155:0:31210:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074824.322162:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.322166:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.322169:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340200 refcount=4 00000020:00000001:0.0:1769074824.322171:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00010000:00000001:0.0:1769074824.322175:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00010000:00000040:0.0:1769074824.322184:0:31210:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b90340200, remote cookie: 0xf5b77ed682f5d3f4, flags: 0x1001 00010000:00010000:0.0:1769074824.322191:0:31210:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340200/0x5d432443066b74dd lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d3f4 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1769074824.322201:0:31210:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x46:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1769074824.322204:0:31210:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1769074824.322215:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b985e5600. 00010000:00000010:0.0:1769074824.322221:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b985e6f80. 00010000:00000040:0.0:1769074824.322227:0:31210:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b86036c00 count: 0 00010000:00000010:0.0:1769074824.322234:0:31210:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b8917c680. 00010000:00000001:0.0:1769074824.322246:0:31210:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074824.322249:0:31210:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340200/0x5d432443066b74dd lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d3f4 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074824.322258:0:31210:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340200/0x5d432443066b74dd lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d3f4 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.322264:0:31210:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074824.322269:0:31210:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074824.322272:0:31210:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074824.322274:0:31210:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074824.322275:0:31210:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074824.322277:0:31210:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x46:0x0].0x0 (ffff982b985e5600) refcount = 1 00010000:00010000:0.0:1769074824.322351:0:31210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340200/0x5d432443066b74dd lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d3f4 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.322357:0:31210:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074824.322361:0:31210:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074824.322364:0:31210:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074824.322367:0:31210:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074824.322369:0:31210:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074824.322373:0:31210:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340200/0x5d432443066b74dd lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d3f4 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.322378:0:31210:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074824.322380:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.322382:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.322383:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.322384:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.322385:0:31210:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.322390:0:31210:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074824.322394:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.322395:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.322396:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340200 refcount=3 00000020:00000001:0.0:1769074824.322398:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00010000:00000001:0.0:1769074824.322400:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00010000:00000001:0.0:1769074824.322403:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.322404:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.322405:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340200 refcount=4 00000020:00000001:0.0:1769074824.322406:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00010000:00000001:0.0:1769074824.322408:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00010000:00000001:0.0:1769074824.322411:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074824.322414:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074824.322416:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340200/0x5d432443066b74dd lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d3f4 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.322422:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.322423:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.322425:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.322426:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.322427:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340200 refcount=5 00000020:00000001:0.0:1769074824.322429:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00010000:00000001:0.0:1769074824.322432:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00010000:00000001:0.0:1769074824.322435:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074824.322478:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340200/0x5d432443066b74dd lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d3f4 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.322485:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.322486:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074824.322489:0:31210:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340200/0x5d432443066b74dd lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d3f4 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.322495:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074824.322496:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.322497:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.322499:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.322500:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074824.322505:0:31210:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff982b90379f80 x1855007613339264/t73014444065(73014444065) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074824.322515:0:31210:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1769074824.322521:0:31210:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff982b90379f80 x1855007613339264/t73014444065(73014444065) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074824.322527:0:31210:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.322537:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.322539:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.322541:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340200 refcount=3 00000020:00000001:0.0:1769074824.322543:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00010000:00000001:0.0:1769074824.322546:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00000002:00010000:0.0:1769074824.322550:0:31210:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340200/0x5d432443066b74dd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d3f4 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000002:00000010:0.0:1769074824.322560:0:31210:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff982b99072780. 00010000:00000001:0.0:1769074824.322563:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.322565:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074824.322567:0:31210:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.322569:0:31210:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.322572:0:31210:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1769074824.322575:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.322577:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603421056 : -114162106130560 : ffff982b90379f80) 00000100:00000001:0.0:1769074824.322579:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.322580:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603421056 : -114162106130560 : ffff982b90379f80) 00010000:00000001:0.0:1769074824.322582:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.322584:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.322585:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340200 refcount=3 00000020:00000001:0.0:1769074824.322587:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00010000:00000001:0.0:1769074824.322589:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00000002:00010000:0.0:1769074824.322592:0:31210:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340200/0x5d432443066b74dd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d3f4 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074824.322599:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.322600:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.322602:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074824.322603:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.322604:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.322605:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340200 refcount=3 00000020:00000001:0.0:1769074824.322607:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00010000:00000001:0.0:1769074824.322609:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00010000:00000040:0.0:1769074824.322614:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5600 count: 2 00010000:00000001:0.0:1769074824.322616:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074824.322620:0:31210:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b873df800 type 13 mode 4 res 8589939617/70 (0 0) 00010000:00000001:0.0:1769074824.322622:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.322624:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074824.322625:0:31210:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074824.322629:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf768 00000002:00002000:0.0:1769074824.322631:0:31210:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f16.replay-dual-14 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1769074824.322635:0:31210:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.322640:0:31210:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.322644:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074824.322648:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1769074824.322653:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074824.322659:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000001:0.0:1769074824.322662:0:31210:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1769074824.322664:0:31210:0:(namei.c:677:ll_lookup_it_finish()) it ffff982b984122a0 it_disposition 1800037 00000080:00002000:0.0:1769074824.322671:0:31210:0:(namei.c:656:ll_splice_alias()) Add dentry ffff982b90665510 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1769074824.322678:0:31210:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769074824.322681:0:31210:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:0.0:1769074824.322684:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf9a0 00000080:00200000:0.0:1769074824.322686:0:31210:0:(namei.c:1569:ll_create_it()) VFS Op:name=f16.replay-dual-14, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), intent=open|creat 00000080:00000001:0.0:1769074824.322689:0:31210:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:0.0:1769074824.322692:0:31210:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074824.322699:0:31210:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1769074824.322703:0:31210:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074824.322706:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366342 : 144115272381366342 : 2000013a1000046) 00000080:00000001:0.0:1769074824.322710:0:31210:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:0.0:1769074824.322734:0:31210:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff982b906b2100. 00000020:00000001:0.0:1769074824.322747:0:31210:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:0.0:1769074824.322749:0:31210:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1769074824.322753:0:31210:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:0.0:1769074824.322755:0:31210:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a1:0x46:0x0](ffff982b906b21c8) 00000020:00000001:0.0:1769074824.322760:0:31210:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074824.322765:0:31210:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911477432328 : -114162232119288 : ffff982b88b53008) 00000020:00001000:0.0:1769074824.322768:0:31210:0:(cl_object.c:785:cl_env_get()) 1@ffff982b88b53000 00000020:00000001:0.0:1769074824.322773:0:31210:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:0.0:1769074824.322778:0:31210:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff982b985e4190. 00000020:00000001:0.0:1769074824.322781:0:31210:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:0.0:1769074824.322783:0:31210:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074824.322792:0:31210:0:(lov_object.c:2321:lov_object_alloc()) Process entered 00020000:00000010:0.0:1769074824.322797:0:31210:0:(lov_object.c:2322:lov_object_alloc()) slab-alloced 'lov': 248 at ffff982b9029d2e8. 00020000:00000001:0.0:1769074824.322799:0:31210:0:(lov_object.c:2336:lov_object_alloc()) Process leaving (rc=18446629911602516712 : -114162107034904 : ffff982b9029d2e8) 00020000:00000001:0.0:1769074824.322802:0:31210:0:(lov_object.c:1378:lov_object_init()) Process entered 00020000:00000001:0.0:1769074824.322806:0:31210:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1769074824.322813:0:31210:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff982b98412a20. 00020000:00000010:0.0:1769074824.322817:0:31210:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff982b860f9600. 00020000:00000010:0.0:1769074824.322824:0:31210:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff982b98412d20. 00020000:00000001:0.0:1769074824.322827:0:31210:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446629911738264864 : -114161971286752 : ffff982b98412d20) 00020000:00000002:0.0:1769074824.322830:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b98412d20, objid 0x46:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074824.322836:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074824.322840:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b860f9600: ostid: 0x280000400:1545 ost idx: 1 gen: 0 00020000:00000001:0.0:1769074824.322843:0:31210:0:(lov_object.c:603:lov_init_composite()) Process entered 00020000:00000002:0.0:1769074824.322846:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b98412d20, objid 0x46:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074824.322850:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074824.322853:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b860f9600: ostid: 0x280000400:1545 ost idx: 1 gen: 0 00020000:00000010:0.0:1769074824.322857:0:31210:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff982b98587d70. 00020000:00000010:0.0:1769074824.322861:0:31210:0:(lov_object.c:626:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff982b985ecc00. 00020000:00000001:0.0:1769074824.322867:0:31210:0:(lov_object.c:194:lov_init_raid0()) Process entered 00020000:00000010:0.0:1769074824.322870:0:31210:0:(lov_object.c:199:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff982b874cf930. 00020000:00000001:0.0:1769074824.322875:0:31210:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1769074824.322876:0:31210:0:(lu_object.c:808:lu_object_find_at()) Process entered 00020000:00000001:0.0:1769074824.322882:0:31210:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1769074824.322886:0:31210:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff982b985e44b0. 00000020:00000001:0.0:1769074824.322888:0:31210:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:0.0:1769074824.322889:0:31210:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074824.322892:0:31210:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446629911740171568 : -114161969380048 : ffff982b985e4530) 00020000:00000001:0.0:1769074824.322896:0:31210:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:0.0:1769074824.322902:0:31210:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff982b985e0c40. 00020000:00000001:0.0:1769074824.322905:0:31210:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074824.322910:0:31210:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629911740171568 : -114161969380048 : ffff982b985e4530) 00020000:00000001:0.0:1769074824.322913:0:31210:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446629911740171568 : -114161969380048 : ffff982b985e4530) 00020000:00000002:0.0:1769074824.322916:0:31210:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x609:0x0]@ffff982b985e44b0[0:0] -> [0x2000013a1:0x46:0x0]@ffff982b985e4190: ostid: 0x280000400:1545 ost idx: 1 gen: 0 00020000:00000001:0.0:1769074824.322922:0:31210:0:(lov_object.c:264:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:0.0:1769074824.322925:0:31210:0:(lov_object.c:812:lov_init_composite()) Process leaving 00020000:00000001:0.0:1769074824.322927:0:31210:0:(lov_object.c:1406:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074824.322930:0:31210:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629911740170768 : -114161969380848 : ffff982b985e4210) 00000020:00001000:0.0:1769074824.322934:0:31210:0:(cl_object.c:879:cl_env_put()) 1@ffff982b88b53000 00000080:00000001:0.0:1769074824.322940:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366342 : 144115272381366342 : 2000013a1000046) 00000080:00000001:0.0:1769074824.322943:0:31210:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:0.0:1769074824.322946:0:31210:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272381366342 mtime from 0 to 1769074824 00000080:00000001:0.0:1769074824.322951:0:31210:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1769074824.322954:0:31210:0:(namei.c:160:ll_iget()) Process leaving (rc=18446629911606796744 : -114162102754872 : ffff982b906b21c8) 00010000:00000001:0.0:1769074824.322957:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.322958:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.322960:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340200 refcount=3 00000020:00000001:0.0:1769074824.322962:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00010000:00000001:0.0:1769074824.322964:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00000080:00000001:0.0:1769074824.322968:0:31210:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:0.0:1769074824.322969:0:31210:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074824.322971:0:31210:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911477432328 : -114162232119288 : ffff982b88b53008) 00000020:00001000:0.0:1769074824.322972:0:31210:0:(cl_object.c:785:cl_env_get()) 1@ffff982b88b53000 00000020:00000001:0.0:1769074824.322974:0:31210:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:0.0:1769074824.322977:0:31210:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:0.0:1769074824.322979:0:31210:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1769074824.322982:0:31210:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff982b984128a0. 00020000:00000010:0.0:1769074824.322985:0:31210:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff982b860f9780. 00020000:00000010:0.0:1769074824.322988:0:31210:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff982b98412120. 00020000:00000001:0.0:1769074824.322990:0:31210:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446629911738261792 : -114161971289824 : ffff982b98412120) 00020000:00000002:0.0:1769074824.322992:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b98412120, objid 0x46:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074824.322996:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074824.322999:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b860f9780: ostid: 0x280000400:1545 ost idx: 1 gen: 0 00020000:00000002:0.0:1769074824.323004:0:31210:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff982b9029d2e8) owner ffff982b86784f80 00020000:00000001:0.0:1769074824.323007:0:31210:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1769074824.323010:0:31210:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff982b9029d2e8) owner ffff982b86784f80 00020000:00000010:0.0:1769074824.323016:0:31210:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff982b860f9780. 00020000:00000010:0.0:1769074824.323020:0:31210:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff982b984128a0. 00020000:00000010:0.0:1769074824.323023:0:31210:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff982b98412120. 00020000:00000002:0.0:1769074824.323025:0:31210:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x46:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1769074824.323028:0:31210:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074824.323030:0:31210:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074824.323034:0:31210:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1769074824.323037:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9029d2e8) owner 0000000000000000/ffff982b86784f80 00020000:00000002:0.0:1769074824.323040:0:31210:0:(lov_object.c:2349:lov_lsm_addref()) lsm ffff982b98412d20 addref 2/0 by ffff982b86784f80. 00020000:00000002:0.0:1769074824.323043:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9029d2e8) owner 0000000000000000/ffff982b86784f80 00020000:00000001:0.0:1769074824.323046:0:31210:0:(lov_object.c:2245:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1769074824.323049:0:31210:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1769074824.323050:0:31210:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1769074824.323052:0:31210:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1769074824.323054:0:31210:0:(lov_object.c:2264:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1769074824.323056:0:31210:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x46:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1769074824.323059:0:31210:0:(cl_object.c:879:cl_env_put()) 1@ffff982b88b53000 00000080:00000001:0.0:1769074824.323061:0:31210:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.323063:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.323064:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074824.323066:0:31210:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074824.323069:0:31210:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1769074824.323071:0:31210:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074824.323074:0:31210:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a1:0x46:0x0](ffff982b906b21c8) 00000080:00010000:0.0:1769074824.323077:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x46:0x0](ffff982b906b21c8) for lock 0x5d432443066b74dd 00800000:00000001:0.0:1769074824.323081:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074824.323083:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074824.323084:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.323085:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.323087:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340200 refcount=3 00000020:00000001:0.0:1769074824.323089:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00010000:00000001:0.0:1769074824.323091:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00010000:00000001:0.0:1769074824.323094:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.323095:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074824.323096:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.323098:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.323099:0:31210:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:0.0:1769074824.323102:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.323109:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b90379f80 x1855007613339264/t73014444065(73014444065) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.323121:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.323127:0:31210:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074824.323133:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x46:0x0](ffff982b906b21c8) 00000080:00000001:0.0:1769074824.323136:0:31210:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1769074824.323141:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b996c0400. 00000100:00000001:0.0:1769074824.323146:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.323149:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90379f80 x1855007613339264/t73014444065(73014444065) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.323156:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.323162:0:31210:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1769074824.323164:0:31210:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.323177:0:31210:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:0.0:1769074824.323180:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa60 00000080:00200008:0.0:1769074824.323182:0:31210:0:(file.c:1001:ll_file_open()) START file f16.replay-dual-14:[0x2000013a1:0x46:0x0](ffff982b906b21c8), flags 100102 00000080:00000010:0.0:1769074824.323193:0:31210:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff982b996fc3c0. 00000080:00000010:0.0:1769074824.323200:0:31210:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff982b99072f80. 00000080:00000001:0.0:1769074824.323203:0:31210:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:0.0:1769074824.323207:0:31210:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1769074824.323211:0:31210:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1769074824.323215:0:31210:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff982b85d25340. 00000002:00100000:0.0:1769074824.323220:0:31210:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff982b90379f80 x1855007613339264/t73014444065(73014444065) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074824.323226:0:31210:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.323228:0:31210:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1769074824.323233:0:31210:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1769074824.323236:0:31210:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.323240:0:31210:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074824.323243:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.323246:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90379f80 x1855007613339264/t73014444065(73014444065) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1769074824.323254:0:31210:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074824.323259:0:31210:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff982b902a0000. 02000000:00000001:0.0:1769074824.323332:0:31210:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1769074824.323335:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074824.323338:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa60 00000080:00000008:0.0:1769074824.323339:0:31210:0:(file.c:1240:ll_file_open()) COMPLETED file f16.replay-dual-14:[0x2000013a1:0x46:0x0](ffff982b906b21c8), flags 100102, rc = 0 00000080:00000001:0.0:1769074824.323344:0:31210:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1769074824.323346:0:31210:0:(dcache.c:176:ll_intent_release()) intent ffff982b984122a0 released 00000080:00010000:0.0:1769074824.323349:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b74dd from it ffff982b984122a0 00010000:00000001:0.0:1769074824.323351:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.323353:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.323355:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340200 refcount=3 00000020:00000001:0.0:1769074824.323356:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00010000:00000001:0.0:1769074824.323359:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603184128 : -114162106367488 : ffff982b90340200) 00010000:00000001:0.0:1769074824.323361:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074824.323365:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340200/0x5d432443066b74dd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf5b77ed682f5d3f4 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074824.323373:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.323374:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.323376:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074824.323379:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074824.323382:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340200/0x5d432443066b74dd lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf5b77ed682f5d3f4 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074824.323390:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074824.323393:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074824.323395:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074824.323400:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.323401:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.323403:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.323407:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074824.323409:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.323411:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.323414:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.323416:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074824.323417:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.323418:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074824.323420:0:31210:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1769074824.323422:0:31210:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:0.0:1769074824.323424:0:31210:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1769074824.323427:0:31210:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769074824.323429:0:31210:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1769074824.323431:0:31210:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.323434:0:31210:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1769074824.323448:0:31210:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.323450:0:31210:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769074824.323452:0:31210:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.323454:0:31210:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1769074824.323457:0:31210:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff982b984122a0. 00000080:00000001:0.0:1769074824.323460:0:31210:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.323466:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1769074824.323468:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x46:0x0](ffff982b906b21c8), inode mode 81a4 mask 40 00000080:00000001:0.0:1769074824.323472:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074824.323499:0:31210:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1769074824.323502:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9029d2e8) owner 0000000000000000/ffff982b86784f80 00020000:00000002:0.0:1769074824.323505:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9029d2e8) owner 0000000000000000/ffff982b86784f80 00020000:00000001:0.0:1769074824.323508:0:31210:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.323518:0:31210:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:0.0:1769074824.323520:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafdd0 00000080:00200008:0.0:1769074824.323522:0:31210:0:(file.c:424:ll_file_release()) START file f16.replay-dual-14:[0x2000013a1:0x46:0x0](ffff982b906b21c8), flags 100002 00000080:00000001:0.0:1769074824.323525:0:31210:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:0.0:1769074824.323528:0:31210:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:0.0:1769074824.323529:0:31210:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1769074824.323531:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9029d2e8) owner 0000000000000000/ffff982b86784f80 00020000:00000002:0.0:1769074824.323533:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9029d2e8) owner 0000000000000000/ffff982b86784f80 00020000:00000001:0.0:1769074824.323535:0:31210:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.323537:0:31210:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:0.0:1769074824.323542:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074824.323545:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074824.323548:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5600 count: 2 00010000:00000001:0.0:1769074824.323550:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074824.323555:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074824.323557:0:31210:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x46:0x0]: 0 00000080:00000001:0.0:1769074824.323561:0:31210:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1769074824.323563:0:31210:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1769074824.323567:0:31210:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff982b996c0400. 00000080:00000001:0.0:1769074824.323570:0:31210:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1769074824.323577:0:31210:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1769074824.323580:0:31210:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1769074824.323583:0:31210:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x46:0x0] 00000002:00000001:0.0:1769074824.323586:0:31210:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1769074824.323589:0:31210:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff982b858dd800: [0x2000013a1:0x46:0x0] file closed with intent: 0 00000100:00000010:0.0:1769074824.323596:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b903a9180. 00000020:00000040:0.0:1769074824.323601:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=35 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:0.0:1769074824.323606:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074824.323610:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074824.323615:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074824.323622:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b996c0600. 00000100:00000001:0.0:1769074824.323630:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1769074824.323643:0:31210:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff982b90379f80 x1855007613339264/t73014444065(73014444065) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1769074824.323655:0:31210:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b858dd800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074824.323661:0:31210:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b903a9180 x1855007613339520/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1769074824.323669:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074824.323671:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074824.323678:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b985ec540. 00000100:00000001:0.0:1769074824.323681:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911740204352 : -114161969347264 : ffff982b985ec540) 00000100:00000001:0.0:1769074824.323684:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.323685:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603614080 : -114162105937536 : ffff982b903a9180) 00000100:00000001:0.0:1769074824.323691:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074824.323695:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.323697:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074824.323699:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074824.323703:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903a9180 x1855007613339520/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.323711:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074824.323714:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074824.323719:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074824.323722:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074824.323724:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074824.323728:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903a9180 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613339520:192.168.204.151@tcp:35:createmany.0 00000100:00000001:0.0:1769074824.323733:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074824.323738:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074824.323741:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074824.323745:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074824.323750:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b85883800. 02000000:00000001:0.0:1769074824.323752:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074824.323763:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074824.323769:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b64d0. 00000400:00000010:0.0:1769074824.323777:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604fee0. 00000100:00000200:0.0:1769074824.323785:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613339520, portal 10 00000100:00000001:0.0:1769074824.323788:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.323789:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603614080 : -114162105937536 : ffff982b903a9180) 00000100:00000040:0.0:1769074824.323797:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b903a9180 x1855007613339520/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.323804:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074824.323807:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074824.323810:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604ff68. 00000100:00000200:0.0:1769074824.323815:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613339520, offset 0 00000400:00000200:0.0:1769074824.323822:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074824.323831:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074824.323841:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074824.323848:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074824.323854:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074824.323859:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074824.323862:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074824.323867:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15376:15376:256:4294967295] 192.168.204.151@tcp LPNI seq info [15376:15376:8:4294967295] 00000400:00000200:0.0:1769074824.323871:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074824.323883:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074824.323889:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074824.323896:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08a00. 00000800:00000200:0.0:1769074824.323904:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074824.323913:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074824.323918:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1769074824.323935:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074824.323940:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 913850 usecs (914 jiffies) 00000400:00000200:0.0:1769074824.323944:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074824.323947:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296481915 00000100:00000001:0.0:1769074824.323951:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:0.0:1769074824.323953:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296481915 00000100:00000001:0.0:1769074824.323956:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:0.0:1769074824.323959:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074824.323962:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.323964:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074824.323966:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074824.323970:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985ec540 going to sleep for 11 seconds 00000100:00000001:0.0:1769074824.323973:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074824.323976:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074824.324196:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074824.324202:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08a00. 00000400:00000200:2.0:1769074824.324209:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.324215:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074824.324223:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604ff68 00000400:00000010:2.0:1769074824.324226:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604ff68. 00000100:00000001:2.0:1769074824.324231:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074824.324236:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903a9180 x1855007613339520/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.324245:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.324247:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a9180 x1855007613339520/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.324253:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.324255:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1769074824.328747:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86036c00. 00000800:00000001:2.0:1769074824.331760:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.331791:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074824.331797:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.331799:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074824.331815:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.331828:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074824.331838:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.331845:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.331854:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.331859:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd94780 00000400:00000200:2.0:1769074824.331867:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.331876:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x22375 [1] + 224 00000800:00000001:2.0:1769074824.331888:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.331919:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074824.331924:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.331929:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074824.331941:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074824.331954:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903a9180 x1855007613339520/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074824.331967:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff982b903a9180 x1855007613339520/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.331995:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074824.332010:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.332015:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074824.332625:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074824.332639:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074824.332643:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074824.332649:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b64d0. 00000400:00000200:0.0:1769074824.332656:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604fee0 00000400:00000010:0.0:1769074824.332659:0:31210:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604fee0. 00000100:00000001:0.0:1769074824.332663:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074824.332672:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903a9180 x1855007613339520/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074824.332690:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903a9180 x1855007613339520/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.332698:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074824.332700:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074824.332703:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074824.332708:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074824.332711:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074824.332714:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074824.332718:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074824.332733:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88ca0 time=35 v=5 (5 0 10 10) 00000100:00001000:0.0:1769074824.332739:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074824.332743:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074824.332745:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.332748:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074824.332753:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.332758:0:31210:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1769074824.332760:0:31210:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1769074824.332762:0:31210:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1769074824.332765:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.332767:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603614080 : -114162105937536 : ffff982b903a9180) 00000100:00000001:0.0:1769074824.332773:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074824.332775:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:0.0:1769074824.332777:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074824.332781:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074824.332788:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903a9180 x1855007613339520/t73014444066(73014444066) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.332796:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074824.332799:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074824.332801:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074824.332806:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903a9180 x1855007613339520/t73014444066(73014444066) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074824.332813:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903a9180 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613339520:192.168.204.151@tcp:35:createmany.0 00000100:00000001:0.0:1769074824.332819:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074824.332822:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.332824:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074824.332827:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.332830:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a9180 x1855007613339520/t73014444066(73014444066) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.332836:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074824.332839:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b985ec540. 00000100:00000001:0.0:1769074824.332843:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074824.332845:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.332852:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.332854:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603614080 : -114162105937536 : ffff982b903a9180) 00000002:00000001:0.0:1769074824.332857:0:31210:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.332861:0:31210:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074824.332868:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b996c0400. 00000080:00000001:0.0:1769074824.332874:0:31210:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1769074824.332878:0:31210:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1769074824.332883:0:31210:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1769074824.332890:0:31210:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff982b90379f80 x1855007613339264/t73014444065(73014444065) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074824.332981:0:31210:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.332983:0:31210:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074824.332986:0:31210:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff982b99072f80. 00000100:00000001:0.0:1769074824.332990:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.332994:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a9180 x1855007613339520/t73014444066(73014444066) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.333000:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.333003:0:31210:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074824.333008:0:31210:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff982b996fc3c0. 00000080:00000001:0.0:1769074824.333015:0:31210:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074824.333023:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafdd0 00000080:00000008:0.0:1769074824.333026:0:31210:0:(file.c:464:ll_file_release()) COMPLETED file f16.replay-dual-14:[0x2000013a1:0x46:0x0](ffff982b906b21c8), flags 100002, rc = 0 00000080:00000001:0.0:1769074824.333031:0:31210:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.333038:0:31210:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1769074824.333040:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafe00 00000080:00002000:0.0:1769074824.333043:0:31210:0:(dcache.c:127:ll_ddelete()) keeping dentry f16.replay-dual-14 (ffff982b90665510, parent ffff982b90d9e5e8, inode ffff982b906b21c8) hashed, 00000080:00000001:0.0:1769074824.333046:0:31210:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.333142:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074824.333146:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074824.333149:0:31210:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074824.333150:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafbc0 00000080:00200000:0.0:1769074824.333153:0:31210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:0.0:1769074824.333160:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b996c0400. 00800000:00000002:0.0:1769074824.333169:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:0.0:1769074824.333175:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074824.333180:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074824.333183:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafae0 00800000:00000002:0.0:1769074824.333187:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074824.333191:0:31210:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074824.333195:0:31210:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074824.333202:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074824.333204:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf9b0 00000002:00010000:0.0:1769074824.333206:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074824.333210:0:31210:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074824.333212:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074824.333217:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074824.333226:0:31210:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.333229:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.333231:0:31210:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.333233:0:31210:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1769074824.333236:0:31210:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1769074824.333245:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98583100. 00000020:00000040:0.0:1769074824.333250:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=36 obd=lustre-MDT0000-mdc-ffff982b858dd800 00010000:00000001:0.0:1769074824.333256:0:31210:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1769074824.333263:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074824.333272:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.333274:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.333278:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.333380:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074824.333382:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074824.333389:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074824.333400:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b85882400. 00000100:00000001:0.0:1769074824.333409:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.333414:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074824.333416:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.333418:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074824.333419:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.333421:0:31210:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.333428:0:31210:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446629911739773184 : -114161969778432 : ffff982b98583100) 00010000:00000001:0.0:1769074824.333432:0:31210:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1769074824.333434:0:31210:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1769074824.333449:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b985e5c00. 00010000:00000010:0.0:1769074824.333454:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b985e6900. 00010000:00000001:0.0:1769074824.333459:0:31210:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1769074824.333998:0:31210:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b90255800. 00000020:00000001:0.0:1769074824.334006:0:31210:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074824.334009:0:31210:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b90255800 with handle 0x5d432443066b74e4 to hash 00000020:00000001:0.0:1769074824.334012:0:31210:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1769074824.334013:0:31210:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911602223104 : -114162107328512 : ffff982b90255800) 00010000:00000001:0.0:1769074824.334018:0:31210:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911602223104 : -114162107328512 : ffff982b90255800) 00010000:00000001:0.0:1769074824.334022:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074824.334025:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074824.334030:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255800/0x5d432443066b74e4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31210 initiator: MDT0 00010000:00010000:0.0:1769074824.334040:0:31210:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255800/0x5d432443066b74e4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00010000:00010000:0.0:1769074824.334055:0:31210:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255800/0x5d432443066b74e4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000100:00000001:0.0:1769074824.334061:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074824.334065:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000800:00000200:3.0:1769074824.338025:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074824.338034:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a34bc00. 00000400:00000200:3.0:1769074824.338043:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.338051:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074824.338060:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8550 00000400:00000010:3.0:1769074824.338063:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8550. 00000100:00000001:3.0:1769074824.338069:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074824.338078:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b98583100 x1855007613339648/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.338093:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074824.338096:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b98583100 x1855007613339648/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.338103:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074824.338105:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074824.349672:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.349742:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074824.349747:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.349750:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074824.349769:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.349781:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074824.349795:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.349802:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.349809:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.349815:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 688 into portal 10 MB=0x6971e9dd94800 00000400:00000200:2.0:1769074824.349821:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.349830:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 688/688 into md 0x2237d [1] + 224 00000800:00000001:2.0:1769074824.349842:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.349861:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074824.349864:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.349870:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074824.349880:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074824.349893:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b98583100 x1855007613339648/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074824.350845:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff982b98583100 x1855007613339648/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.351139:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074824.351164:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.351174:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1769074824.363790:0:31210:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1769074824.363794:0:31210:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1769074824.363797:0:31210:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1769074824.363800:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074824.363804:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074824.363807:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5c00 count: 3 00010000:00000001:1.0:1769074824.363810:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074824.363814:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.363816:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074824.363817:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074824.363819:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5c00 count: 3 00010000:00000001:1.0:1769074824.363821:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074824.363823:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.363825:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074824.363826:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074824.363828:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5c00 count: 3 00010000:00000001:1.0:1769074824.363830:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074824.363832:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.363834:0:31210:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1769074824.363838:0:31210:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff982b90dbe300, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1769074824.363842:0:31210:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1769074824.363850:0:31210:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1769074824.363853:0:31210:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1769074824.363854:0:31210:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.363859:0:31210:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1769074824.363863:0:31210:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769074824.363865:0:31210:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769074824.363867:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074824.363869:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1769074824.363872:0:31210:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b90255800 with handle 0x5d432443066b74e4 from hash 00010000:00000001:1.0:1769074824.363875:0:31210:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769074824.363877:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.363878:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.363880:0:31210:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769074824.363884:0:31210:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769074824.363886:0:31210:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1769074824.363889:0:31210:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769074824.363891:0:31210:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769074824.364819:0:31210:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1769074824.364846:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9849ca80. 00000020:00000040:1.0:1769074824.364854:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=36 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:1.0:1769074824.364863:0:31210:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769074824.364866:0:31210:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.364870:0:31210:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1769074824.364877:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074824.364885:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.364888:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.364889:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.364987:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074824.364991:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074824.364999:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074824.365012:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b87462400. 00000100:00000001:1.0:1769074824.365025:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.365033:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074824.365037:0:31210:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1769074824.365043:0:31210:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255800/0x5d432443066b74e4 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d409 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074824.365054:0:31210:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1769074824.365056:0:31210:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769074824.365058:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769074824.365061:0:31210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255800/0x5d432443066b74e4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d409 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1769074824.365070:0:31210:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b985e5c00 count: 0 00010000:00000010:1.0:1769074824.365080:0:31210:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b985e6900. 00010000:00000001:1.0:1769074824.365097:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.365099:0:31210:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.365101:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074824.365102:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.365105:0:31210:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.365117:0:31210:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446629911738829440 : -114161970722176 : ffff982b9849ca80) 00010000:00000001:1.0:1769074824.365123:0:31210:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1769074824.365128:0:31210:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1769074824.365134:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b9020c000. 00010000:00000010:1.0:1769074824.365140:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b90209e00. 00010000:00000001:1.0:1769074824.365146:0:31210:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1769074824.365150:0:31210:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b902ed800. 00000020:00000001:1.0:1769074824.365154:0:31210:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1769074824.365157:0:31210:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b902ed800 with handle 0x5d432443066b74eb to hash 00000020:00000001:1.0:1769074824.365159:0:31210:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1769074824.365160:0:31210:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911602845696 : -114162106705920 : ffff982b902ed800) 00010000:00000001:1.0:1769074824.365165:0:31210:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911602845696 : -114162106705920 : ffff982b902ed800) 00010000:00000001:1.0:1769074824.365169:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074824.365171:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074824.365175:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ed800/0x5d432443066b74eb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31210 initiator: MDT0 00010000:00010000:1.0:1769074824.365182:0:31210:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ed800/0x5d432443066b74eb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000020:00100000:1.0:1769074824.365198:0:31210:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b858dd800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074824.365215:0:31210:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b9849ca80 x1855007613339904/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074824.365226:0:31210:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ed800/0x5d432443066b74eb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000100:00000001:1.0:1769074824.365232:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074824.365234:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074824.365243:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b8491e480. 00000100:00000001:1.0:1769074824.365246:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911408010368 : -114162301541248 : ffff982b8491e480) 00000100:00000001:1.0:1769074824.365249:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.365251:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738829440 : -114161970722176 : ffff982b9849ca80) 00000100:00000001:1.0:1769074824.365258:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074824.365263:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.365266:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074824.365268:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074824.365273:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9849ca80 x1855007613339904/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.366981:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074824.366985:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.366993:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074824.366998:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074824.367001:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074824.367012:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9849ca80 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613339904:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074824.367019:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074824.367028:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074824.367032:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.367035:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074824.367131:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff982b902a0000. 02000000:00000001:1.0:1769074824.367135:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074824.367149:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074824.367159:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47000. 00000400:00000010:1.0:1769074824.367169:0:31210:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff982b87460c00. 00000100:00000200:1.0:1769074824.367179:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007613339904, portal 10 00000100:00000001:1.0:1769074824.367182:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.367183:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738829440 : -114161970722176 : ffff982b9849ca80) 00000100:00000040:1.0:1769074824.367197:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b9849ca80 x1855007613339904/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.367205:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074824.367208:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074824.367213:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e85d8. 00000100:00000200:1.0:1769074824.367218:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007613339904, offset 0 00000400:00000200:1.0:1769074824.367225:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074824.367235:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074824.367246:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074824.367254:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074824.367259:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074824.367263:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074824.367267:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074824.367271:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15378:15378:256:4294967295] 192.168.204.151@tcp LPNI seq info [15378:15378:8:4294967295] 00000400:00000200:1.0:1769074824.367276:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074824.367306:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074824.367314:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074824.369827:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a34bd00. 00000800:00000200:1.0:1769074824.369854:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074824.369863:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074824.369869:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a34bd00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1769074824.369906:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074824.369915:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 911040 usecs (912 jiffies) 00000400:00000200:1.0:1769074824.369926:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074824.369930:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296481959 00000100:00000001:1.0:1769074824.369935:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:1.0:1769074824.369938:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296481959 00000100:00000001:1.0:1769074824.369940:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:1.0:1769074824.369943:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074824.369947:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.369952:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074824.369954:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074824.369958:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8491e480 going to sleep for 11 seconds 00000100:00000001:1.0:1769074824.369961:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074824.369966:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074824.370398:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074824.370404:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a34bd00. 00000400:00000200:3.0:1769074824.370412:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.370420:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074824.370428:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e85d8 00000400:00000010:3.0:1769074824.370432:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e85d8. 00000100:00000001:3.0:1769074824.370446:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074824.370457:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849ca80 x1855007613339904/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.370482:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074824.370486:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849ca80 x1855007613339904/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.370493:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074824.370495:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1769074824.372122:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e5c00. 00010000:00000010:1.1:1769074824.372145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90255800. 00000800:00000001:2.0:1769074824.388055:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.388090:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074824.388094:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.388098:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074824.388112:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.388123:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074824.388132:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.388138:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.388145:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.388149:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 664 into portal 10 MB=0x6971e9dd94900 00000400:00000200:2.0:1769074824.388155:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.388163:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 664/664 into md 0x22385 [32] + 224 00000800:00000001:2.0:1769074824.388173:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.388183:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074824.388187:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.388192:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074824.388202:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074824.388215:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849ca80 x1855007613339904/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074824.388229:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff982b9849ca80 x1855007613339904/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.388351:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074824.389030:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769074824.389050:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769074824.389058:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.389068:0:2359:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074824.389075:0:2359:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15379:15379:256:4294967295] 192.168.204.151@tcp LPNI seq info [15379:15379:8:4294967295] 00000400:00000200:2.0:1769074824.389080:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.389091:0:2359:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:2.0:1769074824.389098:0:2359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074824.389109:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff982b90213c00. 00000800:00000200:2.0:1769074824.389116:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074824.389125:0:2359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074824.389129:0:2359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b90213c00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1769074824.389265:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074824.389270:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff982b90213c00. 00000400:00000200:2.0:1769074824.389275:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.389297:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:2.0:1769074824.389310:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.389316:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1769074824.394351:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074824.394364:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074824.394372:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47000. 00000400:00000200:1.0:1769074824.394387:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b87460c00 00000400:00000010:1.0:1769074824.394390:0:31210:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff982b87460c00. 00000100:00000001:1.0:1769074824.394405:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074824.394422:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849ca80 x1855007613339904/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074824.394453:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849ca80 x1855007613339904/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.394477:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074824.394480:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074824.394485:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074824.394490:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074824.394493:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074824.394497:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.394502:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074824.394516:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=35 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074824.394521:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074824.394524:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074824.394526:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.394530:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074824.394536:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.394541:0:31210:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1769074824.394544:0:31210:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:1.0:1769074824.394546:0:31210:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1769074824.394549:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.394550:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738829440 : -114161970722176 : ffff982b9849ca80) 00000100:00000001:1.0:1769074824.394555:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074824.394558:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:1.0:1769074824.394560:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074824.394564:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074824.394569:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849ca80 x1855007613339904/t73014444067(73014444067) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.394577:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074824.394581:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074824.394583:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074824.394587:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849ca80 x1855007613339904/t73014444067(73014444067) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074824.394594:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849ca80 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613339904:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074824.394613:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074824.394617:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.394621:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074824.394623:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074824.394627:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849ca80 x1855007613339904/t73014444067(73014444067) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.394634:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074824.394638:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b8491e480. 00000100:00000001:1.0:1769074824.394641:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074824.394643:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.394646:0:31210:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1769074824.394652:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.394656:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.394659:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ed800 refcount=4 00000020:00000001:1.0:1769074824.394662:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602845696 : -114162106705920 : ffff982b902ed800) 00010000:00000001:1.0:1769074824.394666:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602845696 : -114162106705920 : ffff982b902ed800) 00010000:00000040:1.0:1769074824.394675:0:31210:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b902ed800, remote cookie: 0xf5b77ed682f5d425, flags: 0x1001 00010000:00010000:1.0:1769074824.394682:0:31210:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ed800/0x5d432443066b74eb lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d425 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1769074824.394692:0:31210:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x47:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1769074824.394696:0:31210:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1769074824.395843:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b86036400. 00010000:00000010:2.0:1769074824.395860:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b8917c700. 00010000:00000040:2.0:1769074824.395872:0:31210:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b9020c000 count: 0 00010000:00000010:2.0:1769074824.395880:0:31210:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b90209e00. 00010000:00000001:2.0:1769074824.395894:0:31210:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074824.395900:0:31210:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ed800/0x5d432443066b74eb lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d425 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074824.395912:0:31210:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ed800/0x5d432443066b74eb lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d425 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.395920:0:31210:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1769074824.395927:0:31210:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1769074824.395931:0:31210:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1769074824.395933:0:31210:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1769074824.395934:0:31210:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1769074824.395937:0:31210:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x47:0x0].0x0 (ffff982b86036400) refcount = 1 00010000:00010000:2.0:1769074824.395941:0:31210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ed800/0x5d432443066b74eb lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d425 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.395948:0:31210:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1769074824.395953:0:31210:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1769074824.395955:0:31210:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074824.395959:0:31210:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1769074824.395963:0:31210:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074824.395966:0:31210:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ed800/0x5d432443066b74eb lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d425 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.395978:0:31210:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1769074824.395980:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.395982:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.395983:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.395984:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.395986:0:31210:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.395995:0:31210:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1769074824.396005:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.396007:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.396011:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ed800 refcount=3 00000020:00000001:2.0:1769074824.396013:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602845696 : -114162106705920 : ffff982b902ed800) 00010000:00000001:2.0:1769074824.396016:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602845696 : -114162106705920 : ffff982b902ed800) 00010000:00000001:2.0:1769074824.396020:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.396021:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.396023:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ed800 refcount=4 00000020:00000001:2.0:1769074824.396025:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602845696 : -114162106705920 : ffff982b902ed800) 00010000:00000001:2.0:1769074824.396026:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602845696 : -114162106705920 : ffff982b902ed800) 00010000:00000001:2.0:1769074824.396030:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074824.396033:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074824.396036:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ed800/0x5d432443066b74eb lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d425 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.396042:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.396044:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.396045:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.396047:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.396048:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ed800 refcount=5 00000020:00000001:2.0:1769074824.396050:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602845696 : -114162106705920 : ffff982b902ed800) 00010000:00000001:2.0:1769074824.396052:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602845696 : -114162106705920 : ffff982b902ed800) 00010000:00000001:2.0:1769074824.396055:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074824.396058:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ed800/0x5d432443066b74eb lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d425 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.396068:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.396070:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1769074824.396073:0:31210:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ed800/0x5d432443066b74eb lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d425 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.396080:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074824.396081:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.396082:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.396083:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.396084:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1769074824.396100:0:31210:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff982b9849ca80 x1855007613339904/t73014444067(73014444067) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074824.396123:0:31210:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1769074824.396128:0:31210:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff982b9849ca80 x1855007613339904/t73014444067(73014444067) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074824.396135:0:31210:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.396146:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.396147:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.396149:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ed800 refcount=3 00000020:00000001:2.0:1769074824.396151:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602845696 : -114162106705920 : ffff982b902ed800) 00010000:00000001:2.0:1769074824.396153:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602845696 : -114162106705920 : ffff982b902ed800) 00000002:00010000:2.0:1769074824.396158:0:31210:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ed800/0x5d432443066b74eb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d425 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000002:00000010:2.0:1769074824.396168:0:31210:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff982b984ba740. 00010000:00000001:2.0:1769074824.396170:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.396171:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074824.396173:0:31210:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.396176:0:31210:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.396179:0:31210:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1769074824.396184:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074824.396186:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738829440 : -114161970722176 : ffff982b9849ca80) 00000100:00000001:2.0:1769074824.396188:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074824.396189:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738829440 : -114161970722176 : ffff982b9849ca80) 00010000:00000001:2.0:1769074824.396191:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.396192:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.396193:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ed800 refcount=3 00000020:00000001:2.0:1769074824.396195:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602845696 : -114162106705920 : ffff982b902ed800) 00010000:00000001:2.0:1769074824.396197:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602845696 : -114162106705920 : ffff982b902ed800) 00000002:00010000:2.0:1769074824.396200:0:31210:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ed800/0x5d432443066b74eb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d425 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:2.0:1769074824.396206:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.396208:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.396210:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1769074824.396212:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.396213:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.396214:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ed800 refcount=3 00000020:00000001:2.0:1769074824.396216:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602845696 : -114162106705920 : ffff982b902ed800) 00010000:00000001:2.0:1769074824.396218:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602845696 : -114162106705920 : ffff982b902ed800) 00010000:00000040:2.0:1769074824.396224:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036400 count: 2 00010000:00000001:2.0:1769074824.396226:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1769074824.396231:0:31210:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b873df800 type 13 mode 4 res 8589939617/71 (0 0) 00010000:00000001:2.0:1769074824.396233:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.396234:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074824.396236:0:31210:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1769074824.396240:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf768 00000002:00002000:2.0:1769074824.396243:0:31210:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f16.replay-dual-15 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:2.0:1769074824.396247:0:31210:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074824.396253:0:31210:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074824.396257:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1769074824.396261:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1769074824.396266:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1769074824.396272:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000001:2.0:1769074824.396277:0:31210:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1769074824.396763:0:31210:0:(namei.c:677:ll_lookup_it_finish()) it ffff982b9020b8a0 it_disposition 1800037 00000080:00002000:2.0:1769074824.396775:0:31210:0:(namei.c:656:ll_splice_alias()) Add dentry ffff982b90960000 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1769074824.396783:0:31210:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1769074824.396786:0:31210:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:2.0:1769074824.396789:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf9a0 00000080:00200000:2.0:1769074824.396791:0:31210:0:(namei.c:1569:ll_create_it()) VFS Op:name=f16.replay-dual-15, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), intent=open|creat 00000080:00000001:2.0:1769074824.396795:0:31210:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:2.0:1769074824.396798:0:31210:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1769074824.396805:0:31210:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1769074824.396809:0:31210:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1769074824.396813:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366343 : 144115272381366343 : 2000013a1000047) 00000080:00000001:2.0:1769074824.396816:0:31210:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:2.0:1769074824.396834:0:31210:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff982b9068d280. 00000020:00000001:2.0:1769074824.396849:0:31210:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:2.0:1769074824.396851:0:31210:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1769074824.396855:0:31210:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:2.0:1769074824.396856:0:31210:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a1:0x47:0x0](ffff982b9068d348) 00000020:00000001:2.0:1769074824.396861:0:31210:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074824.396867:0:31210:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911434103192 : -114162275448424 : ffff982b86200998) 00000020:00001000:2.0:1769074824.396869:0:31210:0:(cl_object.c:785:cl_env_get()) 1@ffff982b86200990 00000020:00000001:2.0:1769074824.396875:0:31210:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:2.0:1769074824.396881:0:31210:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff982b82dbc4b0. 00000020:00000001:2.0:1769074824.396884:0:31210:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:2.0:1769074824.396886:0:31210:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074824.396906:0:31210:0:(lov_object.c:2321:lov_object_alloc()) Process entered 00020000:00000010:2.0:1769074824.396912:0:31210:0:(lov_object.c:2322:lov_object_alloc()) slab-alloced 'lov': 248 at ffff982b9a1351f0. 00020000:00000001:2.0:1769074824.396915:0:31210:0:(lov_object.c:2336:lov_object_alloc()) Process leaving (rc=18446629911768814064 : -114161940737552 : ffff982b9a1351f0) 00020000:00000001:2.0:1769074824.396918:0:31210:0:(lov_object.c:1378:lov_object_init()) Process entered 00020000:00000001:2.0:1769074824.396921:0:31210:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1769074824.396929:0:31210:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff982b984d6ae0. 00020000:00000010:2.0:1769074824.396934:0:31210:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff982b88365500. 00020000:00000010:2.0:1769074824.396941:0:31210:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff982b984d6840. 00020000:00000001:2.0:1769074824.396943:0:31210:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446629911739066432 : -114161970485184 : ffff982b984d6840) 00020000:00000002:2.0:1769074824.396947:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b984d6840, objid 0x47:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1769074824.396953:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1769074824.396957:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b88365500: ostid: 0x240000400:1545 ost idx: 0 gen: 0 00020000:00000001:2.0:1769074824.396961:0:31210:0:(lov_object.c:603:lov_init_composite()) Process entered 00020000:00000002:2.0:1769074824.396963:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b984d6840, objid 0x47:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1769074824.396966:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1769074824.396969:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b88365500: ostid: 0x240000400:1545 ost idx: 0 gen: 0 00020000:00000010:2.0:1769074824.396973:0:31210:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff982b84823fc0. 00020000:00000010:2.0:1769074824.396977:0:31210:0:(lov_object.c:626:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff982b85821cc0. 00020000:00000001:2.0:1769074824.396981:0:31210:0:(lov_object.c:194:lov_init_raid0()) Process entered 00020000:00000010:2.0:1769074824.396985:0:31210:0:(lov_object.c:199:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff982b98578698. 00020000:00000001:2.0:1769074824.396989:0:31210:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1769074824.396990:0:31210:0:(lu_object.c:808:lu_object_find_at()) Process entered 00020000:00000001:2.0:1769074824.396997:0:31210:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1769074824.397002:0:31210:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff982b82dbc258. 00000020:00000001:2.0:1769074824.397003:0:31210:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:2.0:1769074824.397005:0:31210:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074824.397007:0:31210:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446629911379296984 : -114162330254632 : ffff982b82dbc2d8) 00020000:00000001:2.0:1769074824.397012:0:31210:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:2.0:1769074824.397018:0:31210:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff982b98591a40. 00020000:00000001:2.0:1769074824.397021:0:31210:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074824.397026:0:31210:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629911379296984 : -114162330254632 : ffff982b82dbc2d8) 00020000:00000001:2.0:1769074824.397029:0:31210:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446629911379296984 : -114162330254632 : ffff982b82dbc2d8) 00020000:00000002:2.0:1769074824.397033:0:31210:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x609:0x0]@ffff982b82dbc258[0:0] -> [0x2000013a1:0x47:0x0]@ffff982b82dbc4b0: ostid: 0x240000400:1545 ost idx: 0 gen: 0 00020000:00000001:2.0:1769074824.397040:0:31210:0:(lov_object.c:264:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:2.0:1769074824.397042:0:31210:0:(lov_object.c:812:lov_init_composite()) Process leaving 00020000:00000001:2.0:1769074824.397044:0:31210:0:(lov_object.c:1406:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074824.397048:0:31210:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629911379297584 : -114162330254032 : ffff982b82dbc530) 00000020:00001000:2.0:1769074824.397052:0:31210:0:(cl_object.c:879:cl_env_put()) 1@ffff982b86200990 00000080:00000001:2.0:1769074824.397056:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366343 : 144115272381366343 : 2000013a1000047) 00000080:00000001:2.0:1769074824.397059:0:31210:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:2.0:1769074824.397063:0:31210:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272381366343 mtime from 0 to 1769074824 00000080:00000001:2.0:1769074824.397071:0:31210:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1769074824.397074:0:31210:0:(namei.c:160:ll_iget()) Process leaving (rc=18446629911606645576 : -114162102906040 : ffff982b9068d348) 00010000:00000001:2.0:1769074824.397077:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.397079:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.397081:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ed800 refcount=3 00000020:00000001:2.0:1769074824.397084:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602845696 : -114162106705920 : ffff982b902ed800) 00010000:00000001:2.0:1769074824.397086:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602845696 : -114162106705920 : ffff982b902ed800) 00000080:00000001:2.0:1769074824.397091:0:31210:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:2.0:1769074824.397093:0:31210:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074824.397094:0:31210:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911434103192 : -114162275448424 : ffff982b86200998) 00000020:00001000:2.0:1769074824.397096:0:31210:0:(cl_object.c:785:cl_env_get()) 1@ffff982b86200990 00000020:00000001:2.0:1769074824.397099:0:31210:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:2.0:1769074824.397103:0:31210:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1769074824.397115:0:31210:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1769074824.397118:0:31210:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff982b984d61e0. 00020000:00000010:2.0:1769074824.397121:0:31210:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff982b88365d00. 00020000:00000010:2.0:1769074824.397124:0:31210:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff982b984d6660. 00020000:00000001:2.0:1769074824.397126:0:31210:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446629911739065952 : -114161970485664 : ffff982b984d6660) 00020000:00000002:2.0:1769074824.397129:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b984d6660, objid 0x47:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1769074824.397132:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1769074824.397135:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b88365d00: ostid: 0x240000400:1545 ost idx: 0 gen: 0 00020000:00000002:2.0:1769074824.397140:0:31210:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff982b9a1351f0) owner ffff982b86784f80 00020000:00000001:2.0:1769074824.397143:0:31210:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1769074824.397146:0:31210:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff982b9a1351f0) owner ffff982b86784f80 00020000:00000010:2.0:1769074824.397152:0:31210:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff982b88365d00. 00020000:00000010:2.0:1769074824.397158:0:31210:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff982b984d61e0. 00020000:00000010:2.0:1769074824.397162:0:31210:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff982b984d6660. 00020000:00000002:2.0:1769074824.397164:0:31210:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x47:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1769074824.397166:0:31210:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074824.397168:0:31210:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074824.397173:0:31210:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1769074824.397176:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9a1351f0) owner 0000000000000000/ffff982b86784f80 00020000:00000002:2.0:1769074824.397180:0:31210:0:(lov_object.c:2349:lov_lsm_addref()) lsm ffff982b984d6840 addref 2/0 by ffff982b86784f80. 00020000:00000002:2.0:1769074824.397183:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9a1351f0) owner 0000000000000000/ffff982b86784f80 00020000:00000001:2.0:1769074824.397186:0:31210:0:(lov_object.c:2245:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1769074824.397189:0:31210:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1769074824.397191:0:31210:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1769074824.397193:0:31210:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1769074824.397195:0:31210:0:(lov_object.c:2264:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1769074824.397198:0:31210:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x47:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1769074824.397201:0:31210:0:(cl_object.c:879:cl_env_put()) 1@ffff982b86200990 00000080:00000001:2.0:1769074824.397204:0:31210:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.397206:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.397207:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1769074824.397209:0:31210:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1769074824.397213:0:31210:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1769074824.397215:0:31210:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074824.397218:0:31210:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a1:0x47:0x0](ffff982b9068d348) 00000080:00010000:2.0:1769074824.397223:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x47:0x0](ffff982b9068d348) for lock 0x5d432443066b74eb 00800000:00000001:2.0:1769074824.397227:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1769074824.397229:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1769074824.397231:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.397232:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.397233:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ed800 refcount=3 00000020:00000001:2.0:1769074824.397235:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602845696 : -114162106705920 : ffff982b902ed800) 00010000:00000001:2.0:1769074824.397238:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602845696 : -114162106705920 : ffff982b902ed800) 00010000:00000001:2.0:1769074824.397241:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.397242:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074824.397244:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074824.397246:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.397248:0:31210:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:2.0:1769074824.397251:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.397262:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b9849ca80 x1855007613339904/t73014444067(73014444067) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.397271:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.397279:0:31210:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074824.397328:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x47:0x0](ffff982b9068d348) 00000080:00000001:2.0:1769074824.397333:0:31210:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1769074824.397337:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b99658c00. 00000100:00000001:2.0:1769074824.397341:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.397345:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849ca80 x1855007613339904/t73014444067(73014444067) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.397352:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.397359:0:31210:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1769074824.397361:0:31210:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.397376:0:31210:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:2.0:1769074824.397378:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa60 00000080:00200008:2.0:1769074824.397381:0:31210:0:(file.c:1001:ll_file_open()) START file f16.replay-dual-15:[0x2000013a1:0x47:0x0](ffff982b9068d348), flags 100102 00000080:00000010:2.0:1769074824.397390:0:31210:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff982ba1e34c80. 00000080:00000010:2.0:1769074824.397397:0:31210:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff982b984bae00. 00000080:00000001:2.0:1769074824.397400:0:31210:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:2.0:1769074824.397404:0:31210:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1769074824.397407:0:31210:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1769074824.397412:0:31210:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff982b82dec8c0. 00000002:00100000:2.0:1769074824.397416:0:31210:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff982b9849ca80 x1855007613339904/t73014444067(73014444067) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074824.397422:0:31210:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074824.397424:0:31210:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1769074824.397428:0:31210:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1769074824.397432:0:31210:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.397445:0:31210:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074824.397448:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.397451:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849ca80 x1855007613339904/t73014444067(73014444067) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1769074824.397459:0:31210:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074824.398175:0:31210:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff982b902a0000. 02000000:00000001:2.0:1769074824.398227:0:31210:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1769074824.398229:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074824.398234:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa60 00000080:00000008:2.0:1769074824.398236:0:31210:0:(file.c:1240:ll_file_open()) COMPLETED file f16.replay-dual-15:[0x2000013a1:0x47:0x0](ffff982b9068d348), flags 100102, rc = 0 00000080:00000001:2.0:1769074824.398244:0:31210:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1769074824.398246:0:31210:0:(dcache.c:176:ll_intent_release()) intent ffff982b9020b8a0 released 00000080:00010000:2.0:1769074824.398249:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b74eb from it ffff982b9020b8a0 00010000:00000001:2.0:1769074824.398252:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.398254:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.398256:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ed800 refcount=3 00000020:00000001:2.0:1769074824.398258:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602845696 : -114162106705920 : ffff982b902ed800) 00010000:00000001:2.0:1769074824.398262:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602845696 : -114162106705920 : ffff982b902ed800) 00010000:00000001:2.0:1769074824.398264:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074824.398271:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ed800/0x5d432443066b74eb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf5b77ed682f5d425 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:2.0:1769074824.398778:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.398782:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.398784:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1769074824.398786:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1769074824.398790:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ed800/0x5d432443066b74eb lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf5b77ed682f5d425 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:2.0:1769074824.398801:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074824.398805:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074824.398808:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074824.398813:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.398814:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.398816:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.398820:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074824.398822:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.398825:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.398829:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.398831:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074824.398832:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.398833:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1769074824.398835:0:31210:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1769074824.398838:0:31210:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:2.0:1769074824.398841:0:31210:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1769074824.398844:0:31210:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1769074824.398847:0:31210:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1769074824.398849:0:31210:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.398853:0:31210:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1769074824.398855:0:31210:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.398857:0:31210:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1769074824.398860:0:31210:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.398862:0:31210:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1769074824.398865:0:31210:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff982b9020b8a0. 00000080:00000001:2.0:1769074824.398870:0:31210:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.398877:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1769074824.398879:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x47:0x0](ffff982b9068d348), inode mode 81a4 mask 40 00000080:00000001:2.0:1769074824.398885:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074824.399221:0:31210:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1769074824.399227:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9a1351f0) owner 0000000000000000/ffff982b86784f80 00020000:00000002:2.0:1769074824.399232:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9a1351f0) owner 0000000000000000/ffff982b86784f80 00020000:00000001:2.0:1769074824.399235:0:31210:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.399246:0:31210:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:2.0:1769074824.399250:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafdd0 00000080:00200008:2.0:1769074824.399252:0:31210:0:(file.c:424:ll_file_release()) START file f16.replay-dual-15:[0x2000013a1:0x47:0x0](ffff982b9068d348), flags 100002 00000080:00000001:2.0:1769074824.399256:0:31210:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:2.0:1769074824.399259:0:31210:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:2.0:1769074824.399260:0:31210:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1769074824.399261:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9a1351f0) owner 0000000000000000/ffff982b86784f80 00020000:00000002:2.0:1769074824.399263:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9a1351f0) owner 0000000000000000/ffff982b86784f80 00020000:00000001:2.0:1769074824.399265:0:31210:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.399268:0:31210:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:2.0:1769074824.399277:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074824.399302:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074824.399748:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036400 count: 2 00010000:00000001:2.0:1769074824.399755:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074824.399761:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1769074824.399764:0:31210:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x47:0x0]: 0 00000080:00000001:2.0:1769074824.399767:0:31210:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:2.0:1769074824.399770:0:31210:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1769074824.399780:0:31210:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff982b9a3f7a00. 00000080:00000001:2.0:1769074824.399783:0:31210:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:2.0:1769074824.399792:0:31210:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1769074824.399796:0:31210:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:2.0:1769074824.399799:0:31210:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x47:0x0] 00000002:00000001:2.0:1769074824.399804:0:31210:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:2.0:1769074824.399806:0:31210:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff982b858dd800: [0x2000013a1:0x47:0x0] file closed with intent: 0 00000100:00000010:2.0:1769074824.399816:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90378000. 00000020:00000040:2.0:1769074824.399822:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=37 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:2.0:1769074824.399827:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074824.399832:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074824.399838:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074824.399847:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b872bb000. 00000100:00000001:2.0:1769074824.399855:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1769074824.399877:0:31210:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff982b9849ca80 x1855007613339904/t73014444067(73014444067) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074824.399890:0:31210:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b858dd800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074824.399983:0:31210:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b90378000 x1855007613340160/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1769074824.399991:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074824.399994:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074824.400002:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b85821f00. 00000100:00000001:2.0:1769074824.400005:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911423753984 : -114162285797632 : ffff982b85821f00) 00000100:00000001:2.0:1769074824.400008:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074824.400009:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603412992 : -114162106138624 : ffff982b90378000) 00000100:00000001:2.0:1769074824.400015:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074824.400021:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.400024:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074824.400026:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074824.400030:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90378000 x1855007613340160/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.400038:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074824.400041:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074824.400045:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074824.400050:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074824.400052:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074824.400056:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90378000 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613340160:192.168.204.151@tcp:35:createmany.0 00000100:00000001:2.0:1769074824.400061:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074824.400067:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074824.400070:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074824.400073:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074824.400079:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b90213c00. 02000000:00000001:2.0:1769074824.400081:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074824.400095:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074824.400100:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7ef78. 00000400:00000010:2.0:1769074824.400200:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f110. 00000100:00000200:2.0:1769074824.400211:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613340160, portal 10 00000100:00000001:2.0:1769074824.400214:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074824.400215:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603412992 : -114162106138624 : ffff982b90378000) 00000100:00000040:2.0:1769074824.400224:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b90378000 x1855007613340160/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.400231:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074824.400234:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074824.400237:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897fa18. 00000100:00000200:2.0:1769074824.400241:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613340160, offset 0 00000400:00000200:2.0:1769074824.400248:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074824.400259:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.400269:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074824.400276:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074824.400369:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074824.400374:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074824.400377:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074824.400528:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15380:15380:256:4294967295] 192.168.204.151@tcp LPNI seq info [15380:15380:8:4294967295] 00000400:00000200:2.0:1769074824.400533:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.400546:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074824.400555:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074824.400563:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73f500. 00000800:00000200:2.0:1769074824.400574:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074824.400585:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074824.400592:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73f500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1769074824.400777:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074824.400783:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 909671 usecs (910 jiffies) 00000400:00000200:2.0:1769074824.400788:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074824.400792:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296481988 00000100:00000001:2.0:1769074824.400796:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:2.0:1769074824.400799:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296481988 00000100:00000001:2.0:1769074824.400801:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:2.0:1769074824.400805:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074824.400808:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.400811:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074824.400814:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074824.400819:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b85821f00 going to sleep for 11 seconds 00000100:00000001:2.0:1769074824.400822:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074824.400827:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1769074824.402624:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020c000. 00000800:00000200:3.0:1769074824.404294:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074824.404307:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73f500. 00000400:00000200:3.0:1769074824.404318:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.404331:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074824.404341:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897fa18 00000400:00000010:3.0:1769074824.404343:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897fa18. 00000100:00000001:3.0:1769074824.404351:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074824.404363:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90378000 x1855007613340160/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.406563:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074824.406591:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90378000 x1855007613340160/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.406993:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074824.406996:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074824.413227:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.413257:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074824.413262:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.413265:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.414658:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.414678:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074824.414697:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.414705:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.414714:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.414720:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd94a00 00000400:00000200:3.0:1769074824.414728:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.414738:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x2238d [1] + 224 00000800:00000001:3.0:1769074824.414754:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.414790:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.414794:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.414800:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074824.414812:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074824.414827:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90378000 x1855007613340160/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074824.414842:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff982b90378000 x1855007613340160/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.414874:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074824.414887:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.414892:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074824.415962:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074824.415980:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074824.415983:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074824.415989:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7ef78. 00000400:00000200:2.0:1769074824.415999:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f110 00000400:00000010:2.0:1769074824.416002:0:31210:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f110. 00000100:00000001:2.0:1769074824.416008:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074824.416021:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90378000 x1855007613340160/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1769074824.416033:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90378000 x1855007613340160/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.416041:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074824.416043:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074824.416047:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074824.416052:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074824.416055:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074824.416058:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074824.416062:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074824.416076:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88ca0 time=35 v=5 (5 0 10 10) 00000100:00001000:2.0:1769074824.416082:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=97 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074824.416086:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074824.416088:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.416092:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074824.416097:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.416101:0:31210:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1769074824.416115:0:31210:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1769074824.416116:0:31210:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1769074824.416120:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074824.416121:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603412992 : -114162106138624 : ffff982b90378000) 00000100:00000001:2.0:1769074824.416126:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074824.416129:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:2.0:1769074824.416131:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074824.416134:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074824.416139:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90378000 x1855007613340160/t73014444068(73014444068) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.416147:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074824.416150:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074824.416152:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074824.416157:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90378000 x1855007613340160/t73014444068(73014444068) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1769074824.416164:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90378000 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613340160:192.168.204.151@tcp:35:createmany.0 00000100:00000001:2.0:1769074824.416170:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074824.416173:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.416175:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074824.416178:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.416181:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90378000 x1855007613340160/t73014444068(73014444068) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.416193:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074824.416198:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b85821f00. 00000100:00000001:2.0:1769074824.416204:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074824.416207:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.416219:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074824.416221:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603412992 : -114162106138624 : ffff982b90378000) 00000002:00000001:2.0:1769074824.416224:0:31210:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074824.416229:0:31210:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074824.416238:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b9a3f7a00. 00000080:00000001:2.0:1769074824.416246:0:31210:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1769074824.416250:0:31210:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1769074824.416256:0:31210:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1769074824.416262:0:31210:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff982b9849ca80 x1855007613339904/t73014444067(73014444067) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074824.416270:0:31210:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074824.416272:0:31210:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074824.416274:0:31210:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff982b984bae00. 00000100:00000001:2.0:1769074824.416276:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.416315:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90378000 x1855007613340160/t73014444068(73014444068) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.416321:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.416324:0:31210:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074824.416328:0:31210:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff982ba1e34c80. 00000080:00000001:2.0:1769074824.416333:0:31210:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074824.416341:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafdd0 00000080:00000008:2.0:1769074824.416344:0:31210:0:(file.c:464:ll_file_release()) COMPLETED file f16.replay-dual-15:[0x2000013a1:0x47:0x0](ffff982b9068d348), flags 100002, rc = 0 00000080:00000001:2.0:1769074824.416348:0:31210:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.416354:0:31210:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1769074824.416356:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafe00 00000080:00002000:2.0:1769074824.416359:0:31210:0:(dcache.c:127:ll_ddelete()) keeping dentry f16.replay-dual-15 (ffff982b90960000, parent ffff982b90d9e5e8, inode ffff982b9068d348) hashed, 00000080:00000001:2.0:1769074824.416361:0:31210:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.416454:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1769074824.416459:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1769074824.416461:0:31210:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1769074824.416471:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafbc0 00000080:00200000:2.0:1769074824.416473:0:31210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:2.0:1769074824.416482:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b872bb200. 00800000:00000002:2.0:1769074824.416491:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:2.0:1769074824.416496:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1769074824.416501:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1769074824.416503:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafae0 00800000:00000002:2.0:1769074824.416506:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1769074824.416511:0:31210:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1769074824.416514:0:31210:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1769074824.416520:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1769074824.416522:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf9b0 00000002:00010000:2.0:1769074824.416524:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1769074824.416528:0:31210:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1769074824.416531:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074824.416535:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1769074824.416545:0:31210:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.416547:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.416549:0:31210:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.416552:0:31210:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1769074824.416555:0:31210:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1769074824.416561:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90378700. 00000020:00000040:2.0:1769074824.416565:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=38 obd=lustre-MDT0000-mdc-ffff982b858dd800 00010000:00000001:2.0:1769074824.416571:0:31210:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1769074824.416578:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074824.416584:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.416586:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.416588:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.416591:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074824.416593:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074824.416609:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074824.416620:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90210c00. 00000100:00000001:2.0:1769074824.416627:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.416633:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074824.416635:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.416637:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074824.416639:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.416641:0:31210:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.416647:0:31210:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446629911603414784 : -114162106136832 : ffff982b90378700) 00010000:00000001:2.0:1769074824.416651:0:31210:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1769074824.416654:0:31210:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1769074824.416661:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b86036900. 00010000:00000010:2.0:1769074824.416666:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b8917c600. 00010000:00000001:2.0:1769074824.416672:0:31210:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1769074824.416677:0:31210:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b90340800. 00000020:00000001:2.0:1769074824.416683:0:31210:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1769074824.416687:0:31210:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b90340800 with handle 0x5d432443066b74f2 to hash 00000020:00000001:2.0:1769074824.416689:0:31210:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1769074824.416691:0:31210:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911603185664 : -114162106365952 : ffff982b90340800) 00010000:00000001:2.0:1769074824.416696:0:31210:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911603185664 : -114162106365952 : ffff982b90340800) 00010000:00000001:2.0:1769074824.416702:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074824.416705:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074824.416710:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340800/0x5d432443066b74f2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31210 initiator: MDT0 00010000:00010000:2.0:1769074824.416720:0:31210:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340800/0x5d432443066b74f2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00010000:00010000:2.0:1769074824.416732:0:31210:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340800/0x5d432443066b74f2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000100:00000001:2.0:1769074824.416738:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074824.416740:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074824.416749:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b85821f00. 00000100:00000001:2.0:1769074824.416752:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911423753984 : -114162285797632 : ffff982b85821f00) 00000100:00000001:2.0:1769074824.416755:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074824.416756:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603414784 : -114162106136832 : ffff982b90378700) 00000100:00000001:2.0:1769074824.416761:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074824.416767:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.416770:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074824.416772:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074824.416780:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90378700 x1855007613340288/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.416789:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074824.416792:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074824.416796:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074824.416800:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074824.416804:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074824.416808:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90378700 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613340288:192.168.204.151@tcp:101:createmany.0 00000100:00000001:2.0:1769074824.416812:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074824.416819:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074824.416821:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074824.416824:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074824.416829:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff982b87052000. 02000000:00000001:2.0:1769074824.416831:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074824.416841:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074824.416846:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7ef78. 00000400:00000010:2.0:1769074824.416852:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f110. 00000100:00000200:2.0:1769074824.416862:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007613340288, portal 10 00000100:00000001:2.0:1769074824.416864:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074824.416866:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603414784 : -114162106136832 : ffff982b90378700) 00000100:00000040:2.0:1769074824.416872:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b90378700 x1855007613340288/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.416880:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074824.416883:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074824.416887:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897fcc0. 00000100:00000200:2.0:1769074824.416891:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007613340288, offset 0 00000400:00000200:2.0:1769074824.416899:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074824.416909:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.416918:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074824.416926:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074824.416932:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074824.416937:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074824.416941:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074824.416945:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15381:15381:256:4294967295] 192.168.204.151@tcp LPNI seq info [15381:15381:8:4294967295] 00000400:00000200:2.0:1769074824.416950:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.416960:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074824.416968:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074824.416976:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73f500. 00000800:00000200:2.0:1769074824.416985:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074824.416995:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074824.417000:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73f500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1769074824.417028:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074824.417033:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 908281 usecs (909 jiffies) 00000400:00000200:2.0:1769074824.417038:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074824.417041:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296482003 00000100:00000001:2.0:1769074824.417044:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:2.0:1769074824.417047:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296482003 00000100:00000001:2.0:1769074824.417050:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:2.0:1769074824.417053:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074824.417056:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.417058:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074824.417061:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074824.417064:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b85821f00 going to sleep for 11 seconds 00000100:00000001:2.0:1769074824.417066:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074824.417069:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074824.420913:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074824.420927:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73f500. 00000400:00000200:3.0:1769074824.420941:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.420953:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074824.420962:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897fcc0 00000400:00000010:3.0:1769074824.420965:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897fcc0. 00000100:00000001:3.0:1769074824.420971:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074824.420981:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90378700 x1855007613340288/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.420996:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074824.421000:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90378700 x1855007613340288/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.421008:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074824.421010:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074824.427042:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.427068:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074824.427075:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.427078:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.427095:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.427106:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074824.427117:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.427123:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.427132:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.427137:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 688 into portal 10 MB=0x6971e9dd94a80 00000400:00000200:3.0:1769074824.427144:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.427153:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 688/688 into md 0x2239d [1] + 224 00000800:00000001:3.0:1769074824.427164:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.427175:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.427180:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.427185:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074824.427197:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074824.427209:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90378700 x1855007613340288/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074824.427223:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff982b90378700 x1855007613340288/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.427245:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074824.427257:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.427261:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074824.427421:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074824.427432:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074824.427444:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074824.427450:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7ef78. 00000400:00000200:2.0:1769074824.427456:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f110 00000400:00000010:2.0:1769074824.427460:0:31210:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f110. 00000100:00000001:2.0:1769074824.427465:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074824.427470:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90378700 x1855007613340288/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1769074824.427480:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90378700 x1855007613340288/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.427486:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074824.427488:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074824.427492:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074824.427496:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074824.427499:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074824.427502:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074824.427505:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074824.427523:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=35 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074824.427527:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=97 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074824.427531:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074824.427534:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.427537:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074824.427543:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.427547:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074824.427550:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:2.0:1769074824.427552:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074824.427555:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074824.427560:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90378700 x1855007613340288/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.427568:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074824.427573:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074824.427575:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074824.427579:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90378700 x1855007613340288/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1769074824.427587:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90378700 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613340288:192.168.204.151@tcp:101:createmany.0 00000100:00000001:2.0:1769074824.427593:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074824.427607:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.427611:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074824.427613:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.427617:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90378700 x1855007613340288/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.427623:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074824.427627:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b85821f00. 00000100:00000001:2.0:1769074824.427631:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074824.427633:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.427636:0:31210:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1769074824.427642:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.427645:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.427649:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340800 refcount=4 00000020:00000001:2.0:1769074824.427651:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603185664 : -114162106365952 : ffff982b90340800) 00010000:00000001:2.0:1769074824.427655:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603185664 : -114162106365952 : ffff982b90340800) 00010000:00000040:2.0:1769074824.427662:0:31210:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b90340800, remote cookie: 0xf5b77ed682f5d43a, flags: 0x1001 00010000:00010000:2.0:1769074824.427668:0:31210:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340800/0x5d432443066b74f2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d43a expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074824.427681:0:31210:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340800/0x5d432443066b74f2 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d43a expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.427687:0:31210:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1769074824.427693:0:31210:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1769074824.427696:0:31210:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1769074824.427697:0:31210:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1769074824.427699:0:31210:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1769074824.427702:0:31210:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff982b86036900) refcount = 1 00010000:00010000:2.0:1769074824.427706:0:31210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340800/0x5d432443066b74f2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d43a expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.427712:0:31210:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1769074824.427716:0:31210:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1769074824.427718:0:31210:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074824.427721:0:31210:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1769074824.427725:0:31210:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074824.427728:0:31210:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340800/0x5d432443066b74f2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d43a expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.427734:0:31210:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1769074824.427736:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.427738:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.427739:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.427740:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.427741:0:31210:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.427746:0:31210:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1769074824.427748:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.427749:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.427751:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340800 refcount=3 00000020:00000001:2.0:1769074824.427753:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603185664 : -114162106365952 : ffff982b90340800) 00010000:00000001:2.0:1769074824.427755:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603185664 : -114162106365952 : ffff982b90340800) 00010000:00000001:2.0:1769074824.427758:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.427758:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.427760:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340800 refcount=4 00000020:00000001:2.0:1769074824.427761:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603185664 : -114162106365952 : ffff982b90340800) 00010000:00000001:2.0:1769074824.427764:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603185664 : -114162106365952 : ffff982b90340800) 00010000:00000001:2.0:1769074824.427767:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074824.427769:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074824.427772:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340800/0x5d432443066b74f2 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d43a expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.427778:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.427779:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.427780:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.427781:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.427782:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340800 refcount=5 00000020:00000001:2.0:1769074824.427784:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603185664 : -114162106365952 : ffff982b90340800) 00010000:00000001:2.0:1769074824.427786:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603185664 : -114162106365952 : ffff982b90340800) 00010000:00000001:2.0:1769074824.427789:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074824.427792:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340800/0x5d432443066b74f2 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d43a expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.427798:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.427800:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1769074824.427802:0:31210:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340800/0x5d432443066b74f2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d43a expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.427808:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074824.427810:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.427811:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.427812:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.427813:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1769074824.427819:0:31210:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff982b90378700 x1855007613340288/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1769074824.427829:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.427830:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.427842:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340800 refcount=3 00000020:00000001:2.0:1769074824.427844:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603185664 : -114162106365952 : ffff982b90340800) 00010000:00000001:2.0:1769074824.427847:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603185664 : -114162106365952 : ffff982b90340800) 00010000:00000001:2.0:1769074824.427850:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.427851:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074824.427853:0:31210:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.427855:0:31210:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.427859:0:31210:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1769074824.427862:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.427863:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.427864:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340800 refcount=3 00000020:00000001:2.0:1769074824.427866:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603185664 : -114162106365952 : ffff982b90340800) 00010000:00000001:2.0:1769074824.427868:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603185664 : -114162106365952 : ffff982b90340800) 00000002:00010000:2.0:1769074824.427872:0:31210:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340800/0x5d432443066b74f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d43a expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.427879:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.427881:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.427883:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1769074824.427885:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.427886:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.427887:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340800 refcount=3 00000020:00000001:2.0:1769074824.427889:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603185664 : -114162106365952 : ffff982b90340800) 00010000:00000001:2.0:1769074824.427891:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603185664 : -114162106365952 : ffff982b90340800) 00010000:00000040:2.0:1769074824.427899:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036900 count: 2 00010000:00000001:2.0:1769074824.427902:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1769074824.427906:0:31210:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b873df800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1769074824.427910:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.427911:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074824.427912:0:31210:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1769074824.427916:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf930 00000002:00002000:2.0:1769074824.427918:0:31210:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1769074824.427922:0:31210:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074824.427926:0:31210:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074824.427930:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1769074824.427934:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1769074824.427937:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1769074824.427942:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:2.0:1769074824.427946:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b872bb200. 00000080:00000001:2.0:1769074824.427952:0:31210:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1769074824.427954:0:31210:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1769074824.427961:0:31210:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1769074824.427966:0:31210:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1769074824.427975:0:31210:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff982b984bae00. 00800000:00000001:2.0:1769074824.427977:0:31210:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446629911738953216 : -114161970598400 : ffff982b984bae00) 00800000:00000001:2.0:1769074824.427980:0:31210:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.427982:0:31210:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1769074824.427985:0:31210:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1769074824.427987:0:31210:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1769074824.427991:0:31210:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1769074824.427995:0:31210:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1769074824.427997:0:31210:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.428003:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1769074824.428006:0:31210:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1769074824.428012:0:31210:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:2.0:1769074824.428014:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.428015:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.428017:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340800 refcount=3 00000020:00000001:2.0:1769074824.428019:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603185664 : -114162106365952 : ffff982b90340800) 00010000:00000001:2.0:1769074824.428021:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603185664 : -114162106365952 : ffff982b90340800) 00010000:00000001:2.0:1769074824.428023:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.428024:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1769074824.428026:0:31210:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1769074824.428028:0:31210:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1769074824.428030:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b984bae00 1 00800000:00000010:2.0:1769074824.428033:0:31210:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff982b984bae00. 00800000:00000001:2.0:1769074824.428036:0:31210:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074824.428040:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b74f2 00800000:00000001:2.0:1769074824.428043:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1769074824.428045:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1769074824.428046:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.428047:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.428049:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340800 refcount=3 00000020:00000001:2.0:1769074824.428050:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603185664 : -114162106365952 : ffff982b90340800) 00010000:00000001:2.0:1769074824.428052:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603185664 : -114162106365952 : ffff982b90340800) 00010000:00000001:2.0:1769074824.428055:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.428056:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074824.428058:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074824.428059:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.428062:0:31210:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074824.428065:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:2.0:1769074824.428068:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b74f2 from it ffffbcdb01dafbf8 00010000:00000001:2.0:1769074824.428070:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.428071:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.428072:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340800 refcount=3 00000020:00000001:2.0:1769074824.428074:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603185664 : -114162106365952 : ffff982b90340800) 00010000:00000001:2.0:1769074824.428076:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603185664 : -114162106365952 : ffff982b90340800) 00010000:00000001:2.0:1769074824.428078:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074824.428081:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340800/0x5d432443066b74f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d43a expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.428087:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.428089:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.428091:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1769074824.428093:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1769074824.428096:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340800/0x5d432443066b74f2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d43a expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.428104:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074824.428107:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074824.428110:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074824.428114:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.428115:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.428117:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.428121:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074824.428123:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.428125:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.428128:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.428130:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074824.428131:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.428133:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1769074824.428135:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.428140:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90378700 x1855007613340288/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.428148:0:31210:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074824.428151:0:31210:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074824.428156:0:31210:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff982b87052000. 02000000:00000001:2.0:1769074824.428159:0:31210:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074824.428163:0:31210:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074824.428165:0:31210:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=37 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:2.0:1769074824.428167:0:31210:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074824.428171:0:31210:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90210c00. 02000000:00000001:2.0:1769074824.428176:0:31210:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074824.428179:0:31210:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074824.428181:0:31210:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90378700. 00000100:00000001:2.0:1769074824.428185:0:31210:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074824.428186:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769074824.428192:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 1 00000080:00000001:2.0:1769074824.428199:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074824.428226:0:31210:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff982b82decec0. 00000080:00000001:2.0:1769074824.428233:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1769074824.428234:0:31210:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1769074824.428236:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafb00 00000080:00200000:2.0:1769074824.428240:0:31210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:2.0:1769074824.428247:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b872bb200. 00800000:00000002:2.0:1769074824.428254:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:2.0:1769074824.428258:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1769074824.428261:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1769074824.428263:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa20 00800000:00000002:2.0:1769074824.428265:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1769074824.428268:0:31210:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1769074824.428273:0:31210:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1769074824.428278:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1769074824.428318:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf8f0 00000002:00010000:2.0:1769074824.428320:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1769074824.428324:0:31210:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1769074824.428326:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074824.428328:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074824.428331:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036900 count: 2 00010000:00000001:2.0:1769074824.428333:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074824.428336:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074824.428338:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1769074824.428340:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340800/0x5d432443066b74f2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d43a expref: -99 pid: 31210 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1769074824.428347:0:31210:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1769074824.428353:0:31210:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074824.428356:0:31210:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340800/0x5d432443066b74f2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d43a expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000002:00000001:2.0:1769074824.428363:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1769074824.428365:0:31210:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074824.428368:0:31210:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1769074824.428370:0:31210:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1769074824.428371:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769074824.428373:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1769074824.428376:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1769074824.428377:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:2.0:1769074824.428380:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b872bb200. 00000080:00000001:2.0:1769074824.428382:0:31210:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1769074824.428384:0:31210:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074824.428386:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:2.0:1769074824.428388:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b74f2 00800000:00000001:2.0:1769074824.428391:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1769074824.428393:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1769074824.428394:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.428396:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.428397:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340800 refcount=3 00000020:00000001:2.0:1769074824.428399:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603185664 : -114162106365952 : ffff982b90340800) 00010000:00000001:2.0:1769074824.428401:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603185664 : -114162106365952 : ffff982b90340800) 00010000:00000001:2.0:1769074824.428403:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.428404:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074824.428405:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074824.428407:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074824.428409:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b74f2 from it ffffbcdb01dafb38 00010000:00000001:2.0:1769074824.428411:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.428412:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.428413:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340800 refcount=3 00000020:00000001:2.0:1769074824.428415:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603185664 : -114162106365952 : ffff982b90340800) 00010000:00000001:2.0:1769074824.428417:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603185664 : -114162106365952 : ffff982b90340800) 00010000:00000001:2.0:1769074824.428419:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074824.428422:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340800/0x5d432443066b74f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d43a expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.428428:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.428429:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.428430:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1769074824.428431:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1769074824.428434:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340800/0x5d432443066b74f2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d43a expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.428452:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074824.428454:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074824.428455:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074824.428457:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.428458:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.428459:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.428461:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074824.428463:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.428464:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.428466:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.428468:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074824.428469:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.428470:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1769074824.428472:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769074824.428474:0:31210:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769074824.428476:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 3 00000080:00000001:2.0:1769074824.428479:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.428483:0:31210:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:2.0:1769074824.428485:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafb50 00000080:00200000:2.0:1769074824.428487:0:31210:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f16.replay-dual-16, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), file ffff982b986fb500, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1769074824.428493:0:31210:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff982b984d6660. 00000080:00000001:2.0:1769074824.428498:0:31210:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:2.0:1769074824.428500:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa10 00000080:00200000:2.0:1769074824.428502:0:31210:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f16.replay-dual-16, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), intent=open|creat 00000080:00000010:2.0:1769074824.428511:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b872bb200. 00800000:00000002:2.0:1769074824.428513:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:2.0:1769074824.428520:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1769074824.428521:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1769074824.428523:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf930 00800000:00000002:2.0:1769074824.428525:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f16.replay-dual-16' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1769074824.428528:0:31210:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:2.0:1769074824.428531:0:31210:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1769074824.428536:0:31210:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446629911450240000 : -114162259311616 : ffff982b87164400) 00800000:00000001:2.0:1769074824.428539:0:31210:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1769074824.428542:0:31210:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1769074824.428544:0:31210:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1769074824.428547:0:31210:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1769074824.428550:0:31210:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff982b858dd800: Allocated FID [0x2000013a1:0x48:0x0] 40000000:00000001:2.0:1769074824.428553:0:31210:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.428555:0:31210:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074824.428557:0:31210:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074824.428559:0:31210:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074824.428561:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf8b0 00800000:00000002:2.0:1769074824.428563:0:31210:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x48:0x0], name='f16.replay-dual-16' -> mds #0 00000002:00000001:2.0:1769074824.428566:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1769074824.428567:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf7e8 00000002:00010000:2.0:1769074824.428569:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f16.replay-dual-16,[0x2000013a1:0x48:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1769074824.428573:0:31210:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1769074824.428576:0:31210:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1769074824.428580:0:31210:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1769074824.428583:0:31210:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.428585:0:31210:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1769074824.428587:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036900 count: 2 00010000:00000001:2.0:1769074824.428589:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074824.428592:0:31210:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1769074824.428595:0:31210:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1769074824.428599:0:31210:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340800/0x5d432443066b74f2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf5b77ed682f5d43a expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000080:00000001:2.0:1769074824.428607:0:31210:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074824.428611:0:31210:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074824.428615:0:31210:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1769074824.428618:0:31210:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1769074824.428620:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074824.428622:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074824.428624:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036900 count: 3 00010000:00000001:2.0:1769074824.428625:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074824.428627:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.428629:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074824.428630:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074824.428631:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036900 count: 3 00010000:00000001:2.0:1769074824.428633:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074824.428634:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.428636:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074824.428637:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074824.428638:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036900 count: 3 00010000:00000001:2.0:1769074824.428639:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074824.428641:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.428643:0:31210:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1769074824.428646:0:31210:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff982b90dbe300, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1769074824.428650:0:31210:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1769074824.428655:0:31210:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1769074824.428658:0:31210:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074824.428659:0:31210:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.428662:0:31210:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1769074824.428665:0:31210:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074824.428666:0:31210:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074824.428668:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074824.428670:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1769074824.428672:0:31210:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b90340800 with handle 0x5d432443066b74f2 from hash 00010000:00000001:2.0:1769074824.428675:0:31210:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074824.428677:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.428678:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.428679:0:31210:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074824.428682:0:31210:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074824.428683:0:31210:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1769074824.428686:0:31210:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074824.428688:0:31210:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074824.428690:0:31210:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1769074824.428694:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90378700. 00000020:00000040:2.0:1769074824.428698:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=38 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:2.0:1769074824.428703:0:31210:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769074824.428705:0:31210:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.428708:0:31210:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1769074824.428712:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074824.428714:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.428715:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.428717:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.428720:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074824.428723:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074824.428726:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074824.428735:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90210c00. 00000100:00000001:2.0:1769074824.428743:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.428747:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074824.428750:0:31210:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1769074824.428753:0:31210:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340800/0x5d432443066b74f2 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d43a expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074824.428760:0:31210:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1769074824.428762:0:31210:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074824.428763:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074824.428765:0:31210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340800/0x5d432443066b74f2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d43a expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1769074824.428773:0:31210:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b86036900 count: 0 00010000:00000010:2.0:1769074824.428779:0:31210:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b8917c600. 00010000:00000001:2.0:1769074824.428793:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.428794:0:31210:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.428796:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074824.428798:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.428800:0:31210:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.428811:0:31210:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446629911603414784 : -114162106136832 : ffff982b90378700) 00010000:00000001:2.0:1769074824.428815:0:31210:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1769074824.428818:0:31210:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1769074824.428822:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b86036000. 00010000:00000010:2.0:1769074824.428826:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b8917c600. 00010000:00000001:2.0:1769074824.428830:0:31210:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1769074824.428833:0:31210:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b90340600. 00000020:00000001:2.0:1769074824.428836:0:31210:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1769074824.428839:0:31210:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b90340600 with handle 0x5d432443066b74f9 to hash 00000020:00000001:2.0:1769074824.428841:0:31210:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1769074824.428842:0:31210:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911603185152 : -114162106366464 : ffff982b90340600) 00010000:00000001:2.0:1769074824.428847:0:31210:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911603185152 : -114162106366464 : ffff982b90340600) 00010000:00000001:2.0:1769074824.428850:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074824.428851:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074824.428854:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340600/0x5d432443066b74f9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31210 initiator: MDT0 00010000:00010000:2.0:1769074824.428860:0:31210:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340600/0x5d432443066b74f9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000020:00100000:2.0:1769074824.428874:0:31210:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b858dd800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1769074824.428881:0:31210:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b90378700 x1855007613340544/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1769074824.428890:0:31210:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340600/0x5d432443066b74f9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000100:00000001:2.0:1769074824.428895:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074824.428898:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074824.428906:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b85821f00. 00000100:00000001:2.0:1769074824.428908:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911423753984 : -114162285797632 : ffff982b85821f00) 00000100:00000001:2.0:1769074824.428911:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074824.428913:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603414784 : -114162106136832 : ffff982b90378700) 00000100:00000001:2.0:1769074824.428919:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074824.428924:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.428927:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074824.428929:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074824.428934:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90378700 x1855007613340544/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.428942:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074824.428945:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074824.428951:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074824.428954:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074824.428956:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074824.428959:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90378700 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613340544:192.168.204.151@tcp:101:createmany.0 00000100:00000001:2.0:1769074824.428965:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074824.428972:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074824.428974:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074824.428977:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074824.429069:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff982b902a0000. 02000000:00000001:2.0:1769074824.429072:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074824.429084:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074824.429089:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7ef78. 00000400:00000010:2.0:1769074824.429097:0:31210:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff982b90211800. 00000100:00000200:2.0:1769074824.429106:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007613340544, portal 10 00000100:00000001:2.0:1769074824.429109:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074824.429110:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603414784 : -114162106136832 : ffff982b90378700) 00000100:00000040:2.0:1769074824.429117:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b90378700 x1855007613340544/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.429124:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074824.429127:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074824.429130:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f110. 00000100:00000200:2.0:1769074824.429134:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007613340544, offset 0 00000400:00000200:2.0:1769074824.429140:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074824.429150:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.429160:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074824.429168:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074824.429174:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074824.429179:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074824.429182:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074824.429187:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15382:15382:256:4294967295] 192.168.204.151@tcp LPNI seq info [15382:15382:8:4294967295] 00000400:00000200:2.0:1769074824.429191:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.429203:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074824.429211:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074824.429217:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73ff00. 00000800:00000200:2.0:1769074824.429225:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074824.429234:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074824.429240:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73ff00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1769074824.429270:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074824.429275:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 906885 usecs (907 jiffies) 00000400:00000200:2.0:1769074824.429278:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074824.429327:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296482014 00000100:00000001:2.0:1769074824.429332:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:2.0:1769074824.429334:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296482014 00000100:00000001:2.0:1769074824.429338:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:2.0:1769074824.429341:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074824.429343:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.429346:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074824.429348:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074824.429351:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b85821f00 going to sleep for 11 seconds 00000100:00000001:2.0:1769074824.429354:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074824.429358:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074824.430749:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074824.430761:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73ff00. 00000400:00000200:3.0:1769074824.430773:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.430785:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074824.430795:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f110 00000400:00000010:3.0:1769074824.430798:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f110. 00000100:00000001:3.0:1769074824.430803:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074824.430816:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90378700 x1855007613340544/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.430830:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074824.430834:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90378700 x1855007613340544/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.430841:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074824.430843:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1769074824.434766:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86036900. 00010000:00000010:2.1:1769074824.434796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90340800. 00000800:00000001:3.0:1769074824.443067:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.443092:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074824.443098:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.443101:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.443120:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.443132:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074824.443143:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.443149:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.443157:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.443163:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 664 into portal 10 MB=0x6971e9dd94b80 00000400:00000200:3.0:1769074824.443169:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.443178:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 664/664 into md 0x223ad [32] + 224 00000800:00000001:3.0:1769074824.443189:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.443200:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.443205:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.443210:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074824.443219:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074824.443231:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90378700 x1855007613340544/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074824.443243:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff982b90378700 x1855007613340544/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.443269:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074824.443346:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074824.443350:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.443358:0:2358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074824.443365:0:2358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15383:15383:256:4294967295] 192.168.204.151@tcp LPNI seq info [15383:15383:8:4294967295] 00000400:00000200:3.0:1769074824.443370:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.443379:0:2358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:3.0:1769074824.443397:0:2358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074824.443405:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff982b98c02000. 00000800:00000200:3.0:1769074824.443412:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074824.443421:0:2358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074824.443426:0:2358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b98c02000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1769074824.443553:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074824.443558:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff982b98c02000. 00000400:00000200:3.0:1769074824.443561:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.443565:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:3.0:1769074824.443573:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.443576:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074824.444061:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074824.444075:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074824.444077:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074824.444083:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7ef78. 00000400:00000200:2.0:1769074824.444091:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b90211800 00000400:00000010:2.0:1769074824.444094:0:31210:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff982b90211800. 00000100:00000001:2.0:1769074824.444098:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074824.444106:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90378700 x1855007613340544/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1769074824.444123:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90378700 x1855007613340544/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.444131:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074824.444133:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074824.444136:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074824.444140:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074824.444144:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074824.444147:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074824.444151:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074824.444167:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=35 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074824.444172:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=97 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074824.444176:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074824.444178:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.444182:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074824.444187:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.444191:0:31210:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1769074824.444193:0:31210:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:2.0:1769074824.444195:0:31210:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1769074824.444198:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074824.444199:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603414784 : -114162106136832 : ffff982b90378700) 00000100:00000001:2.0:1769074824.444203:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074824.444206:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:2.0:1769074824.444208:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074824.444212:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074824.444218:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90378700 x1855007613340544/t73014444069(73014444069) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.444227:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074824.444231:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074824.444234:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074824.444239:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90378700 x1855007613340544/t73014444069(73014444069) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1769074824.444247:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90378700 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613340544:192.168.204.151@tcp:101:createmany.0 00000100:00000001:2.0:1769074824.444253:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074824.444256:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.444259:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074824.444262:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.444265:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90378700 x1855007613340544/t73014444069(73014444069) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.444271:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074824.444274:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b85821f00. 00000100:00000001:2.0:1769074824.444278:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074824.444513:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.444518:0:31210:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1769074824.444526:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.444530:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.444533:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340600 refcount=4 00000020:00000001:2.0:1769074824.444536:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603185152 : -114162106366464 : ffff982b90340600) 00010000:00000001:2.0:1769074824.444540:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603185152 : -114162106366464 : ffff982b90340600) 00010000:00000040:2.0:1769074824.444548:0:31210:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b90340600, remote cookie: 0xf5b77ed682f5d456, flags: 0x1001 00010000:00010000:2.0:1769074824.444554:0:31210:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340600/0x5d432443066b74f9 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d456 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1769074824.444565:0:31210:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x48:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1769074824.444569:0:31210:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1769074824.444582:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b86036900. 00010000:00000010:2.0:1769074824.444589:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b8917c980. 00010000:00000040:2.0:1769074824.444768:0:31210:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b86036000 count: 0 00010000:00000010:2.0:1769074824.444778:0:31210:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b8917c600. 00010000:00000001:2.0:1769074824.444792:0:31210:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074824.444795:0:31210:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340600/0x5d432443066b74f9 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d456 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074824.444805:0:31210:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340600/0x5d432443066b74f9 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d456 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.444813:0:31210:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1769074824.444821:0:31210:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1769074824.444825:0:31210:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1769074824.444827:0:31210:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1769074824.444829:0:31210:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1769074824.444832:0:31210:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x48:0x0].0x0 (ffff982b86036900) refcount = 1 00010000:00010000:2.0:1769074824.444836:0:31210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340600/0x5d432443066b74f9 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d456 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.444844:0:31210:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1769074824.444847:0:31210:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1769074824.444849:0:31210:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074824.444853:0:31210:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1769074824.444856:0:31210:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074824.444860:0:31210:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340600/0x5d432443066b74f9 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d456 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.444866:0:31210:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1769074824.444868:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.444870:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.444871:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.444872:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.444874:0:31210:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.444880:0:31210:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1769074824.444884:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.444885:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.444886:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340600 refcount=3 00000020:00000001:2.0:1769074824.444888:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603185152 : -114162106366464 : ffff982b90340600) 00010000:00000001:2.0:1769074824.444891:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603185152 : -114162106366464 : ffff982b90340600) 00010000:00000001:2.0:1769074824.444893:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.444894:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.444896:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340600 refcount=4 00000020:00000001:2.0:1769074824.444897:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603185152 : -114162106366464 : ffff982b90340600) 00010000:00000001:2.0:1769074824.444900:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603185152 : -114162106366464 : ffff982b90340600) 00010000:00000001:2.0:1769074824.444904:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074824.444906:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074824.444909:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340600/0x5d432443066b74f9 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d456 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.444915:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.444916:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.444918:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.444919:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.444920:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340600 refcount=5 00000020:00000001:2.0:1769074824.444921:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603185152 : -114162106366464 : ffff982b90340600) 00010000:00000001:2.0:1769074824.444923:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603185152 : -114162106366464 : ffff982b90340600) 00010000:00000001:2.0:1769074824.444925:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074824.444927:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340600/0x5d432443066b74f9 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d456 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.444932:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.444933:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1769074824.444936:0:31210:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340600/0x5d432443066b74f9 lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d456 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.444941:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074824.444943:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.444944:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.444945:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.444946:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1769074824.444954:0:31210:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff982b90378700 x1855007613340544/t73014444069(73014444069) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074824.444963:0:31210:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1769074824.444967:0:31210:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff982b90378700 x1855007613340544/t73014444069(73014444069) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074824.444978:0:31210:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.444986:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.444987:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.444989:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340600 refcount=3 00000020:00000001:2.0:1769074824.444990:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603185152 : -114162106366464 : ffff982b90340600) 00010000:00000001:2.0:1769074824.444992:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603185152 : -114162106366464 : ffff982b90340600) 00000002:00010000:2.0:1769074824.444995:0:31210:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340600/0x5d432443066b74f9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d456 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000002:00000010:2.0:1769074824.445003:0:31210:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff982b984bae00. 00010000:00000001:2.0:1769074824.445005:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.445006:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074824.445008:0:31210:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.445010:0:31210:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.445013:0:31210:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1769074824.445015:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074824.445016:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603414784 : -114162106136832 : ffff982b90378700) 00000100:00000001:2.0:1769074824.445018:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074824.445019:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603414784 : -114162106136832 : ffff982b90378700) 00010000:00000001:2.0:1769074824.445021:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.445022:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.445023:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340600 refcount=3 00000020:00000001:2.0:1769074824.445025:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603185152 : -114162106366464 : ffff982b90340600) 00010000:00000001:2.0:1769074824.445026:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603185152 : -114162106366464 : ffff982b90340600) 00000002:00010000:2.0:1769074824.445029:0:31210:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340600/0x5d432443066b74f9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d456 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:2.0:1769074824.445034:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.445035:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.445037:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1769074824.445038:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.445039:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.445041:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340600 refcount=3 00000020:00000001:2.0:1769074824.445042:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603185152 : -114162106366464 : ffff982b90340600) 00010000:00000001:2.0:1769074824.445044:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603185152 : -114162106366464 : ffff982b90340600) 00010000:00000040:2.0:1769074824.445049:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036900 count: 2 00010000:00000001:2.0:1769074824.445051:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1769074824.445055:0:31210:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b873df800 type 13 mode 4 res 8589939617/72 (0 0) 00010000:00000001:2.0:1769074824.445058:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.445059:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074824.445060:0:31210:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1769074824.445064:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf768 00000002:00002000:2.0:1769074824.445066:0:31210:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f16.replay-dual-16 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:2.0:1769074824.445070:0:31210:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074824.445074:0:31210:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074824.445077:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1769074824.445081:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1769074824.445086:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1769074824.445090:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000001:2.0:1769074824.445094:0:31210:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1769074824.445096:0:31210:0:(namei.c:677:ll_lookup_it_finish()) it ffff982b984d6660 it_disposition 1800037 00000080:00002000:2.0:1769074824.445103:0:31210:0:(namei.c:656:ll_splice_alias()) Add dentry ffff982b904e80d8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1769074824.445109:0:31210:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1769074824.445112:0:31210:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:2.0:1769074824.445114:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf9a0 00000080:00200000:2.0:1769074824.445115:0:31210:0:(namei.c:1569:ll_create_it()) VFS Op:name=f16.replay-dual-16, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), intent=open|creat 00000080:00000001:2.0:1769074824.445118:0:31210:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:2.0:1769074824.445120:0:31210:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1769074824.445126:0:31210:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1769074824.445129:0:31210:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1769074824.445133:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366344 : 144115272381366344 : 2000013a1000048) 00000080:00000001:2.0:1769074824.445136:0:31210:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:2.0:1769074824.445156:0:31210:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff982b9068dac0. 00000020:00000001:2.0:1769074824.445169:0:31210:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:2.0:1769074824.445171:0:31210:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1769074824.445175:0:31210:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:2.0:1769074824.445178:0:31210:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a1:0x48:0x0](ffff982b9068db88) 00000020:00000001:2.0:1769074824.445183:0:31210:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074824.445188:0:31210:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911434103192 : -114162275448424 : ffff982b86200998) 00000020:00001000:2.0:1769074824.445191:0:31210:0:(cl_object.c:785:cl_env_get()) 1@ffff982b86200990 00000020:00000001:2.0:1769074824.445199:0:31210:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:2.0:1769074824.445206:0:31210:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff982b82dbcaf0. 00000020:00000001:2.0:1769074824.445209:0:31210:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:2.0:1769074824.445211:0:31210:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074824.445221:0:31210:0:(lov_object.c:2321:lov_object_alloc()) Process entered 00020000:00000010:2.0:1769074824.445226:0:31210:0:(lov_object.c:2322:lov_object_alloc()) slab-alloced 'lov': 248 at ffff982b9a1353e0. 00020000:00000001:2.0:1769074824.445228:0:31210:0:(lov_object.c:2336:lov_object_alloc()) Process leaving (rc=18446629911768814560 : -114161940737056 : ffff982b9a1353e0) 00020000:00000001:2.0:1769074824.445232:0:31210:0:(lov_object.c:1378:lov_object_init()) Process entered 00020000:00000001:2.0:1769074824.445236:0:31210:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1769074824.445243:0:31210:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff982b984d61e0. 00020000:00000010:2.0:1769074824.445247:0:31210:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff982b88365d00. 00020000:00000010:2.0:1769074824.445257:0:31210:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff982b984d62a0. 00020000:00000001:2.0:1769074824.445259:0:31210:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446629911739064992 : -114161970486624 : ffff982b984d62a0) 00020000:00000002:2.0:1769074824.445263:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b984d62a0, objid 0x48:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1769074824.445268:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1769074824.445272:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b88365d00: ostid: 0x280000400:1546 ost idx: 1 gen: 0 00020000:00000001:2.0:1769074824.445276:0:31210:0:(lov_object.c:603:lov_init_composite()) Process entered 00020000:00000002:2.0:1769074824.445278:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b984d62a0, objid 0x48:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1769074824.447545:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1769074824.447552:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b88365d00: ostid: 0x280000400:1546 ost idx: 1 gen: 0 00020000:00000010:2.0:1769074824.447568:0:31210:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff982b84823450. 00020000:00000010:2.0:1769074824.447573:0:31210:0:(lov_object.c:626:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff982b85821f00. 00020000:00000001:2.0:1769074824.447581:0:31210:0:(lov_object.c:194:lov_init_raid0()) Process entered 00020000:00000010:2.0:1769074824.447585:0:31210:0:(lov_object.c:199:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff982b98578398. 00020000:00000001:2.0:1769074824.447592:0:31210:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1769074824.447595:0:31210:0:(lu_object.c:808:lu_object_find_at()) Process entered 00020000:00000001:2.0:1769074824.447605:0:31210:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1769074824.447613:0:31210:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff982b82dbce10. 00000020:00000001:2.0:1769074824.447617:0:31210:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:2.0:1769074824.447620:0:31210:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074824.447624:0:31210:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446629911379299984 : -114162330251632 : ffff982b82dbce90) 00020000:00000001:2.0:1769074824.447630:0:31210:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:2.0:1769074824.447637:0:31210:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff982b985908c0. 00020000:00000001:2.0:1769074824.447640:0:31210:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074824.447648:0:31210:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629911379299984 : -114162330251632 : ffff982b82dbce90) 00020000:00000001:2.0:1769074824.447651:0:31210:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446629911379299984 : -114162330251632 : ffff982b82dbce90) 00020000:00000002:2.0:1769074824.447655:0:31210:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x60a:0x0]@ffff982b82dbce10[0:0] -> [0x2000013a1:0x48:0x0]@ffff982b82dbcaf0: ostid: 0x280000400:1546 ost idx: 1 gen: 0 00020000:00000001:2.0:1769074824.447664:0:31210:0:(lov_object.c:264:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:2.0:1769074824.447667:0:31210:0:(lov_object.c:812:lov_init_composite()) Process leaving 00020000:00000001:2.0:1769074824.447670:0:31210:0:(lov_object.c:1406:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074824.447676:0:31210:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629911379299184 : -114162330252432 : ffff982b82dbcb70) 00000020:00001000:2.0:1769074824.447682:0:31210:0:(cl_object.c:879:cl_env_put()) 1@ffff982b86200990 00000080:00000001:2.0:1769074824.447690:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366344 : 144115272381366344 : 2000013a1000048) 00000080:00000001:2.0:1769074824.447694:0:31210:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:2.0:1769074824.447697:0:31210:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272381366344 mtime from 0 to 1769074824 00000080:00000001:2.0:1769074824.447704:0:31210:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1769074824.447709:0:31210:0:(namei.c:160:ll_iget()) Process leaving (rc=18446629911606647688 : -114162102903928 : ffff982b9068db88) 00010000:00000001:2.0:1769074824.447715:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.447717:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.447721:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340600 refcount=3 00000020:00000001:2.0:1769074824.447724:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603185152 : -114162106366464 : ffff982b90340600) 00010000:00000001:2.0:1769074824.447727:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603185152 : -114162106366464 : ffff982b90340600) 00000080:00000001:2.0:1769074824.447731:0:31210:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:2.0:1769074824.447733:0:31210:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074824.447736:0:31210:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911434103192 : -114162275448424 : ffff982b86200998) 00000020:00001000:2.0:1769074824.447738:0:31210:0:(cl_object.c:785:cl_env_get()) 1@ffff982b86200990 00000020:00000001:2.0:1769074824.447741:0:31210:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:2.0:1769074824.447745:0:31210:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1769074824.447747:0:31210:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1769074824.447755:0:31210:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff982b984d6ba0. 00020000:00000010:2.0:1769074824.447760:0:31210:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff982b88365900. 00020000:00000010:2.0:1769074824.447767:0:31210:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff982b984d60c0. 00020000:00000001:2.0:1769074824.447769:0:31210:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446629911739064512 : -114161970487104 : ffff982b984d60c0) 00020000:00000002:2.0:1769074824.447773:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b984d60c0, objid 0x48:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1769074824.447777:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1769074824.447780:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b88365900: ostid: 0x280000400:1546 ost idx: 1 gen: 0 00020000:00000002:2.0:1769074824.447784:0:31210:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff982b9a1353e0) owner ffff982b86784f80 00020000:00000001:2.0:1769074824.447787:0:31210:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1769074824.447790:0:31210:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff982b9a1353e0) owner ffff982b86784f80 00020000:00000010:2.0:1769074824.447795:0:31210:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff982b88365900. 00020000:00000010:2.0:1769074824.447803:0:31210:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff982b984d6ba0. 00020000:00000010:2.0:1769074824.447807:0:31210:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff982b984d60c0. 00020000:00000002:2.0:1769074824.447809:0:31210:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x48:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1769074824.447812:0:31210:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074824.447814:0:31210:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074824.447818:0:31210:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1769074824.447821:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9a1353e0) owner 0000000000000000/ffff982b86784f80 00020000:00000002:2.0:1769074824.447824:0:31210:0:(lov_object.c:2349:lov_lsm_addref()) lsm ffff982b984d62a0 addref 2/0 by ffff982b86784f80. 00020000:00000002:2.0:1769074824.447827:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9a1353e0) owner 0000000000000000/ffff982b86784f80 00020000:00000001:2.0:1769074824.447829:0:31210:0:(lov_object.c:2245:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1769074824.447832:0:31210:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1769074824.447834:0:31210:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1769074824.447836:0:31210:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1769074824.447838:0:31210:0:(lov_object.c:2264:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1769074824.447840:0:31210:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x48:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1769074824.447843:0:31210:0:(cl_object.c:879:cl_env_put()) 1@ffff982b86200990 00000080:00000001:2.0:1769074824.447845:0:31210:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.447848:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.447850:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1769074824.447852:0:31210:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1769074824.447858:0:31210:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1769074824.447860:0:31210:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074824.447863:0:31210:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a1:0x48:0x0](ffff982b9068db88) 00000080:00010000:2.0:1769074824.447867:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x48:0x0](ffff982b9068db88) for lock 0x5d432443066b74f9 00800000:00000001:2.0:1769074824.447871:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1769074824.447875:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1769074824.447877:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.447878:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.447879:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340600 refcount=3 00000020:00000001:2.0:1769074824.447881:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603185152 : -114162106366464 : ffff982b90340600) 00010000:00000001:2.0:1769074824.447883:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603185152 : -114162106366464 : ffff982b90340600) 00010000:00000001:2.0:1769074824.447886:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.447887:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074824.447888:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074824.447890:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.447893:0:31210:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:2.0:1769074824.447896:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.447911:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b90378700 x1855007613340544/t73014444069(73014444069) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.447920:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.447928:0:31210:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074824.447932:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x48:0x0](ffff982b9068db88) 00000080:00000001:2.0:1769074824.447935:0:31210:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1769074824.447939:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b872bb200. 00000100:00000001:2.0:1769074824.447943:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.447947:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90378700 x1855007613340544/t73014444069(73014444069) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.447953:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.447958:0:31210:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1769074824.447959:0:31210:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.447970:0:31210:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:2.0:1769074824.447974:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa60 00000080:00200008:2.0:1769074824.447976:0:31210:0:(file.c:1001:ll_file_open()) START file f16.replay-dual-16:[0x2000013a1:0x48:0x0](ffff982b9068db88), flags 100102 00000080:00000010:2.0:1769074824.447985:0:31210:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff982ba1e34c80. 00000080:00000010:2.0:1769074824.447993:0:31210:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff982b984bad00. 00000080:00000001:2.0:1769074824.447997:0:31210:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:2.0:1769074824.448004:0:31210:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1769074824.448008:0:31210:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1769074824.448014:0:31210:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff982b82decac0. 00000002:00100000:2.0:1769074824.448020:0:31210:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff982b90378700 x1855007613340544/t73014444069(73014444069) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074824.448027:0:31210:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074824.448029:0:31210:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1769074824.448033:0:31210:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1769074824.448037:0:31210:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.448040:0:31210:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074824.448043:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.448046:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90378700 x1855007613340544/t73014444069(73014444069) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1769074824.448054:0:31210:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074824.448059:0:31210:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff982b902a0000. 02000000:00000001:2.0:1769074824.448101:0:31210:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1769074824.448103:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074824.448106:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa60 00000080:00000008:2.0:1769074824.448108:0:31210:0:(file.c:1240:ll_file_open()) COMPLETED file f16.replay-dual-16:[0x2000013a1:0x48:0x0](ffff982b9068db88), flags 100102, rc = 0 00000080:00000001:2.0:1769074824.448113:0:31210:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1769074824.448115:0:31210:0:(dcache.c:176:ll_intent_release()) intent ffff982b984d6660 released 00000080:00010000:2.0:1769074824.448117:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b74f9 from it ffff982b984d6660 00010000:00000001:2.0:1769074824.448120:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.448121:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.448123:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340600 refcount=3 00000020:00000001:2.0:1769074824.448124:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603185152 : -114162106366464 : ffff982b90340600) 00010000:00000001:2.0:1769074824.448127:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603185152 : -114162106366464 : ffff982b90340600) 00010000:00000001:2.0:1769074824.448130:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074824.448134:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340600/0x5d432443066b74f9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf5b77ed682f5d456 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:2.0:1769074824.448145:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.448146:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.448148:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1769074824.448153:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1769074824.448155:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340600/0x5d432443066b74f9 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf5b77ed682f5d456 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:2.0:1769074824.448165:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074824.448169:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074824.448172:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074824.448176:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.448177:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.448179:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.448184:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074824.448186:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.448188:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.448194:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.448196:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074824.448197:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.448198:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1769074824.448199:0:31210:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1769074824.448201:0:31210:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:2.0:1769074824.448203:0:31210:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1769074824.448205:0:31210:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1769074824.448208:0:31210:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1769074824.448209:0:31210:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.448213:0:31210:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1769074824.448214:0:31210:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.448216:0:31210:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1769074824.448219:0:31210:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.448220:0:31210:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1769074824.448223:0:31210:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff982b984d6660. 00000080:00000001:2.0:1769074824.448226:0:31210:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.448231:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1769074824.448233:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x48:0x0](ffff982b9068db88), inode mode 81a4 mask 40 00000080:00000001:2.0:1769074824.448237:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074824.448269:0:31210:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1769074824.448272:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9a1353e0) owner 0000000000000000/ffff982b86784f80 00020000:00000002:2.0:1769074824.448275:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9a1353e0) owner 0000000000000000/ffff982b86784f80 00020000:00000001:2.0:1769074824.448277:0:31210:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.448289:0:31210:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:2.0:1769074824.448291:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafdd0 00000080:00200008:2.0:1769074824.448293:0:31210:0:(file.c:424:ll_file_release()) START file f16.replay-dual-16:[0x2000013a1:0x48:0x0](ffff982b9068db88), flags 100002 00000080:00000001:2.0:1769074824.448296:0:31210:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:2.0:1769074824.448299:0:31210:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:2.0:1769074824.448300:0:31210:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1769074824.448302:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9a1353e0) owner 0000000000000000/ffff982b86784f80 00020000:00000002:2.0:1769074824.448304:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9a1353e0) owner 0000000000000000/ffff982b86784f80 00020000:00000001:2.0:1769074824.448306:0:31210:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.448309:0:31210:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:2.0:1769074824.448313:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074824.448316:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074824.448324:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036900 count: 2 00010000:00000001:2.0:1769074824.448327:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074824.448333:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1769074824.448335:0:31210:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x48:0x0]: 0 00000080:00000001:2.0:1769074824.448338:0:31210:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:2.0:1769074824.448341:0:31210:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1769074824.448345:0:31210:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff982b872bb200. 00000080:00000001:2.0:1769074824.448347:0:31210:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:2.0:1769074824.448355:0:31210:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1769074824.448359:0:31210:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:2.0:1769074824.448362:0:31210:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x48:0x0] 00000002:00000001:2.0:1769074824.448366:0:31210:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:2.0:1769074824.448368:0:31210:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff982b858dd800: [0x2000013a1:0x48:0x0] file closed with intent: 0 00000100:00000010:2.0:1769074824.448375:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90378a80. 00000020:00000040:2.0:1769074824.448379:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=39 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:2.0:1769074824.448384:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074824.448388:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074824.448394:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074824.448403:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b9a3f7a00. 00000100:00000001:2.0:1769074824.448410:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1769074824.448423:0:31210:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff982b90378700 x1855007613340544/t73014444069(73014444069) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074824.448515:0:31210:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b858dd800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074824.448522:0:31210:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b90378a80 x1855007613340800/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1769074824.448530:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074824.448533:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074824.448542:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b85821000. 00000100:00000001:2.0:1769074824.448545:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911423750144 : -114162285801472 : ffff982b85821000) 00000100:00000001:2.0:1769074824.448547:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074824.448549:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603415680 : -114162106135936 : ffff982b90378a80) 00000100:00000001:2.0:1769074824.448555:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074824.448560:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.448563:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074824.448565:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074824.448570:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90378a80 x1855007613340800/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.448579:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074824.448581:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074824.448586:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074824.448590:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074824.448593:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074824.448597:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90378a80 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613340800:192.168.204.151@tcp:35:createmany.0 00000100:00000001:2.0:1769074824.448602:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074824.448609:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074824.448611:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074824.448614:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074824.448619:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b90211800. 02000000:00000001:2.0:1769074824.448621:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074824.448634:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074824.448640:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7ef78. 00000400:00000010:2.0:1769074824.448648:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f110. 00000100:00000200:2.0:1769074824.448658:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613340800, portal 10 00000100:00000001:2.0:1769074824.448660:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074824.448661:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603415680 : -114162106135936 : ffff982b90378a80) 00000100:00000040:2.0:1769074824.448668:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b90378a80 x1855007613340800/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.448676:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074824.448680:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074824.448683:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897fcc0. 00000100:00000200:2.0:1769074824.448686:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613340800, offset 0 00000400:00000200:2.0:1769074824.448694:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074824.448703:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.448713:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074824.448719:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074824.448726:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074824.448730:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074824.448733:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074824.448738:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15384:15384:256:4294967295] 192.168.204.151@tcp LPNI seq info [15384:15384:8:4294967295] 00000400:00000200:2.0:1769074824.448743:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.448754:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074824.448762:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074824.448767:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73f300. 00000800:00000200:2.0:1769074824.448776:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074824.448787:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074824.448794:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73f300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1769074824.448811:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074824.448816:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 905502 usecs (906 jiffies) 00000400:00000200:2.0:1769074824.448820:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074824.448824:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296482032 00000100:00000001:2.0:1769074824.448828:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:2.0:1769074824.448831:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296482032 00000100:00000001:2.0:1769074824.448834:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:2.0:1769074824.448837:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074824.448840:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.448844:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074824.448846:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074824.448849:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b85821000 going to sleep for 11 seconds 00000100:00000001:2.0:1769074824.448852:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074824.448856:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074824.449355:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074824.449363:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73f300. 00000400:00000200:3.0:1769074824.449370:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.449378:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074824.449385:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897fcc0 00000400:00000010:3.0:1769074824.449389:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897fcc0. 00000100:00000001:3.0:1769074824.449394:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074824.449400:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90378a80 x1855007613340800/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.449413:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074824.449416:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90378a80 x1855007613340800/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.449423:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074824.449425:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1769074824.454102:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86036000. 00000800:00000001:3.0:1769074824.462371:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.462402:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074824.462409:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.462412:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.462431:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.462452:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074824.462463:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.462469:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.462478:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.462482:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd94c80 00000400:00000200:3.0:1769074824.462489:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.462497:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x223bd [1] + 224 00000800:00000001:3.0:1769074824.462508:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.462527:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.462531:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.462537:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074824.462548:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074824.462562:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90378a80 x1855007613340800/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074824.462575:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff982b90378a80 x1855007613340800/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.462601:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074824.462613:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.462617:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074824.463030:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074824.463041:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074824.463044:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074824.463050:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7ef78. 00000400:00000200:2.0:1769074824.463056:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f110 00000400:00000010:2.0:1769074824.463060:0:31210:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f110. 00000100:00000001:2.0:1769074824.463063:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074824.463071:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90378a80 x1855007613340800/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1769074824.463082:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90378a80 x1855007613340800/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.463090:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074824.463092:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074824.463096:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074824.463100:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074824.463105:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074824.463108:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074824.463112:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074824.463125:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88ca0 time=35 v=5 (5 0 10 10) 00000100:00001000:2.0:1769074824.463131:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=97 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074824.463134:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074824.463137:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.463140:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074824.463145:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.463150:0:31210:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1769074824.463152:0:31210:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1769074824.463154:0:31210:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1769074824.463156:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074824.463158:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603415680 : -114162106135936 : ffff982b90378a80) 00000100:00000001:2.0:1769074824.463163:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074824.463165:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:2.0:1769074824.463168:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074824.463172:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074824.463178:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90378a80 x1855007613340800/t73014444070(73014444070) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.463187:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074824.463190:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074824.463193:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074824.463198:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90378a80 x1855007613340800/t73014444070(73014444070) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1769074824.463207:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90378a80 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613340800:192.168.204.151@tcp:35:createmany.0 00000100:00000001:2.0:1769074824.463213:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074824.463217:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.463220:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074824.463223:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.463226:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90378a80 x1855007613340800/t73014444070(73014444070) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.463234:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074824.463238:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b85821000. 00000100:00000001:2.0:1769074824.463244:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074824.463246:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.463256:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074824.463257:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603415680 : -114162106135936 : ffff982b90378a80) 00000002:00000001:2.0:1769074824.463261:0:31210:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074824.463265:0:31210:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074824.463275:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b872bb200. 00000080:00000001:2.0:1769074824.463343:0:31210:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1769074824.463347:0:31210:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1769074824.463353:0:31210:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1769074824.463359:0:31210:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff982b90378700 x1855007613340544/t73014444069(73014444069) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074824.463367:0:31210:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074824.463369:0:31210:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074824.463371:0:31210:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff982b984bad00. 00000100:00000001:2.0:1769074824.463375:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.463377:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90378a80 x1855007613340800/t73014444070(73014444070) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.463390:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.463393:0:31210:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1769074824.463396:0:31210:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff982ba1e34c80. 00000080:00000001:2.0:1769074824.463401:0:31210:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074824.463408:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafdd0 00000080:00000008:2.0:1769074824.463412:0:31210:0:(file.c:464:ll_file_release()) COMPLETED file f16.replay-dual-16:[0x2000013a1:0x48:0x0](ffff982b9068db88), flags 100002, rc = 0 00000080:00000001:2.0:1769074824.463416:0:31210:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.463424:0:31210:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1769074824.463426:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafe00 00000080:00002000:2.0:1769074824.463428:0:31210:0:(dcache.c:127:ll_ddelete()) keeping dentry f16.replay-dual-16 (ffff982b904e80d8, parent ffff982b90d9e5e8, inode ffff982b9068db88) hashed, 00000080:00000001:2.0:1769074824.463431:0:31210:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074824.464168:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1769074824.464176:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1769074824.464179:0:31210:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1769074824.464182:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafbc0 00000080:00200000:3.0:1769074824.464187:0:31210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:3.0:1769074824.464197:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b88306c00. 00800000:00000002:3.0:1769074824.464207:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:3.0:1769074824.464213:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1769074824.464219:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1769074824.464221:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafae0 00800000:00000002:3.0:1769074824.464224:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1769074824.464230:0:31210:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1769074824.464237:0:31210:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1769074824.464245:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1769074824.464247:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf9b0 00000002:00010000:3.0:1769074824.464249:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1769074824.464253:0:31210:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1769074824.464256:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074824.464260:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1769074824.464269:0:31210:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074824.464272:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074824.464274:0:31210:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074824.464277:0:31210:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1769074824.464310:0:31210:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1769074824.464317:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90373b80. 00000020:00000040:3.0:1769074824.464323:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=40 obd=lustre-MDT0000-mdc-ffff982b858dd800 00010000:00000001:3.0:1769074824.464332:0:31210:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1769074824.464341:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074824.464350:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074824.464353:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074824.464356:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074824.464359:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074824.464362:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074824.464368:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074824.464379:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c02000. 00000100:00000001:3.0:1769074824.464388:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074824.464393:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1769074824.464396:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074824.464397:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1769074824.464399:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074824.464401:0:31210:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074824.464408:0:31210:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446629911603395456 : -114162106156160 : ffff982b90373b80) 00010000:00000001:3.0:1769074824.464413:0:31210:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1769074824.465244:0:31210:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1769074824.465259:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b848aed00. 00010000:00000010:3.0:1769074824.465267:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b98393f00. 00010000:00000001:3.0:1769074824.465274:0:31210:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1769074824.465304:0:31210:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b985d3200. 00000020:00000001:3.0:1769074824.465312:0:31210:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1769074824.465315:0:31210:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b985d3200 with handle 0x5d432443066b7500 to hash 00000020:00000001:3.0:1769074824.465318:0:31210:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1769074824.465320:0:31210:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000001:3.0:1769074824.465324:0:31210:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000001:3.0:1769074824.465329:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074824.465333:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074824.465340:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3200/0x5d432443066b7500 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31210 initiator: MDT0 00010000:00010000:3.0:1769074824.465351:0:31210:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3200/0x5d432443066b7500 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00010000:00010000:3.0:1769074824.465372:0:31210:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3200/0x5d432443066b7500 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000100:00000001:3.0:1769074824.465382:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074824.465385:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074824.465395:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b98e9ef00. 00000100:00000001:3.0:1769074824.465398:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911749324544 : -114161960227072 : ffff982b98e9ef00) 00000100:00000001:3.0:1769074824.465401:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074824.465402:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603395456 : -114162106156160 : ffff982b90373b80) 00000100:00000001:3.0:1769074824.465410:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074824.465416:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074824.465418:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074824.465420:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074824.465445:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90373b80 x1855007613340928/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.465454:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074824.465457:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074824.465462:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074824.465466:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074824.465469:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074824.465473:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90373b80 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613340928:192.168.204.151@tcp:101:createmany.0 00000100:00000001:3.0:1769074824.465478:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074824.465485:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074824.465488:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074824.465492:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074824.465498:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff982b88b89800. 02000000:00000001:3.0:1769074824.465499:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074824.465512:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074824.465518:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c78f0. 00000400:00000010:3.0:1769074824.465527:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6440. 00000100:00000200:3.0:1769074824.465538:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007613340928, portal 10 00000100:00000001:3.0:1769074824.465540:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074824.465541:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603395456 : -114162106156160 : ffff982b90373b80) 00000100:00000040:3.0:1769074824.465547:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b90373b80 x1855007613340928/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.465562:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074824.465565:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074824.465569:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad65d8. 00000100:00000200:3.0:1769074824.465573:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007613340928, offset 0 00000400:00000200:3.0:1769074824.465582:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074824.465594:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.465603:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074824.465787:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074824.465795:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074824.465800:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074824.465803:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074824.465808:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15385:15385:256:4294967295] 192.168.204.151@tcp LPNI seq info [15385:15385:8:4294967295] 00000400:00000200:3.0:1769074824.465813:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.465825:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074824.465833:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074824.465839:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652700. 00000800:00000200:3.0:1769074824.465847:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074824.465857:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074824.465863:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1769074824.465889:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074824.466055:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 904122 usecs (905 jiffies) 00000400:00000200:3.0:1769074824.466061:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074824.466066:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296482048 00000100:00000001:3.0:1769074824.466070:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:3.0:1769074824.466073:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296482048 00000100:00000001:3.0:1769074824.466076:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:3.0:1769074824.466079:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074824.466083:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074824.466087:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074824.466090:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1769074824.466094:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b98e9ef00 going to sleep for 11 seconds 00000100:00000001:3.0:1769074824.466098:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074824.466102:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074824.466893:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074824.466901:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652700. 00000400:00000200:2.0:1769074824.466909:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.466918:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074824.466925:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad65d8 00000400:00000010:2.0:1769074824.466928:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad65d8. 00000100:00000001:2.0:1769074824.466933:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074824.466941:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90373b80 x1855007613340928/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.466954:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.466957:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90373b80 x1855007613340928/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.466965:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.466967:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1769074824.474475:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074824.474488:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.474496:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074824.474499:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074824.474925:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074824.474930:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074824.474935:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1769074824.481150:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.481181:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074824.481187:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.481190:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.481213:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.481226:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074824.481240:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.481248:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.481257:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.481262:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 688 into portal 10 MB=0x6971e9dd94d00 00000400:00000200:3.0:1769074824.481269:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.481358:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 688/688 into md 0x223cd [1] + 224 00000800:00000001:3.0:1769074824.481371:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.481385:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.481389:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.481395:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074824.481409:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074824.481423:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90373b80 x1855007613340928/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074824.481446:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff982b90373b80 x1855007613340928/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.481475:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074824.481488:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.481493:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074824.481609:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074824.481621:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074824.481624:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074824.481629:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c78f0. 00000400:00000200:2.0:1769074824.481636:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6440 00000400:00000010:2.0:1769074824.481640:0:31210:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6440. 00000100:00000001:2.0:1769074824.481643:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074824.481650:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90373b80 x1855007613340928/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1769074824.481661:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90373b80 x1855007613340928/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.481667:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074824.481670:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074824.481673:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074824.481678:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074824.481681:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074824.481685:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074824.481690:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074824.481706:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=35 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074824.481711:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=97 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074824.481714:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074824.481717:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.481721:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074824.481726:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.481731:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074824.481734:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:2.0:1769074824.481736:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074824.481741:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074824.481746:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90373b80 x1855007613340928/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.481753:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074824.481758:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074824.481760:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074824.481765:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90373b80 x1855007613340928/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1769074824.481775:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90373b80 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613340928:192.168.204.151@tcp:101:createmany.0 00000100:00000001:2.0:1769074824.481784:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074824.481788:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.481790:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074824.481793:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.481797:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90373b80 x1855007613340928/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.481805:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074824.481811:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b98e9ef00. 00000100:00000001:2.0:1769074824.481815:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074824.481817:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.481821:0:31210:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1769074824.481826:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.481831:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.481834:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3200 refcount=4 00000020:00000001:2.0:1769074824.481837:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000001:2.0:1769074824.481840:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000040:2.0:1769074824.481849:0:31210:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b985d3200, remote cookie: 0xf5b77ed682f5d46b, flags: 0x1001 00010000:00010000:2.0:1769074824.481857:0:31210:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3200/0x5d432443066b7500 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d46b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074824.481870:0:31210:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3200/0x5d432443066b7500 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d46b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.481878:0:31210:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1769074824.481884:0:31210:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1769074824.481888:0:31210:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1769074824.481891:0:31210:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1769074824.481892:0:31210:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1769074824.481896:0:31210:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff982b848aed00) refcount = 1 00010000:00010000:2.0:1769074824.481901:0:31210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3200/0x5d432443066b7500 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d46b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.481919:0:31210:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1769074824.481924:0:31210:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1769074824.481926:0:31210:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074824.481929:0:31210:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1769074824.481932:0:31210:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074824.481935:0:31210:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3200/0x5d432443066b7500 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d46b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.481942:0:31210:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1769074824.481943:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.481946:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.481947:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.481948:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.481950:0:31210:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.481955:0:31210:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1769074824.481957:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.481958:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.481959:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3200 refcount=3 00000020:00000001:2.0:1769074824.481961:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000001:2.0:1769074824.481963:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000001:2.0:1769074824.481966:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.481967:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.481968:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3200 refcount=4 00000020:00000001:2.0:1769074824.481970:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000001:2.0:1769074824.481972:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000001:2.0:1769074824.481975:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074824.481978:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074824.481981:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3200/0x5d432443066b7500 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d46b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.481987:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.481988:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.481990:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.481991:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.481993:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3200 refcount=5 00000020:00000001:2.0:1769074824.481995:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000001:2.0:1769074824.481996:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000001:2.0:1769074824.481999:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074824.482002:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3200/0x5d432443066b7500 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d46b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.482008:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.482010:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1769074824.482012:0:31210:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3200/0x5d432443066b7500 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d46b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.482020:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074824.482021:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.482022:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.482024:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.482025:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1769074824.482031:0:31210:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff982b90373b80 x1855007613340928/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1769074824.482041:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.482043:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.482044:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3200 refcount=3 00000020:00000001:2.0:1769074824.482046:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000001:2.0:1769074824.482049:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000001:2.0:1769074824.482051:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.482052:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074824.482054:0:31210:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.482056:0:31210:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.482060:0:31210:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1769074824.482063:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.482065:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.482066:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3200 refcount=3 00000020:00000001:2.0:1769074824.482068:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000001:2.0:1769074824.482070:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00000002:00010000:2.0:1769074824.482073:0:31210:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3200/0x5d432443066b7500 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d46b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.482078:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.482079:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.482081:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1769074824.482083:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.482083:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.482085:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3200 refcount=3 00000020:00000001:2.0:1769074824.482086:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000001:2.0:1769074824.482088:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000040:2.0:1769074824.482096:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b848aed00 count: 2 00010000:00000001:2.0:1769074824.482100:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1769074824.482104:0:31210:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b873df800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1769074824.482106:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.482107:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074824.482108:0:31210:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1769074824.482112:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf930 00000002:00002000:2.0:1769074824.482114:0:31210:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1769074824.482118:0:31210:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074824.482124:0:31210:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074824.482127:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1769074824.482131:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1769074824.482134:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1769074824.482139:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:2.0:1769074824.482143:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b88306c00. 00000080:00000001:2.0:1769074824.482150:0:31210:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1769074824.482153:0:31210:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1769074824.482161:0:31210:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1769074824.482167:0:31210:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1769074824.482737:0:31210:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff982b985dee80. 00800000:00000001:3.0:1769074824.482744:0:31210:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446629911740149376 : -114161969402240 : ffff982b985dee80) 00800000:00000001:3.0:1769074824.482748:0:31210:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074824.482751:0:31210:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1769074824.482755:0:31210:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1769074824.482757:0:31210:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1769074824.482761:0:31210:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1769074824.482766:0:31210:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1769074824.482768:0:31210:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074824.482774:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1769074824.482778:0:31210:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1769074824.482784:0:31210:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:3.0:1769074824.482786:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074824.482788:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074824.482790:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3200 refcount=3 00000020:00000001:3.0:1769074824.482792:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000001:3.0:1769074824.482795:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000001:3.0:1769074824.482798:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074824.482800:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1769074824.482802:0:31210:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1769074824.482805:0:31210:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1769074824.482807:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b985dee80 1 00800000:00000010:3.0:1769074824.482810:0:31210:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff982b985dee80. 00800000:00000001:3.0:1769074824.482815:0:31210:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074824.482820:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b7500 00800000:00000001:3.0:1769074824.482824:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1769074824.482827:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1769074824.482828:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074824.482829:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074824.482831:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3200 refcount=3 00000020:00000001:3.0:1769074824.482833:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000001:3.0:1769074824.482835:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000001:3.0:1769074824.482838:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074824.482839:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1769074824.482840:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074824.482843:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074824.482847:0:31210:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074824.482849:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:3.0:1769074824.482853:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b7500 from it ffffbcdb01dafbf8 00010000:00000001:3.0:1769074824.482855:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074824.482856:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074824.482857:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3200 refcount=3 00000020:00000001:3.0:1769074824.482859:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000001:3.0:1769074824.482862:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000001:3.0:1769074824.482864:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074824.482869:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3200/0x5d432443066b7500 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d46b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074824.482877:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074824.482878:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074824.482880:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1769074824.482883:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1769074824.482886:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3200/0x5d432443066b7500 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d46b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074824.483815:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1769074824.483822:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1769074824.483824:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074824.483831:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074824.483833:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074824.483835:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074824.483840:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1769074824.483842:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074824.483844:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074824.483849:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074824.483851:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074824.483853:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074824.483854:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1769074824.483858:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074824.483873:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90373b80 x1855007613340928/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.483889:0:31210:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074824.485689:0:31210:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074824.485703:0:31210:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff982b88b89800. 02000000:00000001:3.0:1769074824.485717:0:31210:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074824.485722:0:31210:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074824.485725:0:31210:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=39 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:3.0:1769074824.485729:0:31210:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074824.485733:0:31210:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c02000. 02000000:00000001:3.0:1769074824.485739:0:31210:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074824.485742:0:31210:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074824.485746:0:31210:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90373b80. 00000100:00000001:3.0:1769074824.485752:0:31210:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074824.485754:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769074824.485760:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 1 00000080:00000001:3.0:1769074824.485771:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1769074824.485810:0:31210:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff982b8757e560. 00000080:00000001:3.0:1769074824.485818:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1769074824.485820:0:31210:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1769074824.485823:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafb00 00000080:00200000:3.0:1769074824.485826:0:31210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:3.0:1769074824.485835:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b88307e00. 00800000:00000002:3.0:1769074824.485844:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:3.0:1769074824.485850:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1769074824.485854:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1769074824.485857:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa20 00800000:00000002:3.0:1769074824.485860:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1769074824.485864:0:31210:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1769074824.485869:0:31210:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1769074824.485877:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1769074824.485880:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf8f0 00000002:00010000:3.0:1769074824.485882:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1769074824.485885:0:31210:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1769074824.485888:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074824.485893:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074824.485904:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b848aed00 count: 2 00010000:00000001:3.0:1769074824.485907:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074824.485913:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074824.485917:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1769074824.485922:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3200/0x5d432443066b7500 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d46b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1769074824.485934:0:31210:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1769074824.485940:0:31210:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074824.485943:0:31210:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3200/0x5d432443066b7500 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d46b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1769074824.485950:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1769074824.485952:0:31210:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1769074824.485954:0:31210:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1769074824.485956:0:31210:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1769074824.485959:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769074824.485961:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1769074824.485964:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1769074824.485967:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:3.0:1769074824.485970:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b88307e00. 00000080:00000001:3.0:1769074824.485974:0:31210:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1769074824.485976:0:31210:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074824.485979:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:3.0:1769074824.485984:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b7500 00800000:00000001:3.0:1769074824.485988:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1769074824.485991:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1769074824.485993:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074824.485996:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074824.486000:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3200 refcount=3 00000020:00000001:3.0:1769074824.486002:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000001:3.0:1769074824.486006:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000001:3.0:1769074824.486009:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074824.486011:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1769074824.486013:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074824.486015:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074824.486018:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b7500 from it ffffbcdb01dafb38 00010000:00000001:3.0:1769074824.486020:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074824.486021:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074824.486023:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3200 refcount=3 00000020:00000001:3.0:1769074824.486025:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000001:3.0:1769074824.486027:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000001:3.0:1769074824.486030:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074824.486033:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3200/0x5d432443066b7500 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d46b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074824.486040:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074824.486041:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074824.486043:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1769074824.486046:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1769074824.486049:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3200/0x5d432443066b7500 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d46b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074824.486058:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1769074824.486061:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1769074824.486064:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074824.486068:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074824.486069:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074824.486071:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074824.486075:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1769074824.486078:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074824.486081:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074824.486085:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074824.486087:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074824.486088:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074824.486090:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1769074824.486092:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769074824.486093:0:31210:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769074824.486096:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 3 00000080:00000001:3.0:1769074824.486099:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074824.486105:0:31210:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:3.0:1769074824.486107:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafb50 00000080:00200000:3.0:1769074824.486109:0:31210:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f16.replay-dual-17, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), file ffff982b85f9b380, open_flags 8042, mode 81a4 opened 0 00000080:00000010:3.0:1769074824.486116:0:31210:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff982b984662a0. 00000080:00000001:3.0:1769074824.486122:0:31210:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:3.0:1769074824.486125:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa10 00000080:00200000:3.0:1769074824.486127:0:31210:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f16.replay-dual-17, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), intent=open|creat 00000080:00000010:3.0:1769074824.486138:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b88307e00. 00800000:00000002:3.0:1769074824.486141:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:3.0:1769074824.486147:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1769074824.486149:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1769074824.486150:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf930 00800000:00000002:3.0:1769074824.486152:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f16.replay-dual-17' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1769074824.486156:0:31210:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:3.0:1769074824.486160:0:31210:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1769074824.486166:0:31210:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446629911450240000 : -114162259311616 : ffff982b87164400) 00800000:00000001:3.0:1769074824.486170:0:31210:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1769074824.486173:0:31210:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1769074824.486176:0:31210:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1769074824.486180:0:31210:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1769074824.486184:0:31210:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff982b858dd800: Allocated FID [0x2000013a1:0x49:0x0] 40000000:00000001:3.0:1769074824.486187:0:31210:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074824.486190:0:31210:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074824.486192:0:31210:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074824.486194:0:31210:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074824.486196:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf8b0 00800000:00000002:3.0:1769074824.486199:0:31210:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x49:0x0], name='f16.replay-dual-17' -> mds #0 00000002:00000001:3.0:1769074824.486202:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1769074824.486204:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf7e8 00000002:00010000:3.0:1769074824.486205:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f16.replay-dual-17,[0x2000013a1:0x49:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:3.0:1769074824.486210:0:31210:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1769074824.486214:0:31210:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1769074824.486220:0:31210:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1769074824.486226:0:31210:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074824.486228:0:31210:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1769074824.486231:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b848aed00 count: 2 00010000:00000001:3.0:1769074824.486233:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074824.486236:0:31210:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1769074824.486240:0:31210:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1769074824.486244:0:31210:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3200/0x5d432443066b7500 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf5b77ed682f5d46b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000080:00000001:3.0:1769074824.486255:0:31210:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1769074824.486261:0:31210:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1769074824.486264:0:31210:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1769074824.486267:0:31210:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1769074824.486270:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074824.486272:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074824.486274:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b848aed00 count: 3 00010000:00000001:3.0:1769074824.486276:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1769074824.486314:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074824.486316:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074824.486318:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074824.486320:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b848aed00 count: 3 00010000:00000001:3.0:1769074824.486323:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1769074824.486325:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074824.486326:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074824.486328:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074824.486329:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b848aed00 count: 3 00010000:00000001:3.0:1769074824.486331:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1769074824.486333:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074824.486336:0:31210:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1769074824.486339:0:31210:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff982b90dbe300, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1769074824.486345:0:31210:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1769074824.486353:0:31210:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1769074824.486356:0:31210:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1769074824.486358:0:31210:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074824.486363:0:31210:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1769074824.486367:0:31210:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1769074824.486370:0:31210:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1769074824.486372:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074824.486374:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1769074824.486377:0:31210:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b985d3200 with handle 0x5d432443066b7500 from hash 00010000:00000001:3.0:1769074824.486380:0:31210:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1769074824.486382:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074824.486383:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074824.486384:0:31210:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1769074824.486388:0:31210:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1769074824.486390:0:31210:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1769074824.486393:0:31210:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1769074824.486395:0:31210:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1769074824.486397:0:31210:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1769074824.486403:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90373b80. 00000020:00000040:3.0:1769074824.486407:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=40 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:3.0:1769074824.486414:0:31210:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769074824.486416:0:31210:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074824.486421:0:31210:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1769074824.486428:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074824.486431:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074824.486432:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074824.486445:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074824.486449:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074824.486452:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074824.486456:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074824.486466:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c02000. 00000100:00000001:3.0:1769074824.486475:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074824.486483:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1769074824.486487:0:31210:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1769074824.486491:0:31210:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3200/0x5d432443066b7500 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d46b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074824.486499:0:31210:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1769074824.486502:0:31210:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1769074824.486504:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1769074824.486507:0:31210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3200/0x5d432443066b7500 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d46b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1769074824.486522:0:31210:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b848aed00 count: 0 00010000:00000010:3.0:1769074824.486528:0:31210:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b98393f00. 00010000:00000001:3.0:1769074824.486545:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074824.486547:0:31210:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074824.486549:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1769074824.486550:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074824.486553:0:31210:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074824.486567:0:31210:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446629911603395456 : -114162106156160 : ffff982b90373b80) 00010000:00000001:3.0:1769074824.486572:0:31210:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1769074824.486574:0:31210:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1769074824.486579:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b848ae400. 00010000:00000010:3.0:1769074824.486583:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b98393f00. 00010000:00000001:3.0:1769074824.486588:0:31210:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1769074824.486592:0:31210:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b985d3000. 00000020:00000001:3.0:1769074824.486596:0:31210:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1769074824.486598:0:31210:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b985d3000 with handle 0x5d432443066b7507 to hash 00000020:00000001:3.0:1769074824.486601:0:31210:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1769074824.486603:0:31210:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911740100608 : -114161969451008 : ffff982b985d3000) 00010000:00000001:3.0:1769074824.486607:0:31210:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911740100608 : -114161969451008 : ffff982b985d3000) 00010000:00000001:3.0:1769074824.486609:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074824.486611:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074824.486614:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3000/0x5d432443066b7507 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31210 initiator: MDT0 00010000:00010000:3.0:1769074824.486621:0:31210:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3000/0x5d432443066b7507 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000020:00100000:3.0:1769074824.486634:0:31210:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b858dd800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074824.486648:0:31210:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b90373b80 x1855007613341184/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074824.486659:0:31210:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3000/0x5d432443066b7507 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000100:00000001:3.0:1769074824.486665:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074824.486667:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074824.486677:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b98e9ec00. 00000100:00000001:3.0:1769074824.486679:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911749323776 : -114161960227840 : ffff982b98e9ec00) 00000100:00000001:3.0:1769074824.486683:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074824.486684:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603395456 : -114162106156160 : ffff982b90373b80) 00000100:00000001:3.0:1769074824.486690:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074824.486695:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074824.486698:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074824.486700:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074824.486705:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90373b80 x1855007613341184/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.486713:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074824.486716:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074824.486721:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074824.486724:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074824.486727:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074824.486731:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90373b80 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613341184:192.168.204.151@tcp:101:createmany.0 00000100:00000001:3.0:1769074824.486736:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074824.486742:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074824.486745:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074824.486748:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074824.486833:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff982b902a0000. 02000000:00000001:3.0:1769074824.486836:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074824.486850:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074824.486856:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7630. 00000400:00000010:3.0:1769074824.486864:0:31210:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff982b98c01c00. 00000100:00000200:3.0:1769074824.486874:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007613341184, portal 10 00000100:00000001:3.0:1769074824.486876:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074824.486877:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603395456 : -114162106156160 : ffff982b90373b80) 00000100:00000040:3.0:1769074824.486885:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b90373b80 x1855007613341184/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.486897:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074824.486900:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074824.486904:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6d48. 00000100:00000200:3.0:1769074824.486907:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007613341184, offset 0 00000400:00000200:3.0:1769074824.486915:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074824.486926:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.486938:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074824.486946:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074824.486953:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074824.486958:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074824.486961:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074824.486966:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15386:15386:256:4294967295] 192.168.204.151@tcp LPNI seq info [15386:15386:8:4294967295] 00000400:00000200:3.0:1769074824.486970:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.486982:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074824.486991:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074824.486997:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652a00. 00000800:00000200:3.0:1769074824.487007:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074824.487018:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074824.487025:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652a00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1769074824.487051:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074824.487057:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 902750 usecs (903 jiffies) 00000400:00000200:3.0:1769074824.487062:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074824.487066:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296482067 00000100:00000001:3.0:1769074824.487070:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:3.0:1769074824.487073:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296482067 00000100:00000001:3.0:1769074824.487075:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:3.0:1769074824.487079:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074824.487082:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074824.487085:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074824.487088:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1769074824.487091:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b98e9ec00 going to sleep for 11 seconds 00000100:00000001:3.0:1769074824.487095:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074824.487100:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074824.487276:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074824.487324:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652a00. 00000400:00000200:3.0:1769074824.487330:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.487337:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074824.487343:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6d48 00000400:00000010:3.0:1769074824.487346:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6d48. 00000100:00000001:3.0:1769074824.487351:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074824.487357:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90373b80 x1855007613341184/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.487368:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074824.487372:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90373b80 x1855007613341184/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.487378:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074824.487380:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1769074824.494887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848aed00. 00010000:00000010:3.1:1769074824.494915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985d3200. 00000800:00000001:3.0:1769074824.495080:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.495099:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074824.495103:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.495106:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.495121:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.495130:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074824.495139:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.495145:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.495152:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.495157:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 664 into portal 10 MB=0x6971e9dd94e00 00000400:00000200:3.0:1769074824.495163:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.495171:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 664/664 into md 0x223dd [32] + 224 00000800:00000001:3.0:1769074824.495181:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.495192:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.495196:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.495202:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074824.495212:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074824.495223:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90373b80 x1855007613341184/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074824.495235:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff982b90373b80 x1855007613341184/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.495270:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074824.495316:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074824.495321:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.495332:0:2359:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074824.495338:0:2359:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15387:15387:256:4294967295] 192.168.204.151@tcp LPNI seq info [15387:15387:8:4294967295] 00000400:00000200:3.0:1769074824.495343:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.495351:0:2359:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:3.0:1769074824.495357:0:2359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074824.495365:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff982b98c03800. 00000800:00000200:3.0:1769074824.495372:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074824.495382:0:2359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074824.495388:0:2359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b98c03800 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1769074824.495526:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1769074824.495526:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074824.495533:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff982b98c03800. 00000800:00000001:2.0:1769074824.495535:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.495538:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.495544:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000100:00000001:0.0:1769074824.496782:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074824.496801:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074824.496804:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074824.496810:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7630. 00000400:00000200:0.0:1769074824.496822:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b98c01c00 00000400:00000010:0.0:1769074824.496824:0:31210:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff982b98c01c00. 00000100:00000001:0.0:1769074824.496833:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074824.496845:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90373b80 x1855007613341184/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074824.496857:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90373b80 x1855007613341184/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.496867:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074824.496870:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074824.496873:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074824.496877:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074824.496880:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074824.496884:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074824.496889:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074824.496913:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=35 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074824.496919:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074824.496922:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074824.496924:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.496927:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074824.496932:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.496937:0:31210:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1769074824.496939:0:31210:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1769074824.496941:0:31210:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1769074824.496943:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.496945:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603395456 : -114162106156160 : ffff982b90373b80) 00000100:00000001:0.0:1769074824.496950:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074824.496953:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:0.0:1769074824.496955:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074824.496959:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074824.496965:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90373b80 x1855007613341184/t73014444071(73014444071) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.496978:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074824.496982:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074824.496984:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074824.496989:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90373b80 x1855007613341184/t73014444071(73014444071) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074824.496997:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90373b80 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613341184:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074824.497003:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074824.497006:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.497009:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074824.497011:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.497014:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90373b80 x1855007613341184/t73014444071(73014444071) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.497022:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074824.497026:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b98e9ec00. 00000100:00000001:0.0:1769074824.497029:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074824.497030:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.497034:0:31210:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074824.497039:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.497043:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.497046:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3000 refcount=4 00000020:00000001:0.0:1769074824.497049:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740100608 : -114161969451008 : ffff982b985d3000) 00010000:00000001:0.0:1769074824.497052:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740100608 : -114161969451008 : ffff982b985d3000) 00010000:00000040:0.0:1769074824.497061:0:31210:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b985d3000, remote cookie: 0xf5b77ed682f5d487, flags: 0x1001 00010000:00010000:0.0:1769074824.497067:0:31210:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3000/0x5d432443066b7507 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d487 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1769074824.497076:0:31210:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x49:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1769074824.497080:0:31210:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1769074824.497096:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b985e5d00. 00010000:00000010:0.0:1769074824.497102:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b985e6380. 00010000:00000040:0.0:1769074824.497120:0:31210:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b848ae400 count: 0 00010000:00000010:0.0:1769074824.497126:0:31210:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b98393f00. 00010000:00000001:0.0:1769074824.497137:0:31210:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074824.497141:0:31210:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3000/0x5d432443066b7507 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x49:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d487 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074824.497150:0:31210:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3000/0x5d432443066b7507 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d487 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.497157:0:31210:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074824.497162:0:31210:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074824.497165:0:31210:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074824.497167:0:31210:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074824.497168:0:31210:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074824.497171:0:31210:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x49:0x0].0x0 (ffff982b985e5d00) refcount = 1 00010000:00010000:0.0:1769074824.497175:0:31210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3000/0x5d432443066b7507 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d487 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.497181:0:31210:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074824.497186:0:31210:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074824.497188:0:31210:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074824.497192:0:31210:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074824.497195:0:31210:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074824.497198:0:31210:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3000/0x5d432443066b7507 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d487 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.497204:0:31210:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074824.497205:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.497207:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.497208:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.497210:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.497212:0:31210:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.497219:0:31210:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074824.497223:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.497224:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.497226:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3000 refcount=3 00000020:00000001:0.0:1769074824.497228:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740100608 : -114161969451008 : ffff982b985d3000) 00010000:00000001:0.0:1769074824.497230:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740100608 : -114161969451008 : ffff982b985d3000) 00010000:00000001:0.0:1769074824.497233:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.497235:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.497236:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3000 refcount=4 00000020:00000001:0.0:1769074824.497238:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740100608 : -114161969451008 : ffff982b985d3000) 00010000:00000001:0.0:1769074824.497240:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740100608 : -114161969451008 : ffff982b985d3000) 00010000:00000001:0.0:1769074824.497244:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074824.497247:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074824.497251:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3000/0x5d432443066b7507 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d487 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.497258:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.497259:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.497261:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.497262:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.497263:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3000 refcount=5 00000020:00000001:0.0:1769074824.497265:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740100608 : -114161969451008 : ffff982b985d3000) 00010000:00000001:0.0:1769074824.497267:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740100608 : -114161969451008 : ffff982b985d3000) 00010000:00000001:0.0:1769074824.497270:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074824.497272:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3000/0x5d432443066b7507 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d487 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.497279:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.497368:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074824.497371:0:31210:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3000/0x5d432443066b7507 lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d487 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.497378:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074824.497380:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.497381:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.497382:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.497383:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074824.497389:0:31210:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff982b90373b80 x1855007613341184/t73014444071(73014444071) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074824.497399:0:31210:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1769074824.497404:0:31210:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff982b90373b80 x1855007613341184/t73014444071(73014444071) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074824.497411:0:31210:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.497419:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.497421:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.497423:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3000 refcount=3 00000020:00000001:0.0:1769074824.497425:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740100608 : -114161969451008 : ffff982b985d3000) 00010000:00000001:0.0:1769074824.497427:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740100608 : -114161969451008 : ffff982b985d3000) 00000002:00010000:0.0:1769074824.497431:0:31210:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3000/0x5d432443066b7507 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d487 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000002:00000010:0.0:1769074824.497453:0:31210:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff982b99072f80. 00010000:00000001:0.0:1769074824.497456:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.497457:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074824.497459:0:31210:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.497461:0:31210:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.497465:0:31210:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1769074824.497468:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.497469:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603395456 : -114162106156160 : ffff982b90373b80) 00000100:00000001:0.0:1769074824.497471:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.497473:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603395456 : -114162106156160 : ffff982b90373b80) 00010000:00000001:0.0:1769074824.497475:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.497476:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.497477:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3000 refcount=3 00000020:00000001:0.0:1769074824.497479:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740100608 : -114161969451008 : ffff982b985d3000) 00010000:00000001:0.0:1769074824.497482:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740100608 : -114161969451008 : ffff982b985d3000) 00000002:00010000:0.0:1769074824.497486:0:31210:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3000/0x5d432443066b7507 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d487 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074824.497492:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.497492:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.497495:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074824.497496:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.497498:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.497499:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3000 refcount=3 00000020:00000001:0.0:1769074824.497501:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740100608 : -114161969451008 : ffff982b985d3000) 00010000:00000001:0.0:1769074824.497503:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740100608 : -114161969451008 : ffff982b985d3000) 00010000:00000040:0.0:1769074824.497507:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5d00 count: 2 00010000:00000001:0.0:1769074824.497510:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074824.497515:0:31210:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b873df800 type 13 mode 4 res 8589939617/73 (0 0) 00010000:00000001:0.0:1769074824.497518:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.497520:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074824.497521:0:31210:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074824.497526:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf768 00000002:00002000:0.0:1769074824.497528:0:31210:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f16.replay-dual-17 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1769074824.497531:0:31210:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.497536:0:31210:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.497539:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074824.497543:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1769074824.497548:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074824.497553:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000001:0.0:1769074824.497557:0:31210:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1769074824.497559:0:31210:0:(namei.c:677:ll_lookup_it_finish()) it ffff982b984662a0 it_disposition 1800037 00000080:00002000:0.0:1769074824.497565:0:31210:0:(namei.c:656:ll_splice_alias()) Add dentry ffff982ba0a8a360 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1769074824.497571:0:31210:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769074824.497574:0:31210:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:0.0:1769074824.497576:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf9a0 00000080:00200000:0.0:1769074824.497578:0:31210:0:(namei.c:1569:ll_create_it()) VFS Op:name=f16.replay-dual-17, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), intent=open|creat 00000080:00000001:0.0:1769074824.497581:0:31210:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:0.0:1769074824.497584:0:31210:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074824.497590:0:31210:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1769074824.497842:0:31210:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074824.497846:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366345 : 144115272381366345 : 2000013a1000049) 00000080:00000001:0.0:1769074824.497851:0:31210:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:0.0:1769074824.497870:0:31210:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff982b906b4a40. 00000020:00000001:0.0:1769074824.497885:0:31210:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:0.0:1769074824.497887:0:31210:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1769074824.497891:0:31210:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:0.0:1769074824.497893:0:31210:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a1:0x49:0x0](ffff982b906b4b08) 00000020:00000001:0.0:1769074824.497898:0:31210:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074824.497904:0:31210:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911477432328 : -114162232119288 : ffff982b88b53008) 00000020:00001000:0.0:1769074824.497906:0:31210:0:(cl_object.c:785:cl_env_get()) 1@ffff982b88b53000 00000020:00000001:0.0:1769074824.497912:0:31210:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:0.0:1769074824.497919:0:31210:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff982b985e4a28. 00000020:00000001:0.0:1769074824.497921:0:31210:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:0.0:1769074824.497924:0:31210:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074824.497933:0:31210:0:(lov_object.c:2321:lov_object_alloc()) Process entered 00020000:00000010:0.0:1769074824.497938:0:31210:0:(lov_object.c:2322:lov_object_alloc()) slab-alloced 'lov': 248 at ffff982b9029d5d0. 00020000:00000001:0.0:1769074824.497940:0:31210:0:(lov_object.c:2336:lov_object_alloc()) Process leaving (rc=18446629911602517456 : -114162107034160 : ffff982b9029d5d0) 00020000:00000001:0.0:1769074824.497943:0:31210:0:(lov_object.c:1378:lov_object_init()) Process entered 00020000:00000001:0.0:1769074824.497946:0:31210:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1769074824.497953:0:31210:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff982b984122a0. 00020000:00000010:0.0:1769074824.497957:0:31210:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff982b860f9780. 00020000:00000010:0.0:1769074824.497963:0:31210:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff982b98412120. 00020000:00000001:0.0:1769074824.497966:0:31210:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446629911738261792 : -114161971289824 : ffff982b98412120) 00020000:00000002:0.0:1769074824.497969:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b98412120, objid 0x49:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074824.497974:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074824.497978:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b860f9780: ostid: 0x240000400:1546 ost idx: 0 gen: 0 00020000:00000001:0.0:1769074824.497981:0:31210:0:(lov_object.c:603:lov_init_composite()) Process entered 00020000:00000002:0.0:1769074824.497984:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b98412120, objid 0x49:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074824.497987:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074824.497990:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b860f9780: ostid: 0x240000400:1546 ost idx: 0 gen: 0 00020000:00000010:0.0:1769074824.497993:0:31210:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff982b985876a0. 00020000:00000010:0.0:1769074824.497998:0:31210:0:(lov_object.c:626:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff982b985ec540. 00020000:00000001:0.0:1769074824.498003:0:31210:0:(lov_object.c:194:lov_init_raid0()) Process entered 00020000:00000010:0.0:1769074824.498006:0:31210:0:(lov_object.c:199:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff982b874cf9e8. 00020000:00000001:0.0:1769074824.498010:0:31210:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1769074824.498011:0:31210:0:(lu_object.c:808:lu_object_find_at()) Process entered 00020000:00000001:0.0:1769074824.498017:0:31210:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1769074824.498021:0:31210:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff982b985e4c80. 00000020:00000001:0.0:1769074824.498023:0:31210:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:0.0:1769074824.498024:0:31210:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074824.498026:0:31210:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446629911740173568 : -114161969378048 : ffff982b985e4d00) 00020000:00000001:0.0:1769074824.498029:0:31210:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:0.0:1769074824.498038:0:31210:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff982b985e1dc0. 00020000:00000001:0.0:1769074824.498041:0:31210:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074824.498046:0:31210:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629911740173568 : -114161969378048 : ffff982b985e4d00) 00020000:00000001:0.0:1769074824.498049:0:31210:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446629911740173568 : -114161969378048 : ffff982b985e4d00) 00020000:00000002:0.0:1769074824.498053:0:31210:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x60a:0x0]@ffff982b985e4c80[0:0] -> [0x2000013a1:0x49:0x0]@ffff982b985e4a28: ostid: 0x240000400:1546 ost idx: 0 gen: 0 00020000:00000001:0.0:1769074824.498059:0:31210:0:(lov_object.c:264:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:0.0:1769074824.498062:0:31210:0:(lov_object.c:812:lov_init_composite()) Process leaving 00020000:00000001:0.0:1769074824.498064:0:31210:0:(lov_object.c:1406:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074824.498066:0:31210:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629911740172968 : -114161969378648 : ffff982b985e4aa8) 00000020:00001000:0.0:1769074824.498069:0:31210:0:(cl_object.c:879:cl_env_put()) 1@ffff982b88b53000 00000080:00000001:0.0:1769074824.498073:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366345 : 144115272381366345 : 2000013a1000049) 00000080:00000001:0.0:1769074824.498076:0:31210:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:0.0:1769074824.498079:0:31210:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272381366345 mtime from 0 to 1769074824 00000080:00000001:0.0:1769074824.498085:0:31210:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1769074824.498088:0:31210:0:(namei.c:160:ll_iget()) Process leaving (rc=18446629911606807304 : -114162102744312 : ffff982b906b4b08) 00010000:00000001:0.0:1769074824.498091:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.498093:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.498094:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3000 refcount=3 00000020:00000001:0.0:1769074824.498097:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740100608 : -114161969451008 : ffff982b985d3000) 00010000:00000001:0.0:1769074824.498100:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740100608 : -114161969451008 : ffff982b985d3000) 00000080:00000001:0.0:1769074824.498456:0:31210:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:0.0:1769074824.498460:0:31210:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074824.498461:0:31210:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911477432328 : -114162232119288 : ffff982b88b53008) 00000020:00001000:0.0:1769074824.498464:0:31210:0:(cl_object.c:785:cl_env_get()) 1@ffff982b88b53000 00000020:00000001:0.0:1769074824.498466:0:31210:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:0.0:1769074824.498469:0:31210:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:0.0:1769074824.498471:0:31210:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1769074824.498478:0:31210:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff982b984128a0. 00020000:00000010:0.0:1769074824.498481:0:31210:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff982b860f9800. 00020000:00000010:0.0:1769074824.498484:0:31210:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff982b98412780. 00020000:00000001:0.0:1769074824.498486:0:31210:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446629911738263424 : -114161971288192 : ffff982b98412780) 00020000:00000002:0.0:1769074824.498488:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b98412780, objid 0x49:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074824.498492:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074824.498494:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b860f9800: ostid: 0x240000400:1546 ost idx: 0 gen: 0 00020000:00000002:0.0:1769074824.498498:0:31210:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff982b9029d5d0) owner ffff982b86784f80 00020000:00000001:0.0:1769074824.498501:0:31210:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1769074824.498503:0:31210:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff982b9029d5d0) owner ffff982b86784f80 00020000:00000010:0.0:1769074824.498508:0:31210:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff982b860f9800. 00020000:00000010:0.0:1769074824.498513:0:31210:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff982b984128a0. 00020000:00000010:0.0:1769074824.498517:0:31210:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff982b98412780. 00020000:00000002:0.0:1769074824.498519:0:31210:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x49:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1769074824.498522:0:31210:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074824.498523:0:31210:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074824.498529:0:31210:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1769074824.498532:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9029d5d0) owner 0000000000000000/ffff982b86784f80 00020000:00000002:0.0:1769074824.498535:0:31210:0:(lov_object.c:2349:lov_lsm_addref()) lsm ffff982b98412120 addref 2/0 by ffff982b86784f80. 00020000:00000002:0.0:1769074824.498538:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9029d5d0) owner 0000000000000000/ffff982b86784f80 00020000:00000001:0.0:1769074824.498541:0:31210:0:(lov_object.c:2245:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1769074824.498544:0:31210:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1769074824.498545:0:31210:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1769074824.498547:0:31210:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1769074824.498550:0:31210:0:(lov_object.c:2264:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1769074824.498552:0:31210:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x49:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1769074824.498555:0:31210:0:(cl_object.c:879:cl_env_put()) 1@ffff982b88b53000 00000080:00000001:0.0:1769074824.498558:0:31210:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.498560:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.498562:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074824.498564:0:31210:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074824.498568:0:31210:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1769074824.498570:0:31210:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074824.498573:0:31210:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a1:0x49:0x0](ffff982b906b4b08) 00000080:00010000:0.0:1769074824.498577:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x49:0x0](ffff982b906b4b08) for lock 0x5d432443066b7507 00800000:00000001:0.0:1769074824.498580:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074824.498583:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074824.498584:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.498586:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.498587:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3000 refcount=3 00000020:00000001:0.0:1769074824.498589:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740100608 : -114161969451008 : ffff982b985d3000) 00010000:00000001:0.0:1769074824.498592:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740100608 : -114161969451008 : ffff982b985d3000) 00010000:00000001:0.0:1769074824.498791:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.498793:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074824.498796:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.498798:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.498800:0:31210:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:0.0:1769074824.498804:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.498816:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b90373b80 x1855007613341184/t73014444071(73014444071) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.498826:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.498834:0:31210:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074824.498839:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x49:0x0](ffff982b906b4b08) 00000080:00000001:0.0:1769074824.498842:0:31210:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1769074824.498846:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b88307e00. 00000100:00000001:0.0:1769074824.498850:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.498854:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90373b80 x1855007613341184/t73014444071(73014444071) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.498860:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.498865:0:31210:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1769074824.498867:0:31210:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.498881:0:31210:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:0.0:1769074824.498885:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa60 00000080:00200008:0.0:1769074824.499194:0:31210:0:(file.c:1001:ll_file_open()) START file f16.replay-dual-17:[0x2000013a1:0x49:0x0](ffff982b906b4b08), flags 100102 00000080:00000010:0.0:1769074824.499208:0:31210:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff982b996fc3c0. 00000080:00000010:0.0:1769074824.499217:0:31210:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff982b99072d00. 00000080:00000001:0.0:1769074824.499221:0:31210:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:0.0:1769074824.499228:0:31210:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1769074824.499232:0:31210:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1769074824.499237:0:31210:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff982b85d25e80. 00000002:00100000:0.0:1769074824.499244:0:31210:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff982b90373b80 x1855007613341184/t73014444071(73014444071) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074824.499250:0:31210:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.499252:0:31210:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1769074824.499256:0:31210:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1769074824.499260:0:31210:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.499263:0:31210:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074824.499266:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.499269:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90373b80 x1855007613341184/t73014444071(73014444071) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1769074824.499277:0:31210:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074824.499716:0:31210:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff982b902a0000. 02000000:00000001:0.0:1769074824.499760:0:31210:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1769074824.499762:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074824.499767:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa60 00000080:00000008:0.0:1769074824.499770:0:31210:0:(file.c:1240:ll_file_open()) COMPLETED file f16.replay-dual-17:[0x2000013a1:0x49:0x0](ffff982b906b4b08), flags 100102, rc = 0 00000080:00000001:0.0:1769074824.499776:0:31210:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1769074824.499777:0:31210:0:(dcache.c:176:ll_intent_release()) intent ffff982b984662a0 released 00000080:00010000:0.0:1769074824.499780:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b7507 from it ffff982b984662a0 00010000:00000001:0.0:1769074824.499783:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.499786:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.499788:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3000 refcount=3 00000020:00000001:0.0:1769074824.499791:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740100608 : -114161969451008 : ffff982b985d3000) 00010000:00000001:0.0:1769074824.499794:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740100608 : -114161969451008 : ffff982b985d3000) 00010000:00000001:0.0:1769074824.499799:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074824.499806:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3000/0x5d432443066b7507 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf5b77ed682f5d487 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074824.499817:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.499819:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.499822:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074824.499825:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074824.499828:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3000/0x5d432443066b7507 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf5b77ed682f5d487 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074824.499838:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074824.499842:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074824.499845:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074824.499851:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.499853:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.499855:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.499861:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074824.499863:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.499866:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.499870:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.499873:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074824.499874:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.499876:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074824.499877:0:31210:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1769074824.499881:0:31210:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:1.0:1769074824.505588:0:31210:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1769074824.505611:0:31210:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1769074824.505617:0:31210:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1769074824.505619:0:31210:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.505624:0:31210:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1769074824.505626:0:31210:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.505628:0:31210:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1769074824.505632:0:31210:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.505635:0:31210:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1769074824.505641:0:31210:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff982b984662a0. 00000080:00000001:1.0:1769074824.505652:0:31210:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.505662:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1769074824.505667:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x49:0x0](ffff982b906b4b08), inode mode 81a4 mask 40 00000080:00000001:1.0:1769074824.505675:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074824.505713:0:31210:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1769074824.505720:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9029d5d0) owner 0000000000000000/ffff982b86784f80 00020000:00000002:1.0:1769074824.505727:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9029d5d0) owner 0000000000000000/ffff982b86784f80 00020000:00000001:1.0:1769074824.505731:0:31210:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.505743:0:31210:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:1.0:1769074824.505748:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafdd0 00000080:00200008:1.0:1769074824.505751:0:31210:0:(file.c:424:ll_file_release()) START file f16.replay-dual-17:[0x2000013a1:0x49:0x0](ffff982b906b4b08), flags 100002 00000080:00000001:1.0:1769074824.505756:0:31210:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:1.0:1769074824.505760:0:31210:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:1.0:1769074824.505762:0:31210:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1769074824.505764:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9029d5d0) owner 0000000000000000/ffff982b86784f80 00020000:00000002:1.0:1769074824.505766:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9029d5d0) owner 0000000000000000/ffff982b86784f80 00020000:00000001:1.0:1769074824.505769:0:31210:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.505772:0:31210:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:1.0:1769074824.505784:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074824.505789:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074824.505802:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5d00 count: 2 00010000:00000001:1.0:1769074824.505806:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074824.505813:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1769074824.505817:0:31210:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x49:0x0]: 0 00000080:00000001:1.0:1769074824.505821:0:31210:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:1.0:1769074824.505824:0:31210:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1769074824.505836:0:31210:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff982b99658800. 00000080:00000001:1.0:1769074824.505839:0:31210:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:1.0:1769074824.505849:0:31210:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1769074824.505854:0:31210:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:1.0:1769074824.505857:0:31210:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x49:0x0] 00000002:00000001:1.0:1769074824.505863:0:31210:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:1.0:1769074824.505865:0:31210:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff982b858dd800: [0x2000013a1:0x49:0x0] file closed with intent: 0 00000100:00000010:1.0:1769074824.505874:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9849e300. 00000020:00000040:1.0:1769074824.505881:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=41 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:1.0:1769074824.505887:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074824.505905:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074824.505912:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074824.505927:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b99658c00. 00000100:00000001:1.0:1769074824.505936:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1769074824.505965:0:31210:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff982b90373b80 x1855007613341184/t73014444071(73014444071) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1769074824.505981:0:31210:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b858dd800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074824.505988:0:31210:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b9849e300 x1855007613341440/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1769074824.505997:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074824.505999:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074824.506009:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b8491e480. 00000100:00000001:1.0:1769074824.506011:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911408010368 : -114162301541248 : ffff982b8491e480) 00000100:00000001:1.0:1769074824.506014:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.506016:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738835712 : -114161970715904 : ffff982b9849e300) 00000100:00000001:1.0:1769074824.506022:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074824.506027:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.506030:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074824.506032:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074824.506037:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9849e300 x1855007613341440/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.506045:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074824.506048:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.506052:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074824.506056:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074824.506059:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074824.506064:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9849e300 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613341440:192.168.204.151@tcp:35:createmany.0 00000100:00000001:1.0:1769074824.506069:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074824.506076:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074824.506078:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.506081:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074824.506087:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b87460c00. 02000000:00000001:1.0:1769074824.506089:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074824.506116:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074824.506123:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47000. 00000400:00000010:1.0:1769074824.506132:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8330. 00000100:00000200:1.0:1769074824.506142:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613341440, portal 10 00000100:00000001:1.0:1769074824.506144:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.506145:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738835712 : -114161970715904 : ffff982b9849e300) 00000100:00000040:1.0:1769074824.506153:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b9849e300 x1855007613341440/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.506161:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074824.506164:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074824.506167:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8198. 00000100:00000200:1.0:1769074824.506172:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613341440, offset 0 00000400:00000200:1.0:1769074824.506180:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074824.506190:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074824.506201:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074824.506209:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074824.506216:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074824.506221:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074824.506224:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074824.506228:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15388:15388:256:4294967295] 192.168.204.151@tcp LPNI seq info [15388:15388:8:4294967295] 00000400:00000200:1.0:1769074824.506233:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074824.506245:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074824.506253:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074824.506259:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a34b600. 00000800:00000200:1.0:1769074824.506268:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074824.506278:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074824.506307:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a34b600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769074824.506329:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074824.506335:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 901370 usecs (902 jiffies) 00000400:00000200:1.0:1769074824.506339:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074824.506343:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296482085 00000100:00000001:1.0:1769074824.506348:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:1.0:1769074824.506351:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296482086 00000100:00000001:1.0:1769074824.506354:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:1.0:1769074824.506358:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074824.506362:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.506365:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074824.506367:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074824.506371:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8491e480 going to sleep for 11 seconds 00000100:00000001:1.0:1769074824.506375:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074824.506380:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074824.506530:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074824.506536:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a34b600. 00000400:00000200:2.0:1769074824.506543:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.506549:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074824.506557:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8198 00000400:00000010:2.0:1769074824.506560:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8198. 00000100:00000001:2.0:1769074824.506565:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074824.506570:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849e300 x1855007613341440/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.506582:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.506586:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849e300 x1855007613341440/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.506594:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.506596:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1769074824.512520:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848ae400. 00000800:00000001:3.0:1769074824.526589:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.526626:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074824.526633:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.526636:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.526654:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.526666:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074824.526675:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.526681:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.526688:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.526693:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd94f00 00000400:00000200:3.0:1769074824.526700:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.526709:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x223ed [1] + 224 00000800:00000001:3.0:1769074824.526720:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.526736:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.526740:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.526745:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074824.526755:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074824.526769:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849e300 x1855007613341440/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074824.526781:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff982b9849e300 x1855007613341440/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.526808:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074824.526820:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.526823:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074824.527191:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074824.527203:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074824.527206:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074824.527211:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47000. 00000400:00000200:1.0:1769074824.527217:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8330 00000400:00000010:1.0:1769074824.527220:0:31210:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8330. 00000100:00000001:1.0:1769074824.527224:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074824.527231:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849e300 x1855007613341440/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074824.527241:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849e300 x1855007613341440/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.527247:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074824.527250:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074824.527253:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074824.527257:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074824.527260:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074824.527262:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.527266:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074824.527340:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88ca0 time=35 v=5 (5 0 10 10) 00000100:00001000:1.0:1769074824.527346:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074824.527349:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074824.527351:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.527354:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074824.527361:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.527365:0:31210:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1769074824.527368:0:31210:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1769074824.527370:0:31210:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1769074824.527373:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.527375:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738835712 : -114161970715904 : ffff982b9849e300) 00000100:00000001:1.0:1769074824.527379:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074824.527382:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:1.0:1769074824.527384:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074824.527387:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074824.527393:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849e300 x1855007613341440/t73014444072(73014444072) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.527402:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074824.527405:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074824.527408:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074824.527412:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849e300 x1855007613341440/t73014444072(73014444072) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074824.527420:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849e300 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613341440:192.168.204.151@tcp:35:createmany.0 00000100:00000001:1.0:1769074824.527426:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074824.527429:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.527432:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074824.527444:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074824.527448:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849e300 x1855007613341440/t73014444072(73014444072) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.527455:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074824.527458:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b8491e480. 00000100:00000001:1.0:1769074824.527463:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074824.527465:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.527475:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.527476:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738835712 : -114161970715904 : ffff982b9849e300) 00000002:00000001:1.0:1769074824.527480:0:31210:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.527484:0:31210:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769074824.527492:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b99658800. 00000080:00000001:1.0:1769074824.527496:0:31210:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1769074824.527501:0:31210:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1769074824.527507:0:31210:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1769074824.527513:0:31210:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff982b90373b80 x1855007613341184/t73014444071(73014444071) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074824.527522:0:31210:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.527523:0:31210:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769074824.527526:0:31210:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff982b99072d00. 00000100:00000001:1.0:1769074824.527530:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074824.527533:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849e300 x1855007613341440/t73014444072(73014444072) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.527540:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.527543:0:31210:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769074824.527548:0:31210:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff982b996fc3c0. 00000080:00000001:1.0:1769074824.527557:0:31210:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074824.527564:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafdd0 00000080:00000008:1.0:1769074824.527567:0:31210:0:(file.c:464:ll_file_release()) COMPLETED file f16.replay-dual-17:[0x2000013a1:0x49:0x0](ffff982b906b4b08), flags 100002, rc = 0 00000080:00000001:1.0:1769074824.527572:0:31210:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.527580:0:31210:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1769074824.527582:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafe00 00000080:00002000:1.0:1769074824.527584:0:31210:0:(dcache.c:127:ll_ddelete()) keeping dentry f16.replay-dual-17 (ffff982ba0a8a360, parent ffff982b90d9e5e8, inode ffff982b906b4b08) hashed, 00000080:00000001:1.0:1769074824.527587:0:31210:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.527764:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1769074824.527769:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1769074824.527772:0:31210:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1769074824.527774:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafbc0 00000080:00200000:1.0:1769074824.527776:0:31210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:1.0:1769074824.527784:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b99658800. 00800000:00000002:1.0:1769074824.527793:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:1.0:1769074824.527799:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1769074824.527804:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1769074824.527807:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafae0 00800000:00000002:1.0:1769074824.527809:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1769074824.527814:0:31210:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1769074824.527817:0:31210:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1769074824.527823:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1769074824.527825:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf9b0 00000002:00010000:1.0:1769074824.527827:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1769074824.527831:0:31210:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1769074824.527833:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074824.527837:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1769074824.527846:0:31210:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.527848:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.527850:0:31210:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.527853:0:31210:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1769074824.527856:0:31210:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1769074824.527861:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9849f100. 00000020:00000040:1.0:1769074824.527866:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=42 obd=lustre-MDT0000-mdc-ffff982b858dd800 00010000:00000001:1.0:1769074824.527872:0:31210:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1769074824.527879:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074824.527886:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.527889:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.527891:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.527894:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074824.527897:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074824.527902:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074824.527912:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b87460000. 00000100:00000001:1.0:1769074824.527922:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.527927:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074824.527928:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.527930:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074824.527931:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.527933:0:31210:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.527939:0:31210:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446629911738839296 : -114161970712320 : ffff982b9849f100) 00010000:00000001:1.0:1769074824.527944:0:31210:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1769074824.527947:0:31210:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1769074824.527951:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b9020c400. 00010000:00000010:1.0:1769074824.527955:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b90209400. 00010000:00000001:1.0:1769074824.527961:0:31210:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1769074824.527965:0:31210:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b902ec600. 00000020:00000001:1.0:1769074824.527969:0:31210:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1769074824.527972:0:31210:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b902ec600 with handle 0x5d432443066b750e to hash 00000020:00000001:1.0:1769074824.527974:0:31210:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1769074824.527975:0:31210:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.527979:0:31210:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.527984:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074824.527987:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074824.527991:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b750e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31210 initiator: MDT0 00010000:00010000:1.0:1769074824.528000:0:31210:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b750e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00010000:00010000:1.0:1769074824.528012:0:31210:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b750e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000100:00000001:1.0:1769074824.528017:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074824.528020:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074824.528026:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b8491e480. 00000100:00000001:1.0:1769074824.528029:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911408010368 : -114162301541248 : ffff982b8491e480) 00000100:00000001:1.0:1769074824.528032:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.528033:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738839296 : -114161970712320 : ffff982b9849f100) 00000100:00000001:1.0:1769074824.528039:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074824.528044:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.528047:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074824.528048:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074824.528054:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9849f100 x1855007613341568/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.528062:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074824.528065:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.528070:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074824.528073:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074824.528077:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074824.528081:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9849f100 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613341568:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074824.528085:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074824.528092:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074824.528094:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.528097:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074824.528104:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff982b85917000. 02000000:00000001:1.0:1769074824.528105:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074824.528113:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074824.528118:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47000. 00000400:00000010:1.0:1769074824.528124:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8330. 00000100:00000200:1.0:1769074824.528133:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007613341568, portal 10 00000100:00000001:1.0:1769074824.528135:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.528136:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738839296 : -114161970712320 : ffff982b9849f100) 00000100:00000040:1.0:1769074824.528142:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b9849f100 x1855007613341568/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.528149:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074824.528152:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074824.528155:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8aa0. 00000100:00000200:1.0:1769074824.528159:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007613341568, offset 0 00000400:00000200:1.0:1769074824.528167:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074824.528176:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074824.528187:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074824.528195:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074824.528202:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074824.528206:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074824.528210:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074824.528215:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15389:15389:256:4294967295] 192.168.204.151@tcp LPNI seq info [15389:15389:8:4294967295] 00000400:00000200:1.0:1769074824.528218:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074824.528231:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074824.528237:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074824.528244:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a34b400. 00000800:00000200:1.0:1769074824.528252:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074824.528260:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074824.528266:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a34b400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1769074824.528781:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074824.528790:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 900016 usecs (901 jiffies) 00000400:00000200:1.0:1769074824.528796:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074824.528800:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296482107 00000100:00000001:1.0:1769074824.528804:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:1.0:1769074824.528806:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296482107 00000100:00000001:1.0:1769074824.528809:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:1.0:1769074824.528812:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074824.528815:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.528818:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074824.528820:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074824.528824:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8491e480 going to sleep for 11 seconds 00000100:00000001:1.0:1769074824.528826:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074824.528829:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074824.530538:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074824.530551:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a34b400. 00000400:00000200:2.0:1769074824.530561:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.530571:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074824.530580:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8aa0 00000400:00000010:2.0:1769074824.530584:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8aa0. 00000100:00000001:2.0:1769074824.530591:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074824.531484:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849f100 x1855007613341568/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.531502:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.531506:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849f100 x1855007613341568/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.531513:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.531515:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074824.533370:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.533396:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074824.533401:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.533404:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.533419:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.533430:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074824.533452:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.533458:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.533467:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.533473:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 688 into portal 10 MB=0x6971e9dd94f80 00000400:00000200:3.0:1769074824.533480:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.533489:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 688/688 into md 0x223f5 [1] + 224 00000800:00000001:3.0:1769074824.533499:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.533531:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.533535:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.533544:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074824.533557:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074824.533569:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849f100 x1855007613341568/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074824.533582:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff982b9849f100 x1855007613341568/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.533616:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074824.533628:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.533633:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074824.534229:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074824.534242:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074824.534245:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074824.534250:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47000. 00000400:00000200:1.0:1769074824.534256:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8330 00000400:00000010:1.0:1769074824.534260:0:31210:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8330. 00000100:00000001:1.0:1769074824.534264:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074824.534271:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849f100 x1855007613341568/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074824.534299:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849f100 x1855007613341568/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.534306:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074824.534308:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074824.534426:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074824.534430:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074824.534442:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074824.534444:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.534448:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074824.534463:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=35 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074824.534469:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074824.534472:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074824.534475:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.534478:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074824.534482:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.534487:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074824.534489:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:1.0:1769074824.534491:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074824.534495:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074824.534500:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849f100 x1855007613341568/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.534507:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074824.534510:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074824.534512:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074824.534516:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849f100 x1855007613341568/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074824.534523:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849f100 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613341568:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074824.534530:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074824.534533:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.534535:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074824.534538:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074824.534541:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849f100 x1855007613341568/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.534547:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074824.534551:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b8491e480. 00000100:00000001:1.0:1769074824.534555:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074824.534556:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.534560:0:31210:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1769074824.534566:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.534569:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.534572:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec600 refcount=4 00000020:00000001:1.0:1769074824.534575:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.534578:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000040:1.0:1769074824.534587:0:31210:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b902ec600, remote cookie: 0xf5b77ed682f5d49c, flags: 0x1001 00010000:00010000:1.0:1769074824.534604:0:31210:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b750e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d49c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074824.534615:0:31210:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b750e lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d49c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.534622:0:31210:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1769074824.534628:0:31210:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1769074824.534630:0:31210:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1769074824.534632:0:31210:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1769074824.534633:0:31210:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1769074824.534637:0:31210:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff982b9020c400) refcount = 1 00010000:00010000:1.0:1769074824.534640:0:31210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b750e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d49c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.534647:0:31210:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1769074824.534651:0:31210:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1769074824.534653:0:31210:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074824.534656:0:31210:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1769074824.534659:0:31210:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074824.534662:0:31210:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b750e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d49c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.534667:0:31210:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1769074824.534669:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.534671:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.534672:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.534674:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.534676:0:31210:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.534682:0:31210:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1769074824.534684:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.534685:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.534687:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec600 refcount=3 00000020:00000001:1.0:1769074824.534689:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.534691:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.534694:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.534695:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.534696:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec600 refcount=4 00000020:00000001:1.0:1769074824.534698:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.534700:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.534704:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074824.534707:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074824.534710:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b750e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d49c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.534716:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.534717:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.534719:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.534720:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.534721:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec600 refcount=5 00000020:00000001:1.0:1769074824.534723:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.534725:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.534729:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074824.534732:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b750e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d49c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.534738:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.534739:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1769074824.534741:0:31210:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b750e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d49c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.534753:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074824.534755:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.534756:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.534757:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.534758:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1769074824.534763:0:31210:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff982b9849f100 x1855007613341568/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1769074824.534772:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.534774:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.534775:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec600 refcount=3 00000020:00000001:1.0:1769074824.534777:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.534778:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.534781:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.534782:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074824.534783:0:31210:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.534786:0:31210:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.534789:0:31210:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1769074824.534793:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.534794:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.534795:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec600 refcount=3 00000020:00000001:1.0:1769074824.534797:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.534799:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00000002:00010000:1.0:1769074824.534802:0:31210:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b750e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d49c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.534808:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.534809:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.534811:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1769074824.534813:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.534814:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.534815:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec600 refcount=3 00000020:00000001:1.0:1769074824.534817:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.534820:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000040:1.0:1769074824.534830:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c400 count: 2 00010000:00000001:1.0:1769074824.534834:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1769074824.534838:0:31210:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b873df800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1769074824.534840:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.534841:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074824.534843:0:31210:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1769074824.534847:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf930 00000002:00002000:1.0:1769074824.534849:0:31210:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1769074824.534852:0:31210:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.534857:0:31210:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.534860:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1769074824.534864:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1769074824.534868:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1769074824.534872:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:1.0:1769074824.534877:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b99658800. 00000080:00000001:1.0:1769074824.534882:0:31210:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1769074824.534885:0:31210:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1769074824.534909:0:31210:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1769074824.534915:0:31210:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1769074824.534926:0:31210:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff982b9851ea80. 00800000:00000001:1.0:1769074824.534929:0:31210:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446629911739361920 : -114161970189696 : ffff982b9851ea80) 00800000:00000001:1.0:1769074824.534931:0:31210:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.534934:0:31210:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1769074824.534937:0:31210:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1769074824.534939:0:31210:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1769074824.534943:0:31210:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1769074824.534947:0:31210:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1769074824.534949:0:31210:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.534956:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1769074824.534959:0:31210:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1769074824.534965:0:31210:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:1.0:1769074824.534968:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.534969:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.534971:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec600 refcount=3 00000020:00000001:1.0:1769074824.534973:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.534975:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.534978:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.534979:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1769074824.534981:0:31210:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1769074824.534984:0:31210:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1769074824.534985:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b9851ea80 1 00800000:00000010:1.0:1769074824.534988:0:31210:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff982b9851ea80. 00800000:00000001:1.0:1769074824.534992:0:31210:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074824.534995:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b750e 00800000:00000001:1.0:1769074824.534999:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1769074824.535001:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1769074824.535003:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.535004:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.535005:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec600 refcount=3 00000020:00000001:1.0:1769074824.535007:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.535010:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.535012:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.535013:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074824.535015:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.535017:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.535019:0:31210:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074824.535022:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:1.0:1769074824.535026:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b750e from it ffffbcdb01dafbf8 00010000:00000001:1.0:1769074824.535028:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.535029:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.535030:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec600 refcount=3 00000020:00000001:1.0:1769074824.535032:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.535034:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.535035:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074824.535037:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b750e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d49c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.535048:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.535049:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.535051:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1769074824.535053:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1769074824.535056:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b750e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d49c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.535064:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1769074824.535067:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1769074824.535069:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074824.535074:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.535075:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.535077:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.535081:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1769074824.535082:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.535084:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.535088:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.535089:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074824.535091:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.535092:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1769074824.535094:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074824.535099:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9849f100 x1855007613341568/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.535116:0:31210:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769074824.535119:0:31210:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074824.535123:0:31210:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff982b85917000. 02000000:00000001:1.0:1769074824.535127:0:31210:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769074824.535130:0:31210:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074824.535133:0:31210:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=41 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:1.0:1769074824.535135:0:31210:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769074824.535139:0:31210:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b87460000. 02000000:00000001:1.0:1769074824.535143:0:31210:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769074824.535145:0:31210:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769074824.535147:0:31210:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9849f100. 00000100:00000001:1.0:1769074824.535152:0:31210:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769074824.535154:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769074824.535158:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 1 00000080:00000001:1.0:1769074824.535165:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769074824.535189:0:31210:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff982b985efcc0. 00000080:00000001:1.0:1769074824.535197:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1769074824.535198:0:31210:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1769074824.535200:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafb00 00000080:00200000:1.0:1769074824.535203:0:31210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:1.0:1769074824.535209:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b99658800. 00800000:00000002:1.0:1769074824.535215:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:1.0:1769074824.535219:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1769074824.535222:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1769074824.535224:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa20 00800000:00000002:1.0:1769074824.535226:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1769074824.535229:0:31210:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1769074824.535233:0:31210:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1769074824.535239:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1769074824.535241:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf8f0 00000002:00010000:1.0:1769074824.535243:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1769074824.535246:0:31210:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1769074824.535249:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074824.535251:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074824.535254:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c400 count: 2 00010000:00000001:1.0:1769074824.535256:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074824.535259:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074824.535261:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1769074824.535263:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b750e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d49c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1769074824.535271:0:31210:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1769074824.535275:0:31210:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074824.535922:0:31210:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b750e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d49c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1769074824.535938:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1769074824.535940:0:31210:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769074824.535943:0:31210:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1769074824.535946:0:31210:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1769074824.535948:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769074824.535950:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1769074824.535953:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1769074824.535956:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:1.0:1769074824.535958:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b99658800. 00000080:00000001:1.0:1769074824.535964:0:31210:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1769074824.535965:0:31210:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074824.535968:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:1.0:1769074824.535971:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b750e 00800000:00000001:1.0:1769074824.535975:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1769074824.535977:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1769074824.535978:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.535981:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.535983:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec600 refcount=3 00000020:00000001:1.0:1769074824.535985:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.535988:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.535991:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.535993:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074824.535994:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.535996:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074824.535998:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b750e from it ffffbcdb01dafb38 00010000:00000001:1.0:1769074824.536000:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.536001:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.536003:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec600 refcount=3 00000020:00000001:1.0:1769074824.536005:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.536007:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.536009:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074824.536012:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b750e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d49c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.536018:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.536020:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.536022:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1769074824.536024:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1769074824.536027:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b750e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d49c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.536033:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1769074824.536036:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1769074824.536037:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074824.536040:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.536041:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.536043:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.536045:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1769074824.536047:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.536048:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.536051:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.536053:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074824.536054:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.536056:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1769074824.536058:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769074824.536059:0:31210:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769074824.536063:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 3 00000080:00000001:1.0:1769074824.536067:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.536071:0:31210:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:1.0:1769074824.536073:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafb50 00000080:00200000:1.0:1769074824.536076:0:31210:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f16.replay-dual-18, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), file ffff982b83e75500, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1769074824.536083:0:31210:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff982b9020ba20. 00000080:00000001:1.0:1769074824.536088:0:31210:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1769074824.536090:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa10 00000080:00200000:1.0:1769074824.536092:0:31210:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f16.replay-dual-18, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), intent=open|creat 00000080:00000010:1.0:1769074824.536101:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b99658800. 00800000:00000002:1.0:1769074824.536115:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:1.0:1769074824.536121:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1769074824.536123:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1769074824.536125:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf930 00800000:00000002:1.0:1769074824.536127:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f16.replay-dual-18' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1769074824.536131:0:31210:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:1.0:1769074824.536135:0:31210:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1769074824.536141:0:31210:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446629911450240000 : -114162259311616 : ffff982b87164400) 00800000:00000001:1.0:1769074824.536145:0:31210:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1769074824.536148:0:31210:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1769074824.536150:0:31210:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1769074824.536154:0:31210:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1769074824.536157:0:31210:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff982b858dd800: Allocated FID [0x2000013a1:0x4a:0x0] 40000000:00000001:1.0:1769074824.536161:0:31210:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.536163:0:31210:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.536165:0:31210:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.536166:0:31210:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074824.536169:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf8b0 00800000:00000002:1.0:1769074824.536171:0:31210:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x4a:0x0], name='f16.replay-dual-18' -> mds #0 00000002:00000001:1.0:1769074824.536174:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1769074824.536176:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf7e8 00000002:00010000:1.0:1769074824.536178:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f16.replay-dual-18,[0x2000013a1:0x4a:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1769074824.536182:0:31210:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1769074824.536185:0:31210:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1769074824.536189:0:31210:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1769074824.536193:0:31210:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.536195:0:31210:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1769074824.536197:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c400 count: 2 00010000:00000001:1.0:1769074824.536199:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074824.536202:0:31210:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1769074824.536206:0:31210:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1769074824.536209:0:31210:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b750e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf5b77ed682f5d49c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1769074824.536218:0:31210:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1769074824.536224:0:31210:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1769074824.536226:0:31210:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1769074824.536230:0:31210:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1769074824.536232:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074824.536234:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074824.536236:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c400 count: 3 00010000:00000001:1.0:1769074824.536240:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074824.536243:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.536245:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074824.536246:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074824.536248:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c400 count: 3 00010000:00000001:1.0:1769074824.536250:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074824.536252:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.536254:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074824.536255:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074824.536256:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c400 count: 3 00010000:00000001:1.0:1769074824.536258:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074824.536259:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.536261:0:31210:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1769074824.536265:0:31210:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff982b90dbe300, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1769074824.536270:0:31210:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1769074824.536278:0:31210:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1769074824.538096:0:31210:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1769074824.538101:0:31210:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.538196:0:31210:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1769074824.538201:0:31210:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769074824.538204:0:31210:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769074824.538207:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074824.538209:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1769074824.538215:0:31210:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b902ec600 with handle 0x5d432443066b750e from hash 00010000:00000001:1.0:1769074824.538220:0:31210:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769074824.538223:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.538224:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.538226:0:31210:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769074824.538231:0:31210:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769074824.538235:0:31210:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1769074824.538239:0:31210:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769074824.538242:0:31210:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769074824.538246:0:31210:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1769074824.538259:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9849f100. 00000020:00000040:1.0:1769074824.538266:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=42 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:1.0:1769074824.538273:0:31210:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769074824.538277:0:31210:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.538467:0:31210:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1769074824.538475:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074824.538481:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.538482:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.538484:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.538489:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074824.538492:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074824.538499:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074824.538511:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b87460000. 00000100:00000001:1.0:1769074824.538522:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.538529:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074824.538533:0:31210:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1769074824.538539:0:31210:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b750e lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d49c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074824.538547:0:31210:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1769074824.538549:0:31210:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769074824.538551:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769074824.538554:0:31210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b750e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d49c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1769074824.538563:0:31210:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b9020c400 count: 0 00010000:00000010:1.0:1769074824.538572:0:31210:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b90209400. 00010000:00000001:1.0:1769074824.538584:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.538586:0:31210:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.538588:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074824.538589:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.538592:0:31210:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.538854:0:31210:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446629911738839296 : -114161970712320 : ffff982b9849f100) 00010000:00000001:1.0:1769074824.538862:0:31210:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1769074824.538864:0:31210:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1769074824.538874:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b9020c300. 00010000:00000010:1.0:1769074824.538881:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b90209400. 00010000:00000001:1.0:1769074824.538888:0:31210:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1769074824.539200:0:31210:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b902ed000. 00000020:00000001:1.0:1769074824.539208:0:31210:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1769074824.539211:0:31210:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b902ed000 with handle 0x5d432443066b7515 to hash 00000020:00000001:1.0:1769074824.539213:0:31210:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1769074824.539215:0:31210:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911602843648 : -114162106707968 : ffff982b902ed000) 00010000:00000001:1.0:1769074824.539220:0:31210:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911602843648 : -114162106707968 : ffff982b902ed000) 00010000:00000001:1.0:1769074824.539225:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074824.539227:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074824.539231:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ed000/0x5d432443066b7515 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31210 initiator: MDT0 00010000:00010000:1.0:1769074824.539240:0:31210:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ed000/0x5d432443066b7515 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000020:00100000:1.0:1769074824.539259:0:31210:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b858dd800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074824.539276:0:31210:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b9849f100 x1855007613341824/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074824.539809:0:31210:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ed000/0x5d432443066b7515 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000100:00000001:1.0:1769074824.539818:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074824.539821:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074824.539836:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b8491e480. 00000100:00000001:1.0:1769074824.539838:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911408010368 : -114162301541248 : ffff982b8491e480) 00000100:00000001:1.0:1769074824.539842:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.539844:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738839296 : -114161970712320 : ffff982b9849f100) 00000100:00000001:1.0:1769074824.539851:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074824.539857:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.539860:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074824.539862:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074824.539869:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9849f100 x1855007613341824/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.539880:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074824.539883:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.539890:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074824.539905:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074824.539909:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074824.539913:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9849f100 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613341824:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074824.539919:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074824.539926:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074824.539929:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.539932:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074824.540027:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff982b902a0000. 02000000:00000001:1.0:1769074824.540030:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074824.540043:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074824.540049:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47000. 00000400:00000010:1.0:1769074824.540058:0:31210:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff982b87462c00. 00000100:00000200:1.0:1769074824.540068:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007613341824, portal 10 00000100:00000001:1.0:1769074824.540071:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.540072:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738839296 : -114161970712320 : ffff982b9849f100) 00000100:00000040:1.0:1769074824.540080:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b9849f100 x1855007613341824/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.540088:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074824.540091:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074824.540096:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8330. 00000100:00000200:1.0:1769074824.540100:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007613341824, offset 0 00000400:00000200:1.0:1769074824.540119:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074824.540132:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074824.540143:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074824.540150:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074824.540156:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074824.540161:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074824.540166:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074824.540171:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15390:15390:256:4294967295] 192.168.204.151@tcp LPNI seq info [15390:15390:8:4294967295] 00000400:00000200:1.0:1769074824.540175:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074824.540187:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074824.540197:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074824.540205:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a34b400. 00000800:00000200:1.0:1769074824.540214:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074824.540224:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074824.540230:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a34b400 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1769074824.540253:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074824.540260:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 898637 usecs (899 jiffies) 00000400:00000200:1.0:1769074824.540264:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074824.540267:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296482116 00000100:00000001:1.0:1769074824.540271:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:1.0:1769074824.540275:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296482116 00000100:00000001:1.0:1769074824.540277:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:1.0:1769074824.540280:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074824.540283:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.540285:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074824.540288:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074824.540291:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8491e480 going to sleep for 11 seconds 00000100:00000001:1.0:1769074824.540294:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074824.540300:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074824.544133:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074824.544149:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a34b400. 00000400:00000200:2.0:1769074824.544160:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.544172:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074824.544182:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8330 00000400:00000010:2.0:1769074824.544187:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8330. 00000100:00000001:2.0:1769074824.544194:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074824.544206:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849f100 x1855007613341824/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.544221:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.544225:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849f100 x1855007613341824/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.544233:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.544235:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1769074824.554300:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020c400. 00010000:00000010:1.1:1769074824.554325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b902ec600. 00000800:00000001:3.0:1769074824.564537:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.564568:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074824.564573:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.564576:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.564605:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.564618:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074824.564630:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.564636:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.564643:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.564648:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 664 into portal 10 MB=0x6971e9dd95080 00000400:00000200:3.0:1769074824.564655:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.564663:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 664/664 into md 0x223fd [32] + 224 00000800:00000001:3.0:1769074824.564674:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.564685:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.564689:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.564694:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074824.564707:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074824.564722:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849f100 x1855007613341824/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074824.564736:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff982b9849f100 x1855007613341824/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.564761:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074824.564774:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074824.564778:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.564785:0:2359:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074824.564792:0:2359:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15391:15391:256:4294967295] 192.168.204.151@tcp LPNI seq info [15391:15391:8:4294967295] 00000400:00000200:3.0:1769074824.564797:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.564806:0:2359:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:3.0:1769074824.564815:0:2359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074824.564824:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff982b98c03c00. 00000800:00000200:3.0:1769074824.564830:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074824.564841:0:2359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074824.564846:0:2359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b98c03c00 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1769074824.565201:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1769074824.565319:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074824.565331:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074824.565334:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074824.565339:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47000. 00000400:00000200:1.0:1769074824.565345:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b87462c00 00000400:00000010:1.0:1769074824.565348:0:31210:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff982b87462c00. 00000100:00000001:1.0:1769074824.565353:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074824.565360:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849f100 x1855007613341824/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074824.565371:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849f100 x1855007613341824/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.565378:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074824.565381:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074824.565384:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074824.565390:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074824.565393:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074824.565397:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.565403:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074824.565417:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=35 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074824.565421:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074824.565425:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074824.565428:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.565443:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074824.565448:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.565452:0:31210:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1769074824.565454:0:31210:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:1.0:1769074824.565456:0:31210:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1769074824.565458:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.565460:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738839296 : -114161970712320 : ffff982b9849f100) 00000100:00000001:1.0:1769074824.565464:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074824.565466:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:1.0:1769074824.565469:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074824.565471:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074824.565476:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849f100 x1855007613341824/t73014444073(73014444073) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.565485:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074824.565490:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074824.565493:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074824.565499:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849f100 x1855007613341824/t73014444073(73014444073) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074824.565508:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849f100 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613341824:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074824.565514:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074824.565517:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.565519:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074824.565522:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074824.565526:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849f100 x1855007613341824/t73014444073(73014444073) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.565533:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074824.565537:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b8491e480. 00000100:00000001:1.0:1769074824.565541:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074824.565542:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.565546:0:31210:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1769074824.565552:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.565556:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.565559:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ed000 refcount=4 00000020:00000001:1.0:1769074824.565562:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602843648 : -114162106707968 : ffff982b902ed000) 00010000:00000001:1.0:1769074824.565566:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602843648 : -114162106707968 : ffff982b902ed000) 00010000:00000040:1.0:1769074824.565575:0:31210:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b902ed000, remote cookie: 0xf5b77ed682f5d4b8, flags: 0x1001 00010000:00010000:1.0:1769074824.565584:0:31210:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ed000/0x5d432443066b7515 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d4b8 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1769074824.565593:0:31210:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x4a:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1769074824.565597:0:31210:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1769074824.565609:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b9020c400. 00010000:00000010:1.0:1769074824.565616:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b90209500. 00010000:00000040:1.0:1769074824.565623:0:31210:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b9020c300 count: 0 00010000:00000010:1.0:1769074824.565630:0:31210:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b90209400. 00010000:00000001:1.0:1769074824.565640:0:31210:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074824.565644:0:31210:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ed000/0x5d432443066b7515 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d4b8 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074824.565652:0:31210:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ed000/0x5d432443066b7515 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d4b8 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.565659:0:31210:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1769074824.565664:0:31210:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1769074824.565668:0:31210:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1769074824.565670:0:31210:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1769074824.565672:0:31210:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1769074824.565674:0:31210:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x4a:0x0].0x0 (ffff982b9020c400) refcount = 1 00010000:00010000:1.0:1769074824.565678:0:31210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ed000/0x5d432443066b7515 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d4b8 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.565685:0:31210:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1769074824.565689:0:31210:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1769074824.565691:0:31210:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074824.565695:0:31210:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1769074824.565698:0:31210:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074824.565701:0:31210:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ed000/0x5d432443066b7515 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d4b8 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.565708:0:31210:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1769074824.565710:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.565712:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.565713:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.565714:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.565716:0:31210:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.565722:0:31210:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1769074824.565726:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.565728:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.565731:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ed000 refcount=3 00000020:00000001:1.0:1769074824.565733:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602843648 : -114162106707968 : ffff982b902ed000) 00010000:00000001:1.0:1769074824.565735:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602843648 : -114162106707968 : ffff982b902ed000) 00010000:00000001:1.0:1769074824.565739:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.565740:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.565741:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ed000 refcount=4 00000020:00000001:1.0:1769074824.565743:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602843648 : -114162106707968 : ffff982b902ed000) 00010000:00000001:1.0:1769074824.565745:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602843648 : -114162106707968 : ffff982b902ed000) 00010000:00000001:1.0:1769074824.565748:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074824.565750:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074824.565753:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ed000/0x5d432443066b7515 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d4b8 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.565759:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.565760:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.565761:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.565762:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.565763:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ed000 refcount=5 00000020:00000001:1.0:1769074824.565764:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602843648 : -114162106707968 : ffff982b902ed000) 00010000:00000001:1.0:1769074824.565766:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602843648 : -114162106707968 : ffff982b902ed000) 00010000:00000001:1.0:1769074824.565768:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074824.565771:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ed000/0x5d432443066b7515 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d4b8 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.565776:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.565777:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1769074824.565780:0:31210:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ed000/0x5d432443066b7515 lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d4b8 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.565786:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074824.565787:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.565788:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.565789:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.565790:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1769074824.565794:0:31210:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff982b9849f100 x1855007613341824/t73014444073(73014444073) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074824.565802:0:31210:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1769074824.565807:0:31210:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff982b9849f100 x1855007613341824/t73014444073(73014444073) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074824.565813:0:31210:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.565822:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.565824:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.565825:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ed000 refcount=3 00000020:00000001:1.0:1769074824.565827:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602843648 : -114162106707968 : ffff982b902ed000) 00010000:00000001:1.0:1769074824.565829:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602843648 : -114162106707968 : ffff982b902ed000) 00000002:00010000:1.0:1769074824.565833:0:31210:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ed000/0x5d432443066b7515 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d4b8 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000002:00000010:1.0:1769074824.565841:0:31210:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff982b9851ea80. 00010000:00000001:1.0:1769074824.565843:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.565844:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074824.565846:0:31210:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.565848:0:31210:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.565851:0:31210:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1769074824.565854:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.565855:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738839296 : -114161970712320 : ffff982b9849f100) 00000100:00000001:1.0:1769074824.565857:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.565858:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738839296 : -114161970712320 : ffff982b9849f100) 00010000:00000001:1.0:1769074824.565860:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.565861:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.565862:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ed000 refcount=3 00000020:00000001:1.0:1769074824.565864:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602843648 : -114162106707968 : ffff982b902ed000) 00010000:00000001:1.0:1769074824.565866:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602843648 : -114162106707968 : ffff982b902ed000) 00000002:00010000:1.0:1769074824.565869:0:31210:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ed000/0x5d432443066b7515 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d4b8 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1769074824.565873:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.565874:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.565876:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1769074824.565878:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.565879:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.565880:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ed000 refcount=3 00000020:00000001:1.0:1769074824.565882:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602843648 : -114162106707968 : ffff982b902ed000) 00010000:00000001:1.0:1769074824.565883:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602843648 : -114162106707968 : ffff982b902ed000) 00010000:00000040:1.0:1769074824.565887:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c400 count: 2 00010000:00000001:1.0:1769074824.565889:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1769074824.566138:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074824.566143:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff982b98c03c00. 00000400:00000200:3.0:1769074824.566149:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.566154:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:2.0:1769074824.566421:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1769074824.567524:0:31210:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b873df800 type 13 mode 4 res 8589939617/74 (0 0) 00010000:00000001:1.0:1769074824.567534:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.567537:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074824.567540:0:31210:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1769074824.567545:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf768 00000002:00002000:1.0:1769074824.567548:0:31210:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f16.replay-dual-18 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:1.0:1769074824.567552:0:31210:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.567561:0:31210:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.567564:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1769074824.567567:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1769074824.567572:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1769074824.567577:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000001:1.0:1769074824.567580:0:31210:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1769074824.567583:0:31210:0:(namei.c:677:ll_lookup_it_finish()) it ffff982b9020ba20 it_disposition 1800037 00000080:00002000:1.0:1769074824.567589:0:31210:0:(namei.c:656:ll_splice_alias()) Add dentry ffff982b90960288 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1769074824.567604:0:31210:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1769074824.567607:0:31210:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:1.0:1769074824.567610:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf9a0 00000080:00200000:1.0:1769074824.567612:0:31210:0:(namei.c:1569:ll_create_it()) VFS Op:name=f16.replay-dual-18, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), intent=open|creat 00000080:00000001:1.0:1769074824.567615:0:31210:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:1.0:1769074824.567618:0:31210:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1769074824.567626:0:31210:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1769074824.567631:0:31210:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1769074824.567634:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366346 : 144115272381366346 : 2000013a100004a) 00000080:00000001:1.0:1769074824.567637:0:31210:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:2.0:1769074824.569245:0:31210:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff982b90688000. 00000020:00000001:2.0:1769074824.569273:0:31210:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:2.0:1769074824.569275:0:31210:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1769074824.569425:0:31210:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:2.0:1769074824.569430:0:31210:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a1:0x4a:0x0](ffff982b906880c8) 00000020:00000001:2.0:1769074824.569446:0:31210:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074824.569452:0:31210:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911434103192 : -114162275448424 : ffff982b86200998) 00000020:00001000:2.0:1769074824.569456:0:31210:0:(cl_object.c:785:cl_env_get()) 1@ffff982b86200990 00000020:00000001:2.0:1769074824.569462:0:31210:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:2.0:1769074824.569469:0:31210:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff982b82dbc0c8. 00000020:00000001:2.0:1769074824.569472:0:31210:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:2.0:1769074824.569474:0:31210:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074824.569484:0:31210:0:(lov_object.c:2321:lov_object_alloc()) Process entered 00020000:00000010:2.0:1769074824.569491:0:31210:0:(lov_object.c:2322:lov_object_alloc()) slab-alloced 'lov': 248 at ffff982b9a1358b8. 00020000:00000001:2.0:1769074824.569493:0:31210:0:(lov_object.c:2336:lov_object_alloc()) Process leaving (rc=18446629911768815800 : -114161940735816 : ffff982b9a1358b8) 00020000:00000001:2.0:1769074824.569497:0:31210:0:(lov_object.c:1378:lov_object_init()) Process entered 00020000:00000001:2.0:1769074824.569501:0:31210:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1769074824.569512:0:31210:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff982b984d6660. 00020000:00000010:2.0:1769074824.569518:0:31210:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff982b88365900. 00020000:00000010:2.0:1769074824.569527:0:31210:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff982b984d60c0. 00020000:00000001:2.0:1769074824.569530:0:31210:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446629911739064512 : -114161970487104 : ffff982b984d60c0) 00020000:00000002:2.0:1769074824.569534:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b984d60c0, objid 0x4a:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1769074824.569539:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1769074824.569544:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b88365900: ostid: 0x280000400:1547 ost idx: 1 gen: 0 00020000:00000001:2.0:1769074824.569548:0:31210:0:(lov_object.c:603:lov_init_composite()) Process entered 00020000:00000002:2.0:1769074824.569551:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b984d60c0, objid 0x4a:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1769074824.569555:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1769074824.569558:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b88365900: ostid: 0x280000400:1547 ost idx: 1 gen: 0 00020000:00000010:2.0:1769074824.569563:0:31210:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff982b84823900. 00020000:00000010:2.0:1769074824.569568:0:31210:0:(lov_object.c:626:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff982b85821000. 00020000:00000001:2.0:1769074824.569574:0:31210:0:(lov_object.c:194:lov_init_raid0()) Process entered 00020000:00000010:2.0:1769074824.569577:0:31210:0:(lov_object.c:199:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff982b98578180. 00020000:00000001:2.0:1769074824.569582:0:31210:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1769074824.569583:0:31210:0:(lu_object.c:808:lu_object_find_at()) Process entered 00020000:00000001:2.0:1769074824.569754:0:31210:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1769074824.569760:0:31210:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff982b82dbc3e8. 00000020:00000001:2.0:1769074824.569762:0:31210:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:2.0:1769074824.569764:0:31210:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074824.569766:0:31210:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446629911379297384 : -114162330254232 : ffff982b82dbc468) 00020000:00000001:2.0:1769074824.569771:0:31210:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:2.0:1769074824.569779:0:31210:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff982b98591500. 00020000:00000001:2.0:1769074824.569782:0:31210:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074824.569789:0:31210:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629911379297384 : -114162330254232 : ffff982b82dbc468) 00020000:00000001:2.0:1769074824.569792:0:31210:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446629911379297384 : -114162330254232 : ffff982b82dbc468) 00020000:00000002:2.0:1769074824.569796:0:31210:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x60b:0x0]@ffff982b82dbc3e8[0:0] -> [0x2000013a1:0x4a:0x0]@ffff982b82dbc0c8: ostid: 0x280000400:1547 ost idx: 1 gen: 0 00020000:00000001:2.0:1769074824.569803:0:31210:0:(lov_object.c:264:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:2.0:1769074824.569805:0:31210:0:(lov_object.c:812:lov_init_composite()) Process leaving 00020000:00000001:2.0:1769074824.569808:0:31210:0:(lov_object.c:1406:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074824.569812:0:31210:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629911379296584 : -114162330255032 : ffff982b82dbc148) 00000020:00001000:2.0:1769074824.569817:0:31210:0:(cl_object.c:879:cl_env_put()) 1@ffff982b86200990 00000080:00000001:2.0:1769074824.569822:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366346 : 144115272381366346 : 2000013a100004a) 00000080:00000001:2.0:1769074824.569826:0:31210:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:2.0:1769074824.569828:0:31210:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272381366346 mtime from 0 to 1769074824 00000080:00000001:2.0:1769074824.569834:0:31210:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1769074824.569839:0:31210:0:(namei.c:160:ll_iget()) Process leaving (rc=18446629911606624456 : -114162102927160 : ffff982b906880c8) 00010000:00000001:2.0:1769074824.569844:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.569847:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.569851:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ed000 refcount=3 00000020:00000001:2.0:1769074824.569855:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602843648 : -114162106707968 : ffff982b902ed000) 00010000:00000001:2.0:1769074824.569859:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602843648 : -114162106707968 : ffff982b902ed000) 00000080:00000001:2.0:1769074824.569863:0:31210:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:2.0:1769074824.569865:0:31210:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074824.569866:0:31210:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911434103192 : -114162275448424 : ffff982b86200998) 00000020:00001000:2.0:1769074824.569868:0:31210:0:(cl_object.c:785:cl_env_get()) 1@ffff982b86200990 00000020:00000001:2.0:1769074824.569870:0:31210:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:2.0:1769074824.569874:0:31210:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1769074824.569875:0:31210:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1769074824.569879:0:31210:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff982b984d6ba0. 00020000:00000010:2.0:1769074824.569882:0:31210:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff982b88365f80. 00020000:00000010:2.0:1769074824.569885:0:31210:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff982b984d6cc0. 00020000:00000001:2.0:1769074824.569887:0:31210:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446629911739067584 : -114161970484032 : ffff982b984d6cc0) 00020000:00000002:2.0:1769074824.569970:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b984d6cc0, objid 0x4a:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1769074824.569976:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1769074824.569979:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b88365f80: ostid: 0x280000400:1547 ost idx: 1 gen: 0 00020000:00000002:2.0:1769074824.569983:0:31210:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff982b9a1358b8) owner ffff982b86784f80 00020000:00000001:2.0:1769074824.569986:0:31210:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1769074824.569989:0:31210:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff982b9a1358b8) owner ffff982b86784f80 00020000:00000010:2.0:1769074824.569995:0:31210:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff982b88365f80. 00020000:00000010:2.0:1769074824.570003:0:31210:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff982b984d6ba0. 00020000:00000010:2.0:1769074824.570007:0:31210:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff982b984d6cc0. 00020000:00000002:2.0:1769074824.570009:0:31210:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x4a:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1769074824.570012:0:31210:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074824.570013:0:31210:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074824.570018:0:31210:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1769074824.570021:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9a1358b8) owner 0000000000000000/ffff982b86784f80 00020000:00000002:2.0:1769074824.570025:0:31210:0:(lov_object.c:2349:lov_lsm_addref()) lsm ffff982b984d60c0 addref 2/0 by ffff982b86784f80. 00020000:00000002:2.0:1769074824.570028:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9a1358b8) owner 0000000000000000/ffff982b86784f80 00020000:00000001:2.0:1769074824.570031:0:31210:0:(lov_object.c:2245:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1769074824.570034:0:31210:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1769074824.570036:0:31210:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1769074824.570037:0:31210:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1769074824.570040:0:31210:0:(lov_object.c:2264:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1769074824.570042:0:31210:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x4a:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1769074824.570045:0:31210:0:(cl_object.c:879:cl_env_put()) 1@ffff982b86200990 00000080:00000001:2.0:1769074824.570047:0:31210:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.570050:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.570053:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1769074824.570055:0:31210:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1769074824.570061:0:31210:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1769074824.570063:0:31210:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074824.570067:0:31210:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a1:0x4a:0x0](ffff982b906880c8) 00000080:00010000:2.0:1769074824.570070:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x4a:0x0](ffff982b906880c8) for lock 0x5d432443066b7515 00800000:00000001:2.0:1769074824.570074:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1769074824.570078:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1769074824.570080:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.570082:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.570083:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ed000 refcount=3 00000020:00000001:2.0:1769074824.570085:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602843648 : -114162106707968 : ffff982b902ed000) 00010000:00000001:2.0:1769074824.570088:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602843648 : -114162106707968 : ffff982b902ed000) 00010000:00000001:2.0:1769074824.570090:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.570091:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074824.570094:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074824.570095:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.570097:0:31210:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:2.0:1769074824.570101:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.570211:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b9849f100 x1855007613341824/t73014444073(73014444073) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.570221:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.570232:0:31210:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074824.570237:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x4a:0x0](ffff982b906880c8) 00000080:00000001:2.0:1769074824.570240:0:31210:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1769074824.570246:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b99658800. 00000100:00000001:2.0:1769074824.570252:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.570255:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849f100 x1855007613341824/t73014444073(73014444073) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.570262:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.570266:0:31210:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1769074824.570268:0:31210:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.570524:0:31210:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:2.0:1769074824.570530:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa60 00000080:00200008:2.0:1769074824.570534:0:31210:0:(file.c:1001:ll_file_open()) START file f16.replay-dual-18:[0x2000013a1:0x4a:0x0](ffff982b906880c8), flags 100102 00000080:00000010:2.0:1769074824.570546:0:31210:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff982ba1e34c80. 00000080:00000010:2.0:1769074824.570555:0:31210:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff982b984bad00. 00000080:00000001:2.0:1769074824.570559:0:31210:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:2.0:1769074824.570569:0:31210:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1769074824.570574:0:31210:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1769074824.570580:0:31210:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff982b82dec440. 00000002:00100000:2.0:1769074824.570585:0:31210:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff982b9849f100 x1855007613341824/t73014444073(73014444073) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074824.570751:0:31210:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074824.570754:0:31210:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1769074824.570759:0:31210:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1769074824.570763:0:31210:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.570766:0:31210:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074824.570770:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.570774:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849f100 x1855007613341824/t73014444073(73014444073) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1769074824.570782:0:31210:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074824.570787:0:31210:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff982b902a0000. 02000000:00000001:2.0:1769074824.570827:0:31210:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1769074824.570830:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074824.570833:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa60 00000080:00000008:2.0:1769074824.570835:0:31210:0:(file.c:1240:ll_file_open()) COMPLETED file f16.replay-dual-18:[0x2000013a1:0x4a:0x0](ffff982b906880c8), flags 100102, rc = 0 00000080:00000001:2.0:1769074824.570840:0:31210:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1769074824.570842:0:31210:0:(dcache.c:176:ll_intent_release()) intent ffff982b9020ba20 released 00000080:00010000:2.0:1769074824.570846:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b7515 from it ffff982b9020ba20 00010000:00000001:2.0:1769074824.570848:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.570850:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.570851:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ed000 refcount=3 00000020:00000001:2.0:1769074824.570854:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602843648 : -114162106707968 : ffff982b902ed000) 00010000:00000001:2.0:1769074824.570857:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602843648 : -114162106707968 : ffff982b902ed000) 00010000:00000001:2.0:1769074824.570860:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074824.570865:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ed000/0x5d432443066b7515 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf5b77ed682f5d4b8 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:2.0:1769074824.570877:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.570880:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.570882:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1769074824.570885:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1769074824.570888:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ed000/0x5d432443066b7515 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf5b77ed682f5d4b8 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:2.0:1769074824.570991:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074824.570996:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074824.570998:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074824.571003:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.571004:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.571006:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.571010:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074824.571012:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.571014:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.571017:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.571020:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074824.571022:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.571023:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1769074824.571025:0:31210:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1769074824.571027:0:31210:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:2.0:1769074824.571030:0:31210:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1769074824.571032:0:31210:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1769074824.571034:0:31210:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1769074824.571036:0:31210:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.571040:0:31210:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1769074824.571042:0:31210:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.571044:0:31210:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1769074824.571046:0:31210:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.571048:0:31210:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1769074824.571051:0:31210:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff982b9020ba20. 00000080:00000001:2.0:1769074824.571054:0:31210:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.571060:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1769074824.571063:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x4a:0x0](ffff982b906880c8), inode mode 81a4 mask 40 00000080:00000001:2.0:1769074824.571067:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074824.571101:0:31210:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1769074824.571194:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9a1358b8) owner 0000000000000000/ffff982b86784f80 00020000:00000002:2.0:1769074824.571199:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9a1358b8) owner 0000000000000000/ffff982b86784f80 00020000:00000001:2.0:1769074824.571201:0:31210:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.571213:0:31210:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:2.0:1769074824.571215:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafdd0 00000080:00200008:2.0:1769074824.571217:0:31210:0:(file.c:424:ll_file_release()) START file f16.replay-dual-18:[0x2000013a1:0x4a:0x0](ffff982b906880c8), flags 100002 00000080:00000001:2.0:1769074824.571220:0:31210:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:2.0:1769074824.571223:0:31210:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:2.0:1769074824.571224:0:31210:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1769074824.571225:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9a1358b8) owner 0000000000000000/ffff982b86784f80 00020000:00000002:2.0:1769074824.571227:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9a1358b8) owner 0000000000000000/ffff982b86784f80 00020000:00000001:2.0:1769074824.571229:0:31210:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.571231:0:31210:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:2.0:1769074824.571237:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074824.571240:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074824.571249:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c400 count: 2 00010000:00000001:2.0:1769074824.571253:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074824.571259:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1769074824.571261:0:31210:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x4a:0x0]: 0 00000080:00000001:2.0:1769074824.571263:0:31210:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:2.0:1769074824.571265:0:31210:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1769074824.571272:0:31210:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff982b872bb200. 00000080:00000001:2.0:1769074824.571274:0:31210:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:2.0:1769074824.571515:0:31210:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1769074824.571520:0:31210:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:2.0:1769074824.571522:0:31210:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x4a:0x0] 00000002:00000001:2.0:1769074824.571528:0:31210:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:2.0:1769074824.571530:0:31210:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff982b858dd800: [0x2000013a1:0x4a:0x0] file closed with intent: 0 00000100:00000010:2.0:1769074824.571539:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037ad80. 00000020:00000040:2.0:1769074824.571544:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=43 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:2.0:1769074824.571549:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074824.571553:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074824.571557:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074824.571568:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b8a711800. 00000100:00000001:2.0:1769074824.571577:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1769074824.571590:0:31210:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff982b9849f100 x1855007613341824/t73014444073(73014444073) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1769074824.571765:0:31210:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b858dd800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1769074824.571774:0:31210:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b9037ad80 x1855007613342080/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1769074824.571782:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074824.571785:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074824.571794:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b858210c0. 00000100:00000001:2.0:1769074824.571797:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911423750336 : -114162285801280 : ffff982b858210c0) 00000100:00000001:2.0:1769074824.571800:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074824.571802:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603424640 : -114162106126976 : ffff982b9037ad80) 00000100:00000001:2.0:1769074824.571809:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074824.571815:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.571818:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074824.571820:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074824.571825:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037ad80 x1855007613342080/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.571833:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074824.571836:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074824.571840:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074824.571844:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074824.571847:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074824.571851:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037ad80 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613342080:192.168.204.151@tcp:35:createmany.0 00000100:00000001:2.0:1769074824.571857:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074824.571865:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074824.571868:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074824.571871:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074824.571876:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b90210800. 02000000:00000001:2.0:1769074824.571878:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074824.571973:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074824.571981:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7ef78. 00000400:00000010:2.0:1769074824.571990:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f110. 00000100:00000200:2.0:1769074824.572001:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613342080, portal 10 00000100:00000001:2.0:1769074824.572003:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074824.572004:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603424640 : -114162106126976 : ffff982b9037ad80) 00000100:00000040:2.0:1769074824.572013:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b9037ad80 x1855007613342080/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.572020:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074824.572023:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074824.572026:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897fa18. 00000100:00000200:2.0:1769074824.572030:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613342080, offset 0 00000400:00000200:2.0:1769074824.572038:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074824.572049:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.572061:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074824.572070:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074824.572078:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074824.572083:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074824.572086:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074824.572091:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15392:15392:256:4294967295] 192.168.204.151@tcp LPNI seq info [15392:15392:8:4294967295] 00000400:00000200:2.0:1769074824.572095:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.572200:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074824.572210:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074824.572218:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73f400. 00000800:00000200:2.0:1769074824.572228:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074824.572239:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074824.572246:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73f400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1769074824.573024:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074824.573042:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 897300 usecs (898 jiffies) 00000400:00000200:2.0:1769074824.573051:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074824.573056:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296482148 00000100:00000001:2.0:1769074824.573061:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:2.0:1769074824.573064:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296482148 00000100:00000001:2.0:1769074824.573067:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:2.0:1769074824.573072:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074824.573076:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.573080:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074824.573083:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074824.573088:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b858210c0 going to sleep for 11 seconds 00000100:00000001:2.0:1769074824.573092:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074824.573096:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1769074824.576525:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020c300. 00000800:00000200:3.0:1769074824.578734:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074824.578748:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73f400. 00000400:00000200:3.0:1769074824.578760:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.578773:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074824.578786:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897fa18 00000400:00000010:3.0:1769074824.578789:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897fa18. 00000100:00000001:3.0:1769074824.578798:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074824.578810:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9037ad80 x1855007613342080/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.578827:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074824.578831:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9037ad80 x1855007613342080/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.578838:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074824.578840:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074824.580831:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.580856:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074824.580861:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.580863:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074824.580877:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.580887:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074824.580966:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.580972:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.580979:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.580983:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd95180 00000400:00000200:2.0:1769074824.580990:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.580998:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x22405 [1] + 224 00000800:00000001:2.0:1769074824.581009:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.581026:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074824.581030:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.581034:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074824.581045:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074824.581057:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9037ad80 x1855007613342080/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074824.581069:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff982b9037ad80 x1855007613342080/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.581094:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074824.581112:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.581116:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074824.581186:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074824.581198:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074824.581201:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074824.581207:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7ef78. 00000400:00000200:3.0:1769074824.581214:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f110 00000400:00000010:3.0:1769074824.581217:0:31210:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f110. 00000100:00000001:3.0:1769074824.581220:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074824.581226:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037ad80 x1855007613342080/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1769074824.581235:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037ad80 x1855007613342080/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.581241:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074824.581243:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074824.581246:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074824.581251:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074824.581254:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074824.581257:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074824.581260:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074824.581273:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88ca0 time=35 v=5 (5 0 10 10) 00000100:00001000:3.0:1769074824.581278:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074824.581312:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074824.581315:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074824.581318:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074824.581323:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074824.581326:0:31210:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1769074824.581329:0:31210:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1769074824.581330:0:31210:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1769074824.581333:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074824.581335:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603424640 : -114162106126976 : ffff982b9037ad80) 00000100:00000001:3.0:1769074824.581339:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1769074824.581341:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:3.0:1769074824.581343:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074824.581346:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074824.581351:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037ad80 x1855007613342080/t73014444074(73014444074) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.581358:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074824.581362:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074824.581364:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074824.581368:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037ad80 x1855007613342080/t73014444074(73014444074) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1769074824.581376:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037ad80 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613342080:192.168.204.151@tcp:35:createmany.0 00000100:00000001:3.0:1769074824.581382:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074824.581385:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074824.581388:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1769074824.581390:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074824.581393:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9037ad80 x1855007613342080/t73014444074(73014444074) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.581400:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769074824.581403:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b858210c0. 00000100:00000001:3.0:1769074824.581408:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1769074824.581409:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074824.581418:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074824.581419:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603424640 : -114162106126976 : ffff982b9037ad80) 00000002:00000001:3.0:1769074824.581423:0:31210:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074824.581427:0:31210:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1769074824.581444:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b872bb200. 00000080:00000001:3.0:1769074824.581450:0:31210:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1769074824.581454:0:31210:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1769074824.581460:0:31210:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1769074824.581466:0:31210:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff982b9849f100 x1855007613341824/t73014444073(73014444073) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1769074824.581474:0:31210:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074824.581476:0:31210:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1769074824.581478:0:31210:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff982b984bad00. 00000100:00000001:3.0:1769074824.581480:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074824.581483:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9037ad80 x1855007613342080/t73014444074(73014444074) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.581495:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074824.581498:0:31210:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1769074824.581502:0:31210:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff982ba1e34c80. 00000080:00000001:3.0:1769074824.581506:0:31210:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074824.581513:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafdd0 00000080:00000008:3.0:1769074824.581517:0:31210:0:(file.c:464:ll_file_release()) COMPLETED file f16.replay-dual-18:[0x2000013a1:0x4a:0x0](ffff982b906880c8), flags 100002, rc = 0 00000080:00000001:3.0:1769074824.581521:0:31210:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074824.581528:0:31210:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1769074824.581530:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafe00 00000080:00002000:3.0:1769074824.581532:0:31210:0:(dcache.c:127:ll_ddelete()) keeping dentry f16.replay-dual-18 (ffff982b90960288, parent ffff982b90d9e5e8, inode ffff982b906880c8) hashed, 00000080:00000001:3.0:1769074824.581536:0:31210:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074824.581644:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1769074824.581650:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1769074824.581652:0:31210:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1769074824.581654:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafbc0 00000080:00200000:3.0:1769074824.581656:0:31210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:3.0:1769074824.581664:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b88306600. 00800000:00000002:3.0:1769074824.581673:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:3.0:1769074824.581679:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1769074824.581684:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1769074824.581687:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafae0 00800000:00000002:3.0:1769074824.581690:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1769074824.581694:0:31210:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1769074824.581698:0:31210:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1769074824.581704:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1769074824.581706:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf9b0 00000002:00010000:3.0:1769074824.581708:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1769074824.581712:0:31210:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1769074824.581714:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074824.581718:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1769074824.581727:0:31210:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074824.581730:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074824.581732:0:31210:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074824.581735:0:31210:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1769074824.581739:0:31210:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1769074824.581744:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90373480. 00000020:00000040:3.0:1769074824.581749:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=44 obd=lustre-MDT0000-mdc-ffff982b858dd800 00010000:00000001:3.0:1769074824.581756:0:31210:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1769074824.581763:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074824.581771:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074824.581773:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074824.581775:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074824.581778:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074824.581781:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074824.581787:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074824.581797:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c03c00. 00000100:00000001:3.0:1769074824.581804:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074824.581809:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1769074824.581810:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074824.581812:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1769074824.581813:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074824.581815:0:31210:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074824.581822:0:31210:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446629911603393664 : -114162106157952 : ffff982b90373480) 00010000:00000001:3.0:1769074824.581827:0:31210:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1769074824.581829:0:31210:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1769074824.581835:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b848aed00. 00010000:00000010:3.0:1769074824.581839:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b98393880. 00010000:00000001:3.0:1769074824.581844:0:31210:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1769074824.581848:0:31210:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b985d3200. 00000020:00000001:3.0:1769074824.581853:0:31210:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1769074824.581856:0:31210:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b985d3200 with handle 0x5d432443066b751c to hash 00000020:00000001:3.0:1769074824.581859:0:31210:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1769074824.581861:0:31210:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000001:3.0:1769074824.581866:0:31210:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000001:3.0:1769074824.581871:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074824.581874:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074824.581879:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3200/0x5d432443066b751c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31210 initiator: MDT0 00010000:00010000:3.0:1769074824.581904:0:31210:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3200/0x5d432443066b751c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00010000:00010000:3.0:1769074824.581916:0:31210:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3200/0x5d432443066b751c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000100:00000001:3.0:1769074824.581920:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074824.581922:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074824.581931:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b98e9ec00. 00000100:00000001:3.0:1769074824.581933:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911749323776 : -114161960227840 : ffff982b98e9ec00) 00000100:00000001:3.0:1769074824.581935:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074824.581936:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603393664 : -114162106157952 : ffff982b90373480) 00000100:00000001:3.0:1769074824.581941:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074824.581947:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074824.581948:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074824.581950:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074824.581957:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90373480 x1855007613342208/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.581965:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074824.581967:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074824.581971:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074824.581975:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074824.581977:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074824.581980:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90373480 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613342208:192.168.204.151@tcp:101:createmany.0 00000100:00000001:3.0:1769074824.581984:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074824.581991:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074824.581993:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074824.581995:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074824.582001:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff982b88b89800. 02000000:00000001:3.0:1769074824.582003:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074824.582010:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074824.582014:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7160. 00000400:00000010:3.0:1769074824.582021:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6d48. 00000100:00000200:3.0:1769074824.582030:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007613342208, portal 10 00000100:00000001:3.0:1769074824.582032:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074824.582033:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603393664 : -114162106157952 : ffff982b90373480) 00000100:00000040:3.0:1769074824.582038:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b90373480 x1855007613342208/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.582046:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074824.582048:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074824.582051:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6550. 00000100:00000200:3.0:1769074824.582054:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007613342208, offset 0 00000400:00000200:3.0:1769074824.582061:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074824.582068:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.582078:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074824.582086:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074824.582092:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074824.582096:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074824.582100:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074824.582104:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15393:15393:256:4294967295] 192.168.204.151@tcp LPNI seq info [15393:15393:8:4294967295] 00000400:00000200:3.0:1769074824.582108:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.582118:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074824.582126:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074824.582131:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652a00. 00000800:00000200:3.0:1769074824.582140:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074824.582149:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074824.582154:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652a00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1769074824.582183:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074824.582189:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 895935 usecs (896 jiffies) 00000400:00000200:3.0:1769074824.582194:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074824.582198:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296482155 00000100:00000001:3.0:1769074824.582201:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:3.0:1769074824.582205:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296482155 00000100:00000001:3.0:1769074824.582207:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:3.0:1769074824.582210:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074824.582213:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074824.582215:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074824.582218:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1769074824.582221:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b98e9ec00 going to sleep for 11 seconds 00000100:00000001:3.0:1769074824.582223:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074824.582225:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074824.582855:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074824.582861:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652a00. 00000400:00000200:2.0:1769074824.582868:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.582877:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074824.582883:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6550 00000400:00000010:2.0:1769074824.582885:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6550. 00000100:00000001:2.0:1769074824.582896:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074824.582903:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90373480 x1855007613342208/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.582915:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.582917:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90373480 x1855007613342208/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.582924:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.582925:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074824.589234:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.589264:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074824.589269:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.589274:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074824.589303:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.589314:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074824.589325:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.589332:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.589340:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.589345:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 688 into portal 10 MB=0x6971e9dd95200 00000400:00000200:2.0:1769074824.589352:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.589361:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 688/688 into md 0x22415 [1] + 224 00000800:00000001:2.0:1769074824.589376:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.589399:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074824.589403:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.589410:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074824.589422:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074824.589444:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90373480 x1855007613342208/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074824.589460:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff982b90373480 x1855007613342208/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.589489:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074824.589503:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.589506:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074824.589589:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074824.589612:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074824.589615:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074824.589619:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7160. 00000400:00000200:0.0:1769074824.589626:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6d48 00000400:00000010:0.0:1769074824.589629:0:31210:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6d48. 00000100:00000001:0.0:1769074824.589632:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074824.589637:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90373480 x1855007613342208/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074824.589647:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90373480 x1855007613342208/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.589659:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074824.589662:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074824.589665:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074824.589669:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074824.589672:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074824.589674:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074824.589678:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074824.589691:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=35 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074824.589696:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074824.589700:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074824.589702:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.589705:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074824.589711:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.589716:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074824.589719:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:0.0:1769074824.589721:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074824.589724:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074824.589730:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90373480 x1855007613342208/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.589737:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074824.589741:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074824.589743:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074824.589747:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90373480 x1855007613342208/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074824.589756:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90373480 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613342208:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074824.589762:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074824.589765:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.589768:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074824.589770:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.589773:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90373480 x1855007613342208/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.589785:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074824.589789:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b98e9ec00. 00000100:00000001:0.0:1769074824.589794:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074824.589795:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.589799:0:31210:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074824.589805:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.589808:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.589812:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3200 refcount=4 00000020:00000001:0.0:1769074824.589815:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000001:0.0:1769074824.589818:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000040:0.0:1769074824.589827:0:31210:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b985d3200, remote cookie: 0xf5b77ed682f5d4cd, flags: 0x1001 00010000:00010000:0.0:1769074824.589834:0:31210:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3200/0x5d432443066b751c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d4cd expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074824.589846:0:31210:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3200/0x5d432443066b751c lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d4cd expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.589854:0:31210:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074824.589860:0:31210:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074824.589862:0:31210:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074824.589864:0:31210:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074824.589866:0:31210:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074824.589869:0:31210:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff982b848aed00) refcount = 1 00010000:00010000:0.0:1769074824.589873:0:31210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3200/0x5d432443066b751c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d4cd expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.589880:0:31210:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074824.589885:0:31210:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074824.589887:0:31210:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074824.589905:0:31210:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074824.589908:0:31210:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074824.589913:0:31210:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3200/0x5d432443066b751c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d4cd expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.589920:0:31210:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074824.589922:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.589924:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.589926:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.589927:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.589929:0:31210:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.589935:0:31210:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074824.589937:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.589939:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.589940:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3200 refcount=3 00000020:00000001:0.0:1769074824.589943:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000001:0.0:1769074824.589945:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000001:0.0:1769074824.589949:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.589950:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.589952:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3200 refcount=4 00000020:00000001:0.0:1769074824.589954:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000001:0.0:1769074824.589956:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000001:0.0:1769074824.589959:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074824.589961:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074824.589964:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3200/0x5d432443066b751c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d4cd expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.589971:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.589972:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.589973:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.589975:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.589976:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3200 refcount=5 00000020:00000001:0.0:1769074824.589978:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000001:0.0:1769074824.589980:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000001:0.0:1769074824.589983:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074824.589985:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3200/0x5d432443066b751c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d4cd expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.589997:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.589999:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074824.590002:0:31210:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3200/0x5d432443066b751c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d4cd expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.590008:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074824.590009:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.590009:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.590010:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.590011:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074824.590016:0:31210:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff982b90373480 x1855007613342208/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1769074824.590025:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.590026:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.590027:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3200 refcount=3 00000020:00000001:0.0:1769074824.590029:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000001:0.0:1769074824.590030:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000001:0.0:1769074824.590033:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.590034:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074824.590035:0:31210:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.590037:0:31210:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.590051:0:31210:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1769074824.590054:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.590056:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.590058:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3200 refcount=3 00000020:00000001:0.0:1769074824.590060:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000001:0.0:1769074824.590062:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00000002:00010000:0.0:1769074824.590066:0:31210:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3200/0x5d432443066b751c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d4cd expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.590072:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.590074:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.590076:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074824.590078:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.590079:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.590080:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3200 refcount=3 00000020:00000001:0.0:1769074824.590082:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000001:0.0:1769074824.590084:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000040:0.0:1769074824.590094:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b848aed00 count: 2 00010000:00000001:0.0:1769074824.590097:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074824.590101:0:31210:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b873df800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1769074824.590104:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.590105:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074824.590106:0:31210:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074824.590110:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf930 00000002:00002000:0.0:1769074824.590112:0:31210:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1769074824.590115:0:31210:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.590120:0:31210:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.590123:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074824.590128:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1769074824.590132:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074824.590136:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:0.0:1769074824.590140:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b88306600. 00000080:00000001:0.0:1769074824.590146:0:31210:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074824.590149:0:31210:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074824.590158:0:31210:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1769074824.590162:0:31210:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1769074824.590171:0:31210:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff982b990724c0. 00800000:00000001:0.0:1769074824.590173:0:31210:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446629911751238848 : -114161958312768 : ffff982b990724c0) 00800000:00000001:0.0:1769074824.590175:0:31210:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.590178:0:31210:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074824.590181:0:31210:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1769074824.590183:0:31210:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1769074824.590187:0:31210:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1769074824.590191:0:31210:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1769074824.590193:0:31210:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.590198:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1769074824.590202:0:31210:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1769074824.590207:0:31210:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:0.0:1769074824.590209:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.590210:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.590212:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3200 refcount=3 00000020:00000001:0.0:1769074824.590213:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000001:0.0:1769074824.590215:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000001:0.0:1769074824.590217:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.590218:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074824.590220:0:31210:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074824.590223:0:31210:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1769074824.590224:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b990724c0 1 00800000:00000010:0.0:1769074824.590227:0:31210:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff982b990724c0. 00800000:00000001:0.0:1769074824.590230:0:31210:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074824.590234:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b751c 00800000:00000001:0.0:1769074824.590237:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074824.590239:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074824.590240:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.590242:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.590243:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3200 refcount=3 00000020:00000001:0.0:1769074824.590245:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000001:0.0:1769074824.590248:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000001:0.0:1769074824.590250:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.590252:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074824.590253:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.590255:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.590258:0:31210:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074824.590262:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:0.0:1769074824.590266:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b751c from it ffffbcdb01dafbf8 00010000:00000001:0.0:1769074824.590268:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.590269:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.590271:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3200 refcount=3 00000020:00000001:0.0:1769074824.590272:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000001:0.0:1769074824.590275:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000001:0.0:1769074824.590277:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074824.590307:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3200/0x5d432443066b751c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d4cd expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.590314:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.590315:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.590317:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074824.590320:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074824.590323:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3200/0x5d432443066b751c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d4cd expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.590331:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074824.590334:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074824.590336:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074824.590341:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.590342:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.590344:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.590347:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074824.590350:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.590352:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.590356:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.590358:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074824.590359:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.590360:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074824.590362:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.590367:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90373480 x1855007613342208/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.590374:0:31210:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074824.590378:0:31210:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074824.590382:0:31210:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff982b88b89800. 02000000:00000001:0.0:1769074824.590386:0:31210:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074824.590389:0:31210:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074824.590391:0:31210:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=43 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074824.590394:0:31210:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074824.590397:0:31210:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c03c00. 02000000:00000001:0.0:1769074824.590402:0:31210:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074824.590406:0:31210:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074824.590409:0:31210:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90373480. 00000100:00000001:0.0:1769074824.590413:0:31210:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074824.590414:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074824.590418:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 1 00000080:00000001:0.0:1769074824.590424:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074824.590456:0:31210:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff982b85d25c20. 00000080:00000001:0.0:1769074824.590463:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074824.590465:0:31210:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074824.590466:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafb00 00000080:00200000:0.0:1769074824.590469:0:31210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:0.0:1769074824.590475:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b996c1e00. 00800000:00000002:0.0:1769074824.590481:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:0.0:1769074824.590485:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074824.590488:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074824.590490:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa20 00800000:00000002:0.0:1769074824.590492:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074824.590495:0:31210:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074824.590500:0:31210:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074824.590505:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074824.590507:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf8f0 00000002:00010000:0.0:1769074824.590509:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074824.590512:0:31210:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074824.590514:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074824.590516:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074824.590519:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b848aed00 count: 2 00010000:00000001:0.0:1769074824.590521:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074824.590524:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074824.590526:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769074824.590529:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3200/0x5d432443066b751c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d4cd expref: -99 pid: 31210 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1769074824.590536:0:31210:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1769074824.590541:0:31210:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074824.590545:0:31210:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3200/0x5d432443066b751c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d4cd expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1769074824.590551:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1769074824.590553:0:31210:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074824.590555:0:31210:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074824.590557:0:31210:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1769074824.590559:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074824.590561:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1769074824.590563:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1769074824.590565:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:0.0:1769074824.590567:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b996c1e00. 00000080:00000001:0.0:1769074824.590570:0:31210:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074824.590572:0:31210:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074824.590574:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:0.0:1769074824.590577:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b751c 00800000:00000001:0.0:1769074824.590579:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074824.590581:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074824.590582:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.590583:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.590585:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3200 refcount=3 00000020:00000001:0.0:1769074824.590587:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000001:0.0:1769074824.590589:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000001:0.0:1769074824.590591:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.590593:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074824.590594:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.590595:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074824.590597:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b751c from it ffffbcdb01dafb38 00010000:00000001:0.0:1769074824.590599:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.590600:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.590601:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3200 refcount=3 00000020:00000001:0.0:1769074824.590603:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000001:0.0:1769074824.590605:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740101120 : -114161969450496 : ffff982b985d3200) 00010000:00000001:0.0:1769074824.590608:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074824.590611:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3200/0x5d432443066b751c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d4cd expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.590617:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.590618:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.590619:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074824.590620:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074824.590622:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3200/0x5d432443066b751c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d4cd expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.590628:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074824.590630:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074824.590631:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074824.590633:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.590634:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.590635:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.590637:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074824.590638:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.590640:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.590642:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.590645:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074824.590646:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.590647:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074824.590648:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769074824.590650:0:31210:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074824.590652:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 3 00000080:00000001:0.0:1769074824.590655:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.590660:0:31210:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:0.0:1769074824.590662:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafb50 00000080:00200000:0.0:1769074824.590664:0:31210:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f16.replay-dual-19, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), file ffff982b85f9a300, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1769074824.590670:0:31210:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff982b98412780. 00000080:00000001:0.0:1769074824.590676:0:31210:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:0.0:1769074824.590679:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa10 00000080:00200000:0.0:1769074824.590681:0:31210:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f16.replay-dual-19, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), intent=open|creat 00000080:00000010:0.0:1769074824.590689:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b996c1e00. 00800000:00000002:0.0:1769074824.590692:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:0.0:1769074824.590699:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074824.590700:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074824.590702:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf930 00800000:00000002:0.0:1769074824.590704:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f16.replay-dual-19' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074824.590707:0:31210:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:0.0:1769074824.590711:0:31210:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1769074824.590716:0:31210:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446629911450240000 : -114162259311616 : ffff982b87164400) 00800000:00000001:0.0:1769074824.590720:0:31210:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1769074824.590723:0:31210:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1769074824.590725:0:31210:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1769074824.590729:0:31210:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1769074824.590732:0:31210:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff982b858dd800: Allocated FID [0x2000013a1:0x4b:0x0] 40000000:00000001:0.0:1769074824.590736:0:31210:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.590739:0:31210:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.590741:0:31210:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.590742:0:31210:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074824.590744:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf8b0 00800000:00000002:0.0:1769074824.590746:0:31210:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x4b:0x0], name='f16.replay-dual-19' -> mds #0 00000002:00000001:0.0:1769074824.590750:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074824.590751:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf7e8 00000002:00010000:0.0:1769074824.590753:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f16.replay-dual-19,[0x2000013a1:0x4b:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1769074824.590757:0:31210:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1769074824.590760:0:31210:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1769074824.590764:0:31210:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1769074824.590768:0:31210:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.590769:0:31210:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1769074824.590771:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b848aed00 count: 2 00010000:00000001:0.0:1769074824.590773:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074824.590776:0:31210:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1769074824.590780:0:31210:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1769074824.590783:0:31210:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3200/0x5d432443066b751c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf5b77ed682f5d4cd expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1769074824.590790:0:31210:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1769074824.590795:0:31210:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1769074824.590799:0:31210:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1769074824.590802:0:31210:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1769074824.590805:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074824.590807:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074824.590809:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b848aed00 count: 3 00010000:00000001:0.0:1769074824.590811:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074824.590814:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.590815:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074824.590816:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074824.590818:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b848aed00 count: 3 00010000:00000001:0.0:1769074824.590820:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074824.590822:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.590824:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074824.590825:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074824.590827:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b848aed00 count: 3 00010000:00000001:0.0:1769074824.590828:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074824.590830:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.590832:0:31210:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1769074824.590835:0:31210:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff982b90dbe300, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1769074824.590841:0:31210:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1769074824.590848:0:31210:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1769074824.590852:0:31210:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1769074824.590853:0:31210:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.590857:0:31210:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1769074824.590860:0:31210:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1769074824.590862:0:31210:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1769074824.590864:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074824.590866:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1769074824.590869:0:31210:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b985d3200 with handle 0x5d432443066b751c from hash 00010000:00000001:0.0:1769074824.590871:0:31210:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1769074824.590874:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.590875:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.590876:0:31210:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1769074824.590880:0:31210:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1769074824.590882:0:31210:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1769074824.590885:0:31210:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074824.590887:0:31210:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074824.590890:0:31210:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1769074824.590896:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98582300. 00000020:00000040:0.0:1769074824.590901:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=44 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:0.0:1769074824.590907:0:31210:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769074824.590909:0:31210:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.590913:0:31210:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1769074824.590918:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074824.590920:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.590921:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.590923:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.590926:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074824.590930:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074824.590933:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074824.590942:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b85880400. 00000100:00000001:0.0:1769074824.590950:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.590954:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074824.590957:0:31210:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1769074824.590961:0:31210:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3200/0x5d432443066b751c lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d4cd expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074824.590969:0:31210:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1769074824.590970:0:31210:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074824.590972:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1769074824.590975:0:31210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3200/0x5d432443066b751c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d4cd expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1769074824.590983:0:31210:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b848aed00 count: 0 00010000:00000010:0.0:1769074824.590988:0:31210:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b98393880. 00010000:00000001:0.0:1769074824.591000:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.591002:0:31210:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.591004:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074824.591005:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.591007:0:31210:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.591017:0:31210:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446629911739769600 : -114161969782016 : ffff982b98582300) 00010000:00000001:0.0:1769074824.591021:0:31210:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1769074824.591024:0:31210:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1769074824.591029:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b985e5f00. 00010000:00000010:0.0:1769074824.591035:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b985e6900. 00010000:00000001:0.0:1769074824.591040:0:31210:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1769074824.591044:0:31210:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b90254600. 00000020:00000001:0.0:1769074824.591047:0:31210:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074824.591049:0:31210:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b90254600 with handle 0x5d432443066b7523 to hash 00000020:00000001:0.0:1769074824.591052:0:31210:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1769074824.591054:0:31210:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911602218496 : -114162107333120 : ffff982b90254600) 00010000:00000001:0.0:1769074824.591057:0:31210:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911602218496 : -114162107333120 : ffff982b90254600) 00010000:00000001:0.0:1769074824.591060:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074824.591061:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074824.591065:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254600/0x5d432443066b7523 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31210 initiator: MDT0 00010000:00010000:0.0:1769074824.591071:0:31210:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254600/0x5d432443066b7523 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000020:00100000:0.0:1769074824.591084:0:31210:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b858dd800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1769074824.591091:0:31210:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b98582300 x1855007613342464/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1769074824.591100:0:31210:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254600/0x5d432443066b7523 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000100:00000001:0.0:1769074824.591106:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074824.591109:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074824.591115:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b985ecb40. 00000100:00000001:0.0:1769074824.591117:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911740205888 : -114161969345728 : ffff982b985ecb40) 00000100:00000001:0.0:1769074824.591121:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.591123:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739769600 : -114161969782016 : ffff982b98582300) 00000100:00000001:0.0:1769074824.591129:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074824.591135:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.591137:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074824.591139:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074824.591144:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98582300 x1855007613342464/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.591152:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074824.591154:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074824.591158:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074824.591161:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074824.591164:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074824.591167:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98582300 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613342464:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074824.591172:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074824.591178:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074824.591181:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074824.591184:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074824.591313:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff982b902a0000. 02000000:00000001:0.0:1769074824.591316:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074824.591328:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074824.591334:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b64d0. 00000400:00000010:0.0:1769074824.591342:0:31210:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff982b85881800. 00000100:00000200:0.0:1769074824.591353:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007613342464, portal 10 00000100:00000001:0.0:1769074824.591356:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.591357:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739769600 : -114161969782016 : ffff982b98582300) 00000100:00000040:0.0:1769074824.591364:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b98582300 x1855007613342464/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.591372:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074824.591375:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074824.591380:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604fee0. 00000100:00000200:0.0:1769074824.591385:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007613342464, offset 0 00000400:00000200:0.0:1769074824.591394:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074824.591406:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074824.591417:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074824.591424:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074824.591431:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074824.591447:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074824.591450:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074824.591456:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15394:15394:256:4294967295] 192.168.204.151@tcp LPNI seq info [15394:15394:8:4294967295] 00000400:00000200:0.0:1769074824.591460:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074824.591471:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074824.591479:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074824.591487:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08600. 00000800:00000200:0.0:1769074824.591496:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074824.591505:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074824.591510:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08600 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1769074824.591537:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074824.591543:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 894572 usecs (895 jiffies) 00000400:00000200:0.0:1769074824.591547:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074824.591551:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296482162 00000100:00000001:0.0:1769074824.591557:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:0.0:1769074824.591560:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296482162 00000100:00000001:0.0:1769074824.591562:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:0.0:1769074824.591565:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074824.591568:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.591571:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074824.591573:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074824.591576:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985ecb40 going to sleep for 11 seconds 00000100:00000001:0.0:1769074824.591580:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074824.591583:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074824.592036:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074824.592054:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08600. 00000400:00000200:2.0:1769074824.592061:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.592070:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074824.592078:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604fee0 00000400:00000010:2.0:1769074824.592081:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604fee0. 00000100:00000001:2.0:1769074824.592086:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074824.592092:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b98582300 x1855007613342464/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.592103:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.592106:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b98582300 x1855007613342464/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.592113:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.592114:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074824.601327:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.601357:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074824.601363:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.601366:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074824.601386:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.601397:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074824.601408:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.601414:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.601422:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.601427:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 664 into portal 10 MB=0x6971e9dd95300 00000400:00000200:2.0:1769074824.601443:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.601453:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 664/664 into md 0x22425 [32] + 224 00000800:00000001:2.0:1769074824.601464:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.601475:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074824.601481:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.601487:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074824.601499:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074824.601513:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b98582300 x1855007613342464/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074824.601526:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff982b98582300 x1855007613342464/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.601544:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769074824.601555:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769074824.601559:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.601566:0:2358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074824.601572:0:2358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15395:15395:256:4294967295] 192.168.204.151@tcp LPNI seq info [15395:15395:8:4294967295] 00000400:00000200:2.0:1769074824.601577:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.601585:0:2358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:2.0:1769074824.601604:0:2358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074824.601621:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff982b90212c00. 00000800:00000200:2.0:1769074824.601628:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074824.601637:0:2358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074824.601642:0:2358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b90212c00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1769074824.601774:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074824.601778:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff982b90212c00. 00000400:00000200:2.0:1769074824.601781:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.601785:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:2.0:1769074824.601793:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.601797:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1769074824.602140:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848aed00. 00010000:00000010:0.1:1769074824.602151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985d3200. 00000100:00000001:0.0:1769074824.602174:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074824.602187:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074824.602190:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074824.602195:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b64d0. 00000400:00000200:0.0:1769074824.602200:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b85881800 00000400:00000010:0.0:1769074824.602203:0:31210:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff982b85881800. 00000100:00000001:0.0:1769074824.602208:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074824.602216:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98582300 x1855007613342464/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074824.602232:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98582300 x1855007613342464/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.602238:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074824.602240:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074824.602244:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074824.602248:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074824.602251:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074824.602255:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074824.602259:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074824.602275:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=35 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074824.602299:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074824.602303:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074824.602305:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.602310:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074824.602315:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.602319:0:31210:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1769074824.602321:0:31210:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1769074824.602323:0:31210:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1769074824.602326:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.602328:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739769600 : -114161969782016 : ffff982b98582300) 00000100:00000001:0.0:1769074824.602333:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074824.602336:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:0.0:1769074824.602338:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074824.602342:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074824.602348:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98582300 x1855007613342464/t73014444075(73014444075) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.602357:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074824.602361:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074824.602363:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074824.602368:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98582300 x1855007613342464/t73014444075(73014444075) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074824.602377:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98582300 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613342464:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074824.602385:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074824.602388:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.602392:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074824.602394:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.602398:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b98582300 x1855007613342464/t73014444075(73014444075) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.602405:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074824.602408:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b985ecb40. 00000100:00000001:0.0:1769074824.602412:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074824.602414:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.602418:0:31210:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074824.602424:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.602428:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.602442:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254600 refcount=4 00000020:00000001:0.0:1769074824.602445:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602218496 : -114162107333120 : ffff982b90254600) 00010000:00000001:0.0:1769074824.602449:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602218496 : -114162107333120 : ffff982b90254600) 00010000:00000040:0.0:1769074824.602458:0:31210:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b90254600, remote cookie: 0xf5b77ed682f5d4e9, flags: 0x1001 00010000:00010000:0.0:1769074824.602465:0:31210:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254600/0x5d432443066b7523 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d4e9 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1769074824.602477:0:31210:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x4b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1769074824.602481:0:31210:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1769074824.602494:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b985e5b00. 00010000:00000010:0.0:1769074824.602500:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b985e6100. 00010000:00000040:0.0:1769074824.602508:0:31210:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b985e5f00 count: 0 00010000:00000010:0.0:1769074824.602515:0:31210:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b985e6900. 00010000:00000001:0.0:1769074824.602525:0:31210:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074824.602529:0:31210:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254600/0x5d432443066b7523 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d4e9 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074824.602538:0:31210:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254600/0x5d432443066b7523 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d4e9 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.602545:0:31210:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074824.602551:0:31210:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074824.602554:0:31210:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074824.602556:0:31210:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074824.602557:0:31210:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074824.602559:0:31210:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x4b:0x0].0x0 (ffff982b985e5b00) refcount = 1 00010000:00010000:0.0:1769074824.602563:0:31210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254600/0x5d432443066b7523 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d4e9 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.602570:0:31210:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074824.602574:0:31210:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074824.602576:0:31210:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074824.602580:0:31210:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074824.602582:0:31210:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074824.602586:0:31210:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254600/0x5d432443066b7523 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d4e9 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.602789:0:31210:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074824.602792:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.602794:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.602795:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.602796:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.602798:0:31210:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.602806:0:31210:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074824.602810:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.602812:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.602814:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254600 refcount=3 00000020:00000001:0.0:1769074824.602816:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602218496 : -114162107333120 : ffff982b90254600) 00010000:00000001:0.0:1769074824.602819:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602218496 : -114162107333120 : ffff982b90254600) 00010000:00000001:0.0:1769074824.602822:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.602823:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.602824:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254600 refcount=4 00000020:00000001:0.0:1769074824.602826:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602218496 : -114162107333120 : ffff982b90254600) 00010000:00000001:0.0:1769074824.602829:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602218496 : -114162107333120 : ffff982b90254600) 00010000:00000001:0.0:1769074824.602833:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074824.602835:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074824.602839:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254600/0x5d432443066b7523 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d4e9 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.602846:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.602848:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.602850:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.602851:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.602852:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254600 refcount=5 00000020:00000001:0.0:1769074824.602854:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602218496 : -114162107333120 : ffff982b90254600) 00010000:00000001:0.0:1769074824.602856:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602218496 : -114162107333120 : ffff982b90254600) 00010000:00000001:0.0:1769074824.602859:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074824.602862:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254600/0x5d432443066b7523 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d4e9 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.602868:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.602870:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074824.602872:0:31210:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254600/0x5d432443066b7523 lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d4e9 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.602878:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074824.602880:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.602881:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.602882:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.602884:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074824.602891:0:31210:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff982b98582300 x1855007613342464/t73014444075(73014444075) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074824.602901:0:31210:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1769074824.602906:0:31210:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff982b98582300 x1855007613342464/t73014444075(73014444075) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074824.602918:0:31210:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.602927:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.602929:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.602930:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254600 refcount=3 00000020:00000001:0.0:1769074824.602932:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602218496 : -114162107333120 : ffff982b90254600) 00010000:00000001:0.0:1769074824.602934:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602218496 : -114162107333120 : ffff982b90254600) 00000002:00010000:0.0:1769074824.602939:0:31210:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254600/0x5d432443066b7523 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d4e9 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000002:00000010:0.0:1769074824.602950:0:31210:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff982b990724c0. 00010000:00000001:0.0:1769074824.602953:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.602955:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074824.602956:0:31210:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.602958:0:31210:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.602961:0:31210:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1769074824.602964:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.602965:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739769600 : -114161969782016 : ffff982b98582300) 00000100:00000001:0.0:1769074824.602967:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.602969:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739769600 : -114161969782016 : ffff982b98582300) 00010000:00000001:0.0:1769074824.602971:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.602972:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.602974:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254600 refcount=3 00000020:00000001:0.0:1769074824.602976:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602218496 : -114162107333120 : ffff982b90254600) 00010000:00000001:0.0:1769074824.602978:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602218496 : -114162107333120 : ffff982b90254600) 00000002:00010000:0.0:1769074824.602982:0:31210:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254600/0x5d432443066b7523 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d4e9 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074824.602988:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.602989:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.602991:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074824.602992:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.602993:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.602995:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254600 refcount=3 00000020:00000001:0.0:1769074824.602996:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602218496 : -114162107333120 : ffff982b90254600) 00010000:00000001:0.0:1769074824.602998:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602218496 : -114162107333120 : ffff982b90254600) 00010000:00000040:0.0:1769074824.603003:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5b00 count: 2 00010000:00000001:0.0:1769074824.603005:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074824.603009:0:31210:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b873df800 type 13 mode 4 res 8589939617/75 (0 0) 00010000:00000001:0.0:1769074824.603012:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.603013:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074824.603014:0:31210:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074824.603018:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf768 00000002:00002000:0.0:1769074824.603020:0:31210:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f16.replay-dual-19 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1769074824.603024:0:31210:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.603029:0:31210:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.603032:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074824.603036:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1769074824.603359:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074824.603364:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000001:0.0:1769074824.603368:0:31210:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1769074824.603370:0:31210:0:(namei.c:677:ll_lookup_it_finish()) it ffff982b98412780 it_disposition 1800037 00000080:00002000:0.0:1769074824.603379:0:31210:0:(namei.c:656:ll_splice_alias()) Add dentry ffff982b90665438 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1769074824.603386:0:31210:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769074824.603389:0:31210:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:0.0:1769074824.603392:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf9a0 00000080:00200000:0.0:1769074824.603393:0:31210:0:(namei.c:1569:ll_create_it()) VFS Op:name=f16.replay-dual-19, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), intent=open|creat 00000080:00000001:0.0:1769074824.603397:0:31210:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:0.0:1769074824.603399:0:31210:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074824.603405:0:31210:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1769074824.603410:0:31210:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074824.603413:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366347 : 144115272381366347 : 2000013a100004b) 00000080:00000001:0.0:1769074824.603416:0:31210:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:0.0:1769074824.603441:0:31210:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff982b906b6b40. 00000020:00000001:0.0:1769074824.603455:0:31210:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:0.0:1769074824.603457:0:31210:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1769074824.603462:0:31210:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:0.0:1769074824.603465:0:31210:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a1:0x4b:0x0](ffff982b906b6c08) 00000020:00000001:0.0:1769074824.603470:0:31210:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074824.603475:0:31210:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911477432328 : -114162232119288 : ffff982b88b53008) 00000020:00001000:0.0:1769074824.603479:0:31210:0:(cl_object.c:785:cl_env_get()) 1@ffff982b88b53000 00000020:00000001:0.0:1769074824.603485:0:31210:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:0.0:1769074824.603490:0:31210:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff982b985e4320. 00000020:00000001:0.0:1769074824.603493:0:31210:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:0.0:1769074824.603495:0:31210:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074824.603505:0:31210:0:(lov_object.c:2321:lov_object_alloc()) Process entered 00020000:00000010:0.0:1769074824.603510:0:31210:0:(lov_object.c:2322:lov_object_alloc()) slab-alloced 'lov': 248 at ffff982b9029d9b0. 00020000:00000001:0.0:1769074824.603513:0:31210:0:(lov_object.c:2336:lov_object_alloc()) Process leaving (rc=18446629911602518448 : -114162107033168 : ffff982b9029d9b0) 00020000:00000001:0.0:1769074824.603516:0:31210:0:(lov_object.c:1378:lov_object_init()) Process entered 00020000:00000001:0.0:1769074824.603521:0:31210:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1769074824.603528:0:31210:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff982b984128a0. 00020000:00000010:0.0:1769074824.603532:0:31210:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff982b860f9800. 00020000:00000010:0.0:1769074824.603537:0:31210:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff982b984123c0. 00020000:00000001:0.0:1769074824.603540:0:31210:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446629911738262464 : -114161971289152 : ffff982b984123c0) 00020000:00000002:0.0:1769074824.603544:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b984123c0, objid 0x4b:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074824.603549:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074824.603552:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b860f9800: ostid: 0x240000400:1547 ost idx: 0 gen: 0 00020000:00000001:0.0:1769074824.603556:0:31210:0:(lov_object.c:603:lov_init_composite()) Process entered 00020000:00000002:0.0:1769074824.603558:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b984123c0, objid 0x4b:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074824.603561:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074824.603564:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b860f9800: ostid: 0x240000400:1547 ost idx: 0 gen: 0 00020000:00000010:0.0:1769074824.603568:0:31210:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff982b98587260. 00020000:00000010:0.0:1769074824.603572:0:31210:0:(lov_object.c:626:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff982b985ecb40. 00020000:00000001:0.0:1769074824.603576:0:31210:0:(lov_object.c:194:lov_init_raid0()) Process entered 00020000:00000010:0.0:1769074824.603579:0:31210:0:(lov_object.c:199:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff982b874cfd80. 00020000:00000001:0.0:1769074824.603584:0:31210:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1769074824.603585:0:31210:0:(lu_object.c:808:lu_object_find_at()) Process entered 00020000:00000001:0.0:1769074824.603603:0:31210:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1769074824.603608:0:31210:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff982b985e47d0. 00000020:00000001:0.0:1769074824.604075:0:31210:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:0.0:1769074824.604078:0:31210:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074824.604081:0:31210:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446629911740172368 : -114161969379248 : ffff982b985e4850) 00020000:00000001:0.0:1769074824.604087:0:31210:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:0.0:1769074824.604094:0:31210:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff982b985e16c0. 00020000:00000001:0.0:1769074824.604098:0:31210:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074824.604104:0:31210:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629911740172368 : -114161969379248 : ffff982b985e4850) 00020000:00000001:0.0:1769074824.604108:0:31210:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446629911740172368 : -114161969379248 : ffff982b985e4850) 00020000:00000002:0.0:1769074824.604112:0:31210:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x60b:0x0]@ffff982b985e47d0[0:0] -> [0x2000013a1:0x4b:0x0]@ffff982b985e4320: ostid: 0x240000400:1547 ost idx: 0 gen: 0 00020000:00000001:0.0:1769074824.604119:0:31210:0:(lov_object.c:264:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:0.0:1769074824.604122:0:31210:0:(lov_object.c:812:lov_init_composite()) Process leaving 00020000:00000001:0.0:1769074824.604125:0:31210:0:(lov_object.c:1406:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074824.604128:0:31210:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629911740171168 : -114161969380448 : ffff982b985e43a0) 00000020:00001000:0.0:1769074824.604132:0:31210:0:(cl_object.c:879:cl_env_put()) 1@ffff982b88b53000 00000080:00000001:0.0:1769074824.604137:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366347 : 144115272381366347 : 2000013a100004b) 00000080:00000001:0.0:1769074824.604140:0:31210:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:0.0:1769074824.604143:0:31210:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272381366347 mtime from 0 to 1769074824 00000080:00000001:0.0:1769074824.604147:0:31210:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1769074824.604150:0:31210:0:(namei.c:160:ll_iget()) Process leaving (rc=18446629911606815752 : -114162102735864 : ffff982b906b6c08) 00010000:00000001:0.0:1769074824.604153:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.604155:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.604158:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254600 refcount=3 00000020:00000001:0.0:1769074824.604160:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602218496 : -114162107333120 : ffff982b90254600) 00010000:00000001:0.0:1769074824.604163:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602218496 : -114162107333120 : ffff982b90254600) 00000080:00000001:0.0:1769074824.604167:0:31210:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:0.0:1769074824.604168:0:31210:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074824.604170:0:31210:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911477432328 : -114162232119288 : ffff982b88b53008) 00000020:00001000:0.0:1769074824.604172:0:31210:0:(cl_object.c:785:cl_env_get()) 1@ffff982b88b53000 00000020:00000001:0.0:1769074824.604174:0:31210:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:0.0:1769074824.604177:0:31210:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:0.0:1769074824.604179:0:31210:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1769074824.604183:0:31210:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff982b98412900. 00020000:00000010:0.0:1769074824.604185:0:31210:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff982b860f9b00. 00020000:00000010:0.0:1769074824.604190:0:31210:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff982b98412180. 00020000:00000001:0.0:1769074824.604192:0:31210:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446629911738261888 : -114161971289728 : ffff982b98412180) 00020000:00000002:0.0:1769074824.604195:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b98412180, objid 0x4b:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074824.604199:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074824.604202:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b860f9b00: ostid: 0x240000400:1547 ost idx: 0 gen: 0 00020000:00000002:0.0:1769074824.604206:0:31210:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff982b9029d9b0) owner ffff982b86784f80 00020000:00000001:0.0:1769074824.604209:0:31210:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1769074824.604212:0:31210:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff982b9029d9b0) owner ffff982b86784f80 00020000:00000010:0.0:1769074824.604218:0:31210:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff982b860f9b00. 00020000:00000010:0.0:1769074824.604222:0:31210:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff982b98412900. 00020000:00000010:0.0:1769074824.604225:0:31210:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff982b98412180. 00020000:00000002:0.0:1769074824.604228:0:31210:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x4b:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1769074824.604231:0:31210:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074824.604233:0:31210:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074824.604238:0:31210:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1769074824.604241:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9029d9b0) owner 0000000000000000/ffff982b86784f80 00020000:00000002:0.0:1769074824.604246:0:31210:0:(lov_object.c:2349:lov_lsm_addref()) lsm ffff982b984123c0 addref 2/0 by ffff982b86784f80. 00020000:00000002:0.0:1769074824.604249:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9029d9b0) owner 0000000000000000/ffff982b86784f80 00020000:00000001:0.0:1769074824.604252:0:31210:0:(lov_object.c:2245:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1769074824.604255:0:31210:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1769074824.604257:0:31210:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1769074824.604259:0:31210:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1769074824.604262:0:31210:0:(lov_object.c:2264:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1769074824.604264:0:31210:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x4b:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1769074824.604267:0:31210:0:(cl_object.c:879:cl_env_put()) 1@ffff982b88b53000 00000080:00000001:0.0:1769074824.604269:0:31210:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.604272:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.604274:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074824.604276:0:31210:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074824.604380:0:31210:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1769074824.604383:0:31210:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074824.604386:0:31210:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a1:0x4b:0x0](ffff982b906b6c08) 00000080:00010000:0.0:1769074824.604390:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x4b:0x0](ffff982b906b6c08) for lock 0x5d432443066b7523 00800000:00000001:0.0:1769074824.604395:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074824.604399:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074824.604401:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.604402:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.604404:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254600 refcount=3 00000020:00000001:0.0:1769074824.604406:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602218496 : -114162107333120 : ffff982b90254600) 00010000:00000001:0.0:1769074824.604408:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602218496 : -114162107333120 : ffff982b90254600) 00010000:00000001:0.0:1769074824.604411:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.604412:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074824.604413:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.604415:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.604416:0:31210:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:0.0:1769074824.604419:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.604430:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b98582300 x1855007613342464/t73014444075(73014444075) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.604447:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.604454:0:31210:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074824.604458:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x4b:0x0](ffff982b906b6c08) 00000080:00000001:0.0:1769074824.604461:0:31210:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1769074824.604466:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b996c1e00. 00000100:00000001:0.0:1769074824.604470:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.604474:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b98582300 x1855007613342464/t73014444075(73014444075) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.604480:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.604484:0:31210:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1769074824.604487:0:31210:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.604498:0:31210:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:0.0:1769074824.604501:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa60 00000080:00200008:0.0:1769074824.604503:0:31210:0:(file.c:1001:ll_file_open()) START file f16.replay-dual-19:[0x2000013a1:0x4b:0x0](ffff982b906b6c08), flags 100102 00000080:00000010:0.0:1769074824.604513:0:31210:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff982b996fc500. 00000080:00000010:0.0:1769074824.604519:0:31210:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff982b99072680. 00000080:00000001:0.0:1769074824.604523:0:31210:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:0.0:1769074824.604527:0:31210:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1769074824.604531:0:31210:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1769074824.604536:0:31210:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff982b85d254a0. 00000002:00100000:0.0:1769074824.604541:0:31210:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff982b98582300 x1855007613342464/t73014444075(73014444075) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074824.604546:0:31210:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.604548:0:31210:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1769074824.604552:0:31210:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1769074824.604556:0:31210:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.604559:0:31210:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074824.604562:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.604565:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98582300 x1855007613342464/t73014444075(73014444075) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1769074824.604572:0:31210:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074824.604576:0:31210:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff982b902a0000. 02000000:00000001:0.0:1769074824.604698:0:31210:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1769074824.604700:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074824.604703:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa60 00000080:00000008:0.0:1769074824.604706:0:31210:0:(file.c:1240:ll_file_open()) COMPLETED file f16.replay-dual-19:[0x2000013a1:0x4b:0x0](ffff982b906b6c08), flags 100102, rc = 0 00000080:00000001:0.0:1769074824.604712:0:31210:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1769074824.604714:0:31210:0:(dcache.c:176:ll_intent_release()) intent ffff982b98412780 released 00000080:00010000:0.0:1769074824.604717:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b7523 from it ffff982b98412780 00010000:00000001:0.0:1769074824.604720:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.604721:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.604723:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90254600 refcount=3 00000020:00000001:0.0:1769074824.604725:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602218496 : -114162107333120 : ffff982b90254600) 00010000:00000001:0.0:1769074824.604727:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602218496 : -114162107333120 : ffff982b90254600) 00010000:00000001:0.0:1769074824.604730:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074824.604735:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254600/0x5d432443066b7523 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf5b77ed682f5d4e9 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074824.604743:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.604744:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.604747:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074824.604750:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074824.604753:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254600/0x5d432443066b7523 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf5b77ed682f5d4e9 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074824.604762:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074824.604766:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074824.604768:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074824.604774:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.604776:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.604777:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.604782:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074824.604784:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.604787:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.604790:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.604793:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074824.604794:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.604795:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074824.604797:0:31210:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1769074824.604799:0:31210:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:0.0:1769074824.604802:0:31210:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1769074824.604804:0:31210:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769074824.604807:0:31210:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1769074824.604808:0:31210:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.604811:0:31210:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1769074824.604813:0:31210:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.604815:0:31210:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769074824.604817:0:31210:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.604819:0:31210:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1769074824.604822:0:31210:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff982b98412780. 00000080:00000001:0.0:1769074824.604825:0:31210:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.604831:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1769074824.604833:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x4b:0x0](ffff982b906b6c08), inode mode 81a4 mask 40 00000080:00000001:0.0:1769074824.604837:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074824.604864:0:31210:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1769074824.604867:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9029d9b0) owner 0000000000000000/ffff982b86784f80 00020000:00000002:0.0:1769074824.604869:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9029d9b0) owner 0000000000000000/ffff982b86784f80 00020000:00000001:0.0:1769074824.604871:0:31210:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.604881:0:31210:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:0.0:1769074824.604883:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafdd0 00000080:00200008:0.0:1769074824.604885:0:31210:0:(file.c:424:ll_file_release()) START file f16.replay-dual-19:[0x2000013a1:0x4b:0x0](ffff982b906b6c08), flags 100002 00000080:00000001:0.0:1769074824.604888:0:31210:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:0.0:1769074824.604901:0:31210:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:0.0:1769074824.604903:0:31210:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1769074824.604904:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9029d9b0) owner 0000000000000000/ffff982b86784f80 00020000:00000002:0.0:1769074824.604907:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9029d9b0) owner 0000000000000000/ffff982b86784f80 00020000:00000001:0.0:1769074824.604909:0:31210:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.604911:0:31210:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:0.0:1769074824.604917:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074824.604920:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074824.604926:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5b00 count: 2 00010000:00000001:0.0:1769074824.604928:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074824.604932:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074824.604935:0:31210:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x4b:0x0]: 0 00000080:00000001:0.0:1769074824.604937:0:31210:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1769074824.604940:0:31210:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1769074824.604943:0:31210:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff982b996c1e00. 00000080:00000001:0.0:1769074824.604945:0:31210:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1769074824.604952:0:31210:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1769074824.604955:0:31210:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1769074824.604958:0:31210:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x4b:0x0] 00000002:00000001:0.0:1769074824.604962:0:31210:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1769074824.604964:0:31210:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff982b858dd800: [0x2000013a1:0x4b:0x0] file closed with intent: 0 00000100:00000010:0.0:1769074824.604971:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98580700. 00000020:00000040:0.0:1769074824.604976:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=45 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:0.0:1769074824.604981:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074824.604984:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074824.604989:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074824.604997:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b996c0000. 00000100:00000001:0.0:1769074824.605005:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1769074824.605017:0:31210:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff982b98582300 x1855007613342464/t73014444075(73014444075) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1769074824.605028:0:31210:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b858dd800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074824.605034:0:31210:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b98580700 x1855007613342720/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1769074824.605041:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074824.605043:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074824.605051:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b985eccc0. 00000100:00000001:0.0:1769074824.605053:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911740206272 : -114161969345344 : ffff982b985eccc0) 00000100:00000001:0.0:1769074824.605056:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.605057:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739762432 : -114161969789184 : ffff982b98580700) 00000100:00000001:0.0:1769074824.605063:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074824.605068:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.605070:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074824.605072:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074824.605076:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98580700 x1855007613342720/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.605083:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074824.605086:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074824.605090:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074824.605093:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074824.605095:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074824.605099:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98580700 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613342720:192.168.204.151@tcp:35:createmany.0 00000100:00000001:0.0:1769074824.605103:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074824.605108:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074824.605111:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074824.605114:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074824.605117:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b85881800. 02000000:00000001:0.0:1769074824.605119:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074824.605131:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074824.605136:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b64d0. 00000400:00000010:0.0:1769074824.605143:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f440. 00000100:00000200:0.0:1769074824.605152:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613342720, portal 10 00000100:00000001:0.0:1769074824.605153:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.605155:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739762432 : -114161969789184 : ffff982b98580700) 00000100:00000040:0.0:1769074824.605161:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b98580700 x1855007613342720/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.605168:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074824.605171:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074824.605173:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604fe58. 00000100:00000200:0.0:1769074824.605177:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613342720, offset 0 00000400:00000200:0.0:1769074824.605185:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074824.605196:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074824.605206:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074824.605213:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074824.605218:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074824.605223:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074824.605227:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074824.605231:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15396:15396:256:4294967295] 192.168.204.151@tcp LPNI seq info [15396:15396:8:4294967295] 00000400:00000200:0.0:1769074824.605235:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074824.605248:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074824.605256:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074824.605262:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08f00. 00000800:00000200:0.0:1769074824.605270:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074824.605488:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074824.605495:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08f00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1769074824.605576:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074824.605582:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 893218 usecs (894 jiffies) 00000400:00000200:0.0:1769074824.605586:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074824.605590:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296482177 00000100:00000001:1.0:1769074824.605682:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:1.0:1769074824.605687:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296482177 00000100:00000001:1.0:1769074824.605690:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:1.0:1769074824.605693:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074824.605696:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.605698:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074824.605700:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074824.605704:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985eccc0 going to sleep for 11 seconds 00000100:00000001:1.0:1769074824.605708:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074824.605711:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074824.606236:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074824.606243:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08f00. 00000400:00000200:2.0:1769074824.606250:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.606258:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074824.606266:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604fe58 00000400:00000010:2.0:1769074824.606269:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604fe58. 00000100:00000001:2.0:1769074824.606274:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074824.606325:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b98580700 x1855007613342720/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.606339:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.606343:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b98580700 x1855007613342720/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.606349:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.606351:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1769074824.607430:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e5f00. 00000800:00000001:3.0:1769074824.612116:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.612144:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074824.612150:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.612154:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.612172:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.612184:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074824.612193:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.612200:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.612208:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.612213:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd95400 00000400:00000200:3.0:1769074824.612219:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.612393:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x2242d [1] + 224 00000800:00000001:3.0:1769074824.612408:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.612419:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.612423:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.612429:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074824.612455:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074824.612469:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b98580700 x1855007613342720/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074824.612483:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff982b98580700 x1855007613342720/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.612573:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074824.612596:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074824.612610:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.612614:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1769074824.616183:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074824.616194:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074824.616200:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b64d0. 00000400:00000200:1.0:1769074824.616216:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f440 00000400:00000010:1.0:1769074824.616219:0:31210:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f440. 00000100:00000001:1.0:1769074824.616424:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074824.616572:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98580700 x1855007613342720/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074824.616586:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98580700 x1855007613342720/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.616595:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074824.616598:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074824.616602:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074824.616605:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074824.616609:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074824.616611:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.616615:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074824.616627:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88ca0 time=35 v=5 (5 0 10 10) 00000100:00001000:1.0:1769074824.616632:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074824.616636:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074824.616638:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.616642:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074824.616647:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.616652:0:31210:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1769074824.616655:0:31210:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1769074824.616657:0:31210:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1769074824.616660:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.616662:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739762432 : -114161969789184 : ffff982b98580700) 00000100:00000001:1.0:1769074824.616667:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074824.616669:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:1.0:1769074824.616672:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074824.616675:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074824.616680:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98580700 x1855007613342720/t73014444076(73014444076) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.616693:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074824.616697:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074824.616699:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074824.616704:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98580700 x1855007613342720/t73014444076(73014444076) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074824.616712:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98580700 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613342720:192.168.204.151@tcp:35:createmany.0 00000100:00000001:1.0:1769074824.616718:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074824.616721:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.616724:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074824.616726:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074824.616730:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b98580700 x1855007613342720/t73014444076(73014444076) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.616736:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074824.616740:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b985eccc0. 00000100:00000001:1.0:1769074824.616746:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074824.616747:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.616842:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.616844:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739762432 : -114161969789184 : ffff982b98580700) 00000002:00000001:1.0:1769074824.616848:0:31210:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.616853:0:31210:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769074824.616860:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b996c1e00. 00000080:00000001:1.0:1769074824.616864:0:31210:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1769074824.616868:0:31210:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1769074824.616875:0:31210:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1769074824.616882:0:31210:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff982b98582300 x1855007613342464/t73014444075(73014444075) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074824.616960:0:31210:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.616963:0:31210:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769074824.616965:0:31210:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff982b99072680. 00000100:00000001:1.0:1769074824.616969:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074824.616973:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b98580700 x1855007613342720/t73014444076(73014444076) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.616979:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.616982:0:31210:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769074824.616986:0:31210:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff982b996fc500. 00000080:00000001:1.0:1769074824.616994:0:31210:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074824.617002:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafdd0 00000080:00000008:1.0:1769074824.617005:0:31210:0:(file.c:464:ll_file_release()) COMPLETED file f16.replay-dual-19:[0x2000013a1:0x4b:0x0](ffff982b906b6c08), flags 100002, rc = 0 00000080:00000001:1.0:1769074824.617008:0:31210:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.617017:0:31210:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1769074824.617018:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafe00 00000080:00002000:1.0:1769074824.617020:0:31210:0:(dcache.c:127:ll_ddelete()) keeping dentry f16.replay-dual-19 (ffff982b90665438, parent ffff982b90d9e5e8, inode ffff982b906b6c08) hashed, 00000080:00000001:1.0:1769074824.617023:0:31210:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.617119:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1769074824.617123:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1769074824.617125:0:31210:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1769074824.617127:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafbc0 00000080:00200000:1.0:1769074824.617129:0:31210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:1.0:1769074824.617138:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b99658200. 00800000:00000002:1.0:1769074824.617146:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:1.0:1769074824.617151:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1769074824.617155:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1769074824.617157:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafae0 00800000:00000002:1.0:1769074824.617160:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1769074824.617164:0:31210:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1769074824.617167:0:31210:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1769074824.617173:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1769074824.617175:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf9b0 00000002:00010000:1.0:1769074824.617177:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1769074824.617180:0:31210:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1769074824.617183:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074824.617187:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1769074824.617197:0:31210:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.617200:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.617202:0:31210:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.617205:0:31210:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1769074824.617209:0:31210:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1769074824.617216:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9849fb80. 00000020:00000040:1.0:1769074824.617222:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=46 obd=lustre-MDT0000-mdc-ffff982b858dd800 00010000:00000001:1.0:1769074824.617598:0:31210:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1769074824.617606:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074824.617614:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.617617:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.617618:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.617621:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074824.617624:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074824.617629:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074824.617640:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b87462c00. 00000100:00000001:1.0:1769074824.617649:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.617654:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074824.617656:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.617658:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074824.617659:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.617661:0:31210:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.617668:0:31210:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446629911738841984 : -114161970709632 : ffff982b9849fb80) 00010000:00000001:1.0:1769074824.617673:0:31210:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1769074824.617676:0:31210:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1769074824.617682:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b9020c300. 00010000:00000010:1.0:1769074824.617687:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b90209400. 00010000:00000001:1.0:1769074824.617694:0:31210:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1769074824.617698:0:31210:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b902ec600. 00000020:00000001:1.0:1769074824.617703:0:31210:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1769074824.617706:0:31210:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b902ec600 with handle 0x5d432443066b752a to hash 00000020:00000001:1.0:1769074824.617709:0:31210:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1769074824.617710:0:31210:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.617715:0:31210:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.617719:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074824.617722:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074824.617727:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b752a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31210 initiator: MDT0 00010000:00010000:1.0:1769074824.617738:0:31210:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b752a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00010000:00010000:1.0:1769074824.617759:0:31210:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b752a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000100:00000001:1.0:1769074824.617765:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074824.617768:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074824.617778:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b8491e480. 00000100:00000001:1.0:1769074824.617781:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911408010368 : -114162301541248 : ffff982b8491e480) 00000100:00000001:1.0:1769074824.617783:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.617784:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738841984 : -114161970709632 : ffff982b9849fb80) 00000100:00000001:1.0:1769074824.617790:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074824.617795:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.617797:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074824.617800:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074824.617806:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9849fb80 x1855007613342848/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.617815:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074824.617817:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.617823:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074824.617826:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074824.617830:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074824.617833:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9849fb80 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613342848:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074824.617839:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074824.617846:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074824.617849:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.617852:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074824.617858:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff982b85917000. 02000000:00000001:1.0:1769074824.617859:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074824.617872:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074824.617877:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47000. 00000400:00000010:1.0:1769074824.617886:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8908. 00000100:00000200:1.0:1769074824.617907:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007613342848, portal 10 00000100:00000001:1.0:1769074824.617909:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.617911:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738841984 : -114161970709632 : ffff982b9849fb80) 00000100:00000040:1.0:1769074824.617917:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b9849fb80 x1855007613342848/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.617924:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074824.617926:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074824.617930:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8770. 00000100:00000200:1.0:1769074824.617935:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007613342848, offset 0 00000400:00000200:1.0:1769074824.617945:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074824.617956:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074824.617966:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074824.617973:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074824.617979:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074824.617983:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074824.617986:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074824.617991:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15397:15397:256:4294967295] 192.168.204.151@tcp LPNI seq info [15397:15397:8:4294967295] 00000400:00000200:1.0:1769074824.617995:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074824.618008:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074824.618015:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074824.618021:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a34b600. 00000800:00000200:1.0:1769074824.618029:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074824.618040:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074824.618046:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a34b600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1769074824.618074:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074824.618080:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 891871 usecs (892 jiffies) 00000400:00000200:1.0:1769074824.618085:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074824.618089:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296482187 00000100:00000001:1.0:1769074824.618093:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:1.0:1769074824.618097:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296482187 00000100:00000001:1.0:1769074824.618100:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:1.0:1769074824.618102:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074824.618105:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.618108:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074824.618110:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074824.618113:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8491e480 going to sleep for 11 seconds 00000100:00000001:1.0:1769074824.618116:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074824.618119:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074824.618596:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074824.618604:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a34b600. 00000400:00000200:3.0:1769074824.618612:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.618619:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074824.618626:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8770 00000400:00000010:3.0:1769074824.618628:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8770. 00000100:00000001:3.0:1769074824.618632:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074824.618638:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849fb80 x1855007613342848/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.618647:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074824.618650:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849fb80 x1855007613342848/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.618657:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074824.618658:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074824.627393:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.627422:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074824.627429:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.627442:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.627461:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.627474:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074824.627485:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.627490:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.627497:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.627502:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 688 into portal 10 MB=0x6971e9dd95480 00000400:00000200:3.0:1769074824.627509:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.627517:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 688/688 into md 0x22435 [1] + 224 00000800:00000001:3.0:1769074824.627528:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.627537:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.627541:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.627547:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074824.627557:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074824.627570:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849fb80 x1855007613342848/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074824.627589:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff982b9849fb80 x1855007613342848/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.627609:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074824.627618:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.627621:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074824.627735:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074824.627760:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074824.627763:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074824.627767:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47000. 00000400:00000200:1.0:1769074824.627772:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8908 00000400:00000010:1.0:1769074824.627774:0:31210:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8908. 00000100:00000001:1.0:1769074824.627777:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074824.627782:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849fb80 x1855007613342848/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074824.627791:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849fb80 x1855007613342848/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.627806:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074824.627809:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074824.627813:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074824.627817:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074824.627820:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074824.627823:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.627827:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074824.627842:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=35 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074824.627847:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074824.627850:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074824.627851:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.627854:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074824.627859:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.627864:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074824.627867:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:1.0:1769074824.627869:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074824.627873:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074824.627878:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849fb80 x1855007613342848/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.627885:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074824.627899:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074824.627901:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074824.627906:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849fb80 x1855007613342848/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074824.627914:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849fb80 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613342848:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074824.627920:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074824.627924:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.627927:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074824.627929:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074824.627936:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849fb80 x1855007613342848/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.627945:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074824.627948:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b8491e480. 00000100:00000001:1.0:1769074824.627954:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074824.627956:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.627959:0:31210:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1769074824.627964:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.627967:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.627970:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec600 refcount=4 00000020:00000001:1.0:1769074824.627972:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.627975:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000040:1.0:1769074824.627983:0:31210:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b902ec600, remote cookie: 0xf5b77ed682f5d4fe, flags: 0x1001 00010000:00010000:1.0:1769074824.627988:0:31210:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b752a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d4fe expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074824.628004:0:31210:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b752a lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d4fe expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.628010:0:31210:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1769074824.628016:0:31210:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1769074824.628019:0:31210:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1769074824.628020:0:31210:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1769074824.628022:0:31210:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1769074824.628025:0:31210:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff982b9020c300) refcount = 1 00010000:00010000:1.0:1769074824.628029:0:31210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b752a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d4fe expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.628035:0:31210:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1769074824.628039:0:31210:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1769074824.628041:0:31210:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074824.628044:0:31210:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1769074824.628047:0:31210:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074824.628049:0:31210:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b752a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d4fe expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.628055:0:31210:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1769074824.628058:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.628060:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.628061:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.628062:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.628064:0:31210:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.628069:0:31210:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1769074824.628071:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.628072:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.628074:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec600 refcount=3 00000020:00000001:1.0:1769074824.628076:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.628078:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.628080:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.628082:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.628083:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec600 refcount=4 00000020:00000001:1.0:1769074824.628085:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.628087:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.628090:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074824.628093:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074824.628096:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b752a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d4fe expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.628111:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.628113:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.628114:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.628116:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.628117:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec600 refcount=5 00000020:00000001:1.0:1769074824.628119:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.628121:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.628124:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074824.628127:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b752a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d4fe expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.628132:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.628133:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1769074824.628135:0:31210:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b752a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d4fe expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.628142:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074824.628143:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.628144:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.628145:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.628146:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1769074824.628152:0:31210:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff982b9849fb80 x1855007613342848/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1769074824.628163:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.628164:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.628166:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec600 refcount=3 00000020:00000001:1.0:1769074824.628167:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.628170:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.628172:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.628173:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074824.628175:0:31210:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.628178:0:31210:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.628728:0:31210:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1769074824.628733:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.628734:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.628737:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec600 refcount=3 00000020:00000001:1.0:1769074824.628752:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.628755:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00000002:00010000:1.0:1769074824.628759:0:31210:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b752a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d4fe expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.628767:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.628768:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.628770:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1769074824.628772:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.628773:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.628774:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec600 refcount=3 00000020:00000001:1.0:1769074824.628776:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.628777:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000040:1.0:1769074824.628786:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c300 count: 2 00010000:00000001:1.0:1769074824.628789:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1769074824.628793:0:31210:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b873df800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1769074824.628795:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.628796:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074824.628797:0:31210:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1769074824.628801:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf930 00000002:00002000:1.0:1769074824.628804:0:31210:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1769074824.628807:0:31210:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.628812:0:31210:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.628816:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1769074824.628820:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1769074824.628823:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1769074824.628828:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:1.0:1769074824.628832:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b99658200. 00000080:00000001:1.0:1769074824.628838:0:31210:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1769074824.628841:0:31210:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1769074824.628849:0:31210:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1769074824.628855:0:31210:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1769074824.628864:0:31210:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff982b9851e340. 00800000:00000001:1.0:1769074824.628866:0:31210:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446629911739360064 : -114161970191552 : ffff982b9851e340) 00800000:00000001:1.0:1769074824.628868:0:31210:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.628871:0:31210:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1769074824.628873:0:31210:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1769074824.628876:0:31210:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1769074824.628879:0:31210:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1769074824.628882:0:31210:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1769074824.628884:0:31210:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.628942:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1769074824.628946:0:31210:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1769074824.628952:0:31210:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:1.0:1769074824.628954:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.628955:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.628957:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec600 refcount=3 00000020:00000001:1.0:1769074824.628959:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.628961:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.628963:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.628965:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1769074824.628966:0:31210:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1769074824.628969:0:31210:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1769074824.628971:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b9851e340 1 00800000:00000010:1.0:1769074824.628973:0:31210:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff982b9851e340. 00800000:00000001:1.0:1769074824.628976:0:31210:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074824.628980:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b752a 00800000:00000001:1.0:1769074824.628983:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1769074824.628985:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1769074824.628986:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.628988:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.628989:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec600 refcount=3 00000020:00000001:1.0:1769074824.628991:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.628992:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.628995:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.628996:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074824.628997:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.628999:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.629001:0:31210:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074824.629003:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:1.0:1769074824.629006:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b752a from it ffffbcdb01dafbf8 00010000:00000001:1.0:1769074824.629008:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.629009:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.629010:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec600 refcount=3 00000020:00000001:1.0:1769074824.629011:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.629013:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.629015:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074824.629017:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b752a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d4fe expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.629024:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.629025:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.629028:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1769074824.629030:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1769074824.629032:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b752a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d4fe expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.629042:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1769074824.629046:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1769074824.629049:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074824.629054:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.629056:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.629058:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.629063:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1769074824.629065:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.629067:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.629070:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.629072:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074824.629073:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.629074:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1769074824.629077:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074824.629084:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9849fb80 x1855007613342848/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.629091:0:31210:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769074824.629095:0:31210:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074824.629397:0:31210:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff982b85917000. 02000000:00000001:1.0:1769074824.629405:0:31210:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769074824.629409:0:31210:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074824.629496:0:31210:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=45 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:1.0:1769074824.629499:0:31210:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769074824.629503:0:31210:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b87462c00. 02000000:00000001:1.0:1769074824.629509:0:31210:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769074824.629512:0:31210:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769074824.629515:0:31210:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9849fb80. 00000100:00000001:1.0:1769074824.629521:0:31210:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769074824.629522:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769074824.629526:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 1 00000080:00000001:1.0:1769074824.629533:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769074824.629585:0:31210:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff982b985ef4c0. 00000080:00000001:1.0:1769074824.629593:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1769074824.629594:0:31210:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1769074824.629596:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafb00 00000080:00200000:1.0:1769074824.629598:0:31210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:1.0:1769074824.629605:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b99658200. 00800000:00000002:1.0:1769074824.629610:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:1.0:1769074824.629615:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1769074824.629618:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1769074824.629620:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa20 00800000:00000002:1.0:1769074824.629623:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1769074824.629627:0:31210:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1769074824.629631:0:31210:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1769074824.629636:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1769074824.629638:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf8f0 00000002:00010000:1.0:1769074824.629640:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1769074824.629645:0:31210:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1769074824.629647:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074824.629650:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074824.629654:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c300 count: 2 00010000:00000001:1.0:1769074824.629655:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074824.629659:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074824.629662:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1769074824.629666:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b752a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d4fe expref: -99 pid: 31210 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1769074824.629674:0:31210:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1769074824.629679:0:31210:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074824.629682:0:31210:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b752a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d4fe expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1769074824.629690:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1769074824.629692:0:31210:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769074824.629694:0:31210:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1769074824.629696:0:31210:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1769074824.629697:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769074824.629699:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1769074824.629701:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1769074824.629703:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:1.0:1769074824.629706:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b99658200. 00000080:00000001:1.0:1769074824.629708:0:31210:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1769074824.629710:0:31210:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074824.629711:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:1.0:1769074824.629715:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b752a 00800000:00000001:1.0:1769074824.629718:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1769074824.629720:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1769074824.629722:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.629723:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.629725:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec600 refcount=3 00000020:00000001:1.0:1769074824.629727:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.629729:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.629731:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.629732:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074824.629733:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.629735:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074824.629737:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b752a from it ffffbcdb01dafb38 00010000:00000001:1.0:1769074824.630322:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.630324:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.630326:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec600 refcount=3 00000020:00000001:1.0:1769074824.630329:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.630331:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.630333:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074824.630336:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b752a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d4fe expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.630343:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.630345:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.630347:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1769074824.630349:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1769074824.630351:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b752a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d4fe expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.630358:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1769074824.630361:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1769074824.630363:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074824.630367:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.630368:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.630370:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.630373:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1769074824.630376:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.630378:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.630381:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.630383:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074824.630385:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.630386:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1769074824.630389:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769074824.630390:0:31210:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769074824.630394:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 3 00000080:00000001:1.0:1769074824.630399:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.630405:0:31210:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:1.0:1769074824.630407:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafb50 00000080:00200000:1.0:1769074824.630409:0:31210:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f16.replay-dual-20, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), file ffff982b83e74d80, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1769074824.630990:0:31210:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff982b9020bd20. 00000080:00000001:1.0:1769074824.630997:0:31210:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1769074824.631001:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa10 00000080:00200000:1.0:1769074824.631002:0:31210:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f16.replay-dual-20, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), intent=open|creat 00000080:00000010:1.0:1769074824.631015:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b99658200. 00800000:00000002:1.0:1769074824.631021:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:1.0:1769074824.631028:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1769074824.631033:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1769074824.631035:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf930 00800000:00000002:1.0:1769074824.631037:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f16.replay-dual-20' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1769074824.631041:0:31210:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:1.0:1769074824.631045:0:31210:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1769074824.631053:0:31210:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446629911450240000 : -114162259311616 : ffff982b87164400) 00800000:00000001:1.0:1769074824.631057:0:31210:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1769074824.631059:0:31210:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1769074824.631063:0:31210:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1769074824.631067:0:31210:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1769074824.631071:0:31210:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff982b858dd800: Allocated FID [0x2000013a1:0x4c:0x0] 40000000:00000001:1.0:1769074824.631074:0:31210:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.631076:0:31210:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.631078:0:31210:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.631080:0:31210:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074824.631082:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf8b0 00800000:00000002:1.0:1769074824.631085:0:31210:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x4c:0x0], name='f16.replay-dual-20' -> mds #0 00000002:00000001:1.0:1769074824.631089:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1769074824.631091:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf7e8 00000002:00010000:1.0:1769074824.631093:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f16.replay-dual-20,[0x2000013a1:0x4c:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1769074824.631098:0:31210:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1769074824.631101:0:31210:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1769074824.631995:0:31210:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1769074824.632005:0:31210:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.632009:0:31210:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1769074824.632015:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c300 count: 2 00010000:00000001:1.0:1769074824.632018:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074824.632022:0:31210:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1769074824.632027:0:31210:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1769074824.632033:0:31210:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b752a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf5b77ed682f5d4fe expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1769074824.632046:0:31210:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1769074824.632052:0:31210:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1769074824.632056:0:31210:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1769074824.632059:0:31210:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1769074824.632063:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074824.632067:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074824.632071:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c300 count: 3 00010000:00000001:1.0:1769074824.632073:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074824.632078:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.632080:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074824.632081:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074824.632083:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c300 count: 3 00010000:00000001:1.0:1769074824.632085:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074824.632088:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.632089:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074824.632090:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074824.632092:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c300 count: 3 00010000:00000001:1.0:1769074824.632094:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074824.632096:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.632099:0:31210:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1769074824.632266:0:31210:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff982b90dbe300, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1769074824.632273:0:31210:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1769074824.633318:0:31210:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1769074824.633327:0:31210:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1769074824.633330:0:31210:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.633338:0:31210:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1769074824.633344:0:31210:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769074824.633347:0:31210:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769074824.633349:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074824.633353:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1769074824.633360:0:31210:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b902ec600 with handle 0x5d432443066b752a from hash 00010000:00000001:1.0:1769074824.633364:0:31210:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769074824.633367:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.633369:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.633371:0:31210:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769074824.633376:0:31210:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769074824.633379:0:31210:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1769074824.633383:0:31210:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769074824.633386:0:31210:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769074824.633391:0:31210:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1769074824.633412:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9849fb80. 00000020:00000040:1.0:1769074824.633421:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=46 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:1.0:1769074824.633429:0:31210:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769074824.633441:0:31210:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.634243:0:31210:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1769074824.634251:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074824.634257:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.634258:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.634259:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.634263:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074824.634266:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074824.634273:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074824.634678:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b87462c00. 00000100:00000001:1.0:1769074824.634692:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.634702:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074824.634708:0:31210:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1769074824.634715:0:31210:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b752a lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d4fe expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074824.634725:0:31210:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1769074824.634727:0:31210:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769074824.634729:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769074824.634731:0:31210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b752a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d4fe expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1769074824.634964:0:31210:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b9020c300 count: 0 00010000:00000010:1.0:1769074824.634974:0:31210:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b90209400. 00010000:00000001:1.0:1769074824.634989:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.634991:0:31210:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.634993:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074824.634995:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.634997:0:31210:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.635010:0:31210:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446629911738841984 : -114161970709632 : ffff982b9849fb80) 00010000:00000001:1.0:1769074824.635016:0:31210:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1769074824.635018:0:31210:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1769074824.635026:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b9020c700. 00010000:00000010:1.0:1769074824.635031:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b90209400. 00010000:00000001:1.0:1769074824.635036:0:31210:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1769074824.635040:0:31210:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b902ecc00. 00000020:00000001:1.0:1769074824.635045:0:31210:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1769074824.635048:0:31210:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b902ecc00 with handle 0x5d432443066b7531 to hash 00000020:00000001:1.0:1769074824.635051:0:31210:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1769074824.635052:0:31210:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911602842624 : -114162106708992 : ffff982b902ecc00) 00010000:00000001:1.0:1769074824.635057:0:31210:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911602842624 : -114162106708992 : ffff982b902ecc00) 00010000:00000001:1.0:1769074824.635061:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074824.635063:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074824.635067:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ecc00/0x5d432443066b7531 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31210 initiator: MDT0 00010000:00010000:1.0:1769074824.635080:0:31210:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ecc00/0x5d432443066b7531 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000020:00100000:1.0:1769074824.635095:0:31210:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b858dd800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074824.635193:0:31210:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b9849fb80 x1855007613343104/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074824.635204:0:31210:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ecc00/0x5d432443066b7531 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000100:00000001:1.0:1769074824.635210:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074824.635213:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074824.635221:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b8491e480. 00000100:00000001:1.0:1769074824.635224:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911408010368 : -114162301541248 : ffff982b8491e480) 00000100:00000001:1.0:1769074824.635227:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.635228:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738841984 : -114161970709632 : ffff982b9849fb80) 00000100:00000001:1.0:1769074824.635234:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074824.635239:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.635241:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074824.635243:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074824.635247:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9849fb80 x1855007613343104/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.635257:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074824.635259:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.635264:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074824.635268:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074824.635271:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074824.635275:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9849fb80 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613343104:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074824.635309:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074824.635315:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074824.635318:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.635321:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074824.635406:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff982b902a0000. 02000000:00000001:1.0:1769074824.635408:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074824.635420:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074824.635425:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47000. 00000400:00000010:1.0:1769074824.635441:0:31210:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff982b87461400. 00000100:00000200:1.0:1769074824.635507:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007613343104, portal 10 00000100:00000001:1.0:1769074824.635509:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.635511:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738841984 : -114161970709632 : ffff982b9849fb80) 00000100:00000040:1.0:1769074824.635518:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b9849fb80 x1855007613343104/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.635526:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074824.635529:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074824.635534:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8908. 00000100:00000200:1.0:1769074824.635538:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007613343104, offset 0 00000400:00000200:1.0:1769074824.635546:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074824.635556:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074824.635564:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074824.635572:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074824.635577:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074824.635581:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074824.635584:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074824.635588:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15398:15398:256:4294967295] 192.168.204.151@tcp LPNI seq info [15398:15398:8:4294967295] 00000400:00000200:1.0:1769074824.635593:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074824.635604:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074824.635612:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074824.635618:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a34bd00. 00000800:00000200:1.0:1769074824.635626:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074824.635635:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074824.635641:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a34bd00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1769074824.635663:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074824.635668:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 890525 usecs (891 jiffies) 00000400:00000200:1.0:1769074824.635672:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074824.635675:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296482204 00000100:00000001:1.0:1769074824.635679:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:1.0:1769074824.635681:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296482204 00000100:00000001:1.0:1769074824.635684:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:1.0:1769074824.635687:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074824.635689:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.635692:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074824.635694:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074824.635696:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8491e480 going to sleep for 11 seconds 00000100:00000001:1.0:1769074824.635700:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074824.635703:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074824.636725:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074824.636734:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a34bd00. 00000400:00000200:3.0:1769074824.636755:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.636764:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074824.636772:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8908 00000400:00000010:3.0:1769074824.636775:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8908. 00000100:00000001:3.0:1769074824.636781:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074824.636789:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849fb80 x1855007613343104/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.636802:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074824.636806:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849fb80 x1855007613343104/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.636813:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074824.636815:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1769074824.643150:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020c300. 00010000:00000010:1.1:1769074824.643174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b902ec600. 00000800:00000001:3.0:1769074824.659652:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.659685:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074824.659692:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.659695:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.659712:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.659722:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074824.659732:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.659738:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.659747:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.659767:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 664 into portal 10 MB=0x6971e9dd95580 00000400:00000200:3.0:1769074824.659774:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.659784:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 664/664 into md 0x2243d [32] + 224 00000800:00000001:3.0:1769074824.659796:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.659808:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.659813:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.659818:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074824.659828:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074824.659843:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849fb80 x1855007613343104/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074824.659855:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff982b9849fb80 x1855007613343104/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.659881:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074824.659965:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074824.659970:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.659977:0:2359:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074824.659984:0:2359:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15399:15399:256:4294967295] 192.168.204.151@tcp LPNI seq info [15399:15399:8:4294967295] 00000400:00000200:3.0:1769074824.659988:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.659998:0:2359:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:3.0:1769074824.660004:0:2359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074824.660012:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff982b98c03800. 00000800:00000200:3.0:1769074824.660019:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074824.660028:0:2359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074824.660034:0:2359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b98c03800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1769074824.660834:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074824.660841:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff982b98c03800. 00000400:00000200:3.0:1769074824.660845:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.660851:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:3.0:1769074824.660862:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.660868:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074824.660967:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074824.660980:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074824.660983:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074824.660988:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47000. 00000400:00000200:1.0:1769074824.660993:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b87461400 00000400:00000010:1.0:1769074824.660997:0:31210:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff982b87461400. 00000100:00000001:1.0:1769074824.661001:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074824.661010:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849fb80 x1855007613343104/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074824.661021:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849fb80 x1855007613343104/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.661028:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074824.661031:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074824.661034:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074824.661039:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074824.661042:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074824.661046:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.661050:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074824.661062:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=35 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074824.661067:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074824.661070:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074824.661072:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.661075:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074824.661079:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.661083:0:31210:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1769074824.661085:0:31210:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:1.0:1769074824.661087:0:31210:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1769074824.661090:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.661091:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738841984 : -114161970709632 : ffff982b9849fb80) 00000100:00000001:1.0:1769074824.661095:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074824.661097:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:1.0:1769074824.661109:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074824.661112:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074824.661118:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849fb80 x1855007613343104/t73014444077(73014444077) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.661125:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074824.661129:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074824.661132:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074824.661137:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849fb80 x1855007613343104/t73014444077(73014444077) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074824.661145:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849fb80 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613343104:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074824.661152:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074824.661156:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.661159:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074824.661162:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074824.661165:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849fb80 x1855007613343104/t73014444077(73014444077) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.661172:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074824.661174:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b8491e480. 00000100:00000001:1.0:1769074824.661178:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074824.661180:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.661183:0:31210:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1769074824.661189:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.661193:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.661196:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ecc00 refcount=4 00000020:00000001:1.0:1769074824.661198:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602842624 : -114162106708992 : ffff982b902ecc00) 00010000:00000001:1.0:1769074824.661201:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602842624 : -114162106708992 : ffff982b902ecc00) 00010000:00000040:1.0:1769074824.661209:0:31210:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b902ecc00, remote cookie: 0xf5b77ed682f5d51a, flags: 0x1001 00010000:00010000:1.0:1769074824.661215:0:31210:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ecc00/0x5d432443066b7531 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d51a expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1769074824.661224:0:31210:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x4c:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1769074824.661227:0:31210:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1769074824.661238:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b9020c300. 00010000:00000010:1.0:1769074824.661244:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b90209780. 00010000:00000040:1.0:1769074824.661251:0:31210:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b9020c700 count: 0 00010000:00000010:1.0:1769074824.661258:0:31210:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b90209400. 00010000:00000001:1.0:1769074824.661265:0:31210:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074824.661269:0:31210:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ecc00/0x5d432443066b7531 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d51a expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074824.661278:0:31210:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ecc00/0x5d432443066b7531 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d51a expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.661414:0:31210:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1769074824.661419:0:31210:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1769074824.661422:0:31210:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1769074824.661424:0:31210:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1769074824.661425:0:31210:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1769074824.661428:0:31210:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x4c:0x0].0x0 (ffff982b9020c300) refcount = 1 00010000:00010000:1.0:1769074824.661442:0:31210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ecc00/0x5d432443066b7531 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d51a expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.661448:0:31210:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1769074824.661453:0:31210:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1769074824.661456:0:31210:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074824.661459:0:31210:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1769074824.661463:0:31210:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074824.661466:0:31210:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ecc00/0x5d432443066b7531 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d51a expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.661472:0:31210:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1769074824.661474:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.661476:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.661477:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.661478:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.661480:0:31210:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.661485:0:31210:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1769074824.661490:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.661491:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.661493:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ecc00 refcount=3 00000020:00000001:1.0:1769074824.661495:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602842624 : -114162106708992 : ffff982b902ecc00) 00010000:00000001:1.0:1769074824.661497:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602842624 : -114162106708992 : ffff982b902ecc00) 00010000:00000001:1.0:1769074824.661499:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.661501:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.661502:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ecc00 refcount=4 00000020:00000001:1.0:1769074824.661504:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602842624 : -114162106708992 : ffff982b902ecc00) 00010000:00000001:1.0:1769074824.661506:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602842624 : -114162106708992 : ffff982b902ecc00) 00010000:00000001:1.0:1769074824.661509:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074824.661511:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074824.661514:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ecc00/0x5d432443066b7531 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d51a expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.661520:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.661521:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.661523:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.661523:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.661525:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ecc00 refcount=5 00000020:00000001:1.0:1769074824.661527:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602842624 : -114162106708992 : ffff982b902ecc00) 00010000:00000001:1.0:1769074824.661529:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602842624 : -114162106708992 : ffff982b902ecc00) 00010000:00000001:1.0:1769074824.661532:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074824.661535:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ecc00/0x5d432443066b7531 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d51a expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.661542:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.661544:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1769074824.661547:0:31210:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ecc00/0x5d432443066b7531 lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d51a expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.661553:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074824.661555:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.661556:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.661557:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.661558:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1769074824.661563:0:31210:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff982b9849fb80 x1855007613343104/t73014444077(73014444077) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074824.661573:0:31210:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1769074824.661578:0:31210:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff982b9849fb80 x1855007613343104/t73014444077(73014444077) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074824.661585:0:31210:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.661594:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.661596:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.661597:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ecc00 refcount=3 00000020:00000001:1.0:1769074824.661605:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602842624 : -114162106708992 : ffff982b902ecc00) 00010000:00000001:1.0:1769074824.661607:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602842624 : -114162106708992 : ffff982b902ecc00) 00000002:00010000:1.0:1769074824.661611:0:31210:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ecc00/0x5d432443066b7531 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d51a expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000002:00000010:1.0:1769074824.661620:0:31210:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff982b9851e340. 00010000:00000001:1.0:1769074824.661622:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.661624:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074824.661626:0:31210:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.661628:0:31210:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.661632:0:31210:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1769074824.661635:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.661636:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738841984 : -114161970709632 : ffff982b9849fb80) 00000100:00000001:1.0:1769074824.661638:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.661639:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738841984 : -114161970709632 : ffff982b9849fb80) 00010000:00000001:1.0:1769074824.661641:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.661643:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.661644:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ecc00 refcount=3 00000020:00000001:1.0:1769074824.661646:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602842624 : -114162106708992 : ffff982b902ecc00) 00010000:00000001:1.0:1769074824.661648:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602842624 : -114162106708992 : ffff982b902ecc00) 00000002:00010000:1.0:1769074824.661651:0:31210:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ecc00/0x5d432443066b7531 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d51a expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1769074824.661658:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.661659:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.661662:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1769074824.661663:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.661664:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.661665:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ecc00 refcount=3 00000020:00000001:1.0:1769074824.661667:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602842624 : -114162106708992 : ffff982b902ecc00) 00010000:00000001:1.0:1769074824.661669:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602842624 : -114162106708992 : ffff982b902ecc00) 00010000:00000040:1.0:1769074824.661673:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c300 count: 2 00010000:00000001:1.0:1769074824.661675:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1769074824.661680:0:31210:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b873df800 type 13 mode 4 res 8589939617/76 (0 0) 00010000:00000001:1.0:1769074824.661682:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.661683:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074824.661684:0:31210:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1769074824.661688:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf768 00000002:00002000:1.0:1769074824.661690:0:31210:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f16.replay-dual-20 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:1.0:1769074824.661692:0:31210:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.661697:0:31210:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.661701:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1769074824.661705:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1769074824.661709:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1769074824.661714:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000001:1.0:1769074824.661718:0:31210:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1769074824.661720:0:31210:0:(namei.c:677:ll_lookup_it_finish()) it ffff982b9020bd20 it_disposition 1800037 00000080:00002000:1.0:1769074824.661727:0:31210:0:(namei.c:656:ll_splice_alias()) Add dentry ffff982b90e16ca8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1769074824.661733:0:31210:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1769074824.661736:0:31210:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:1.0:1769074824.661739:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf9a0 00000080:00200000:1.0:1769074824.661741:0:31210:0:(namei.c:1569:ll_create_it()) VFS Op:name=f16.replay-dual-20, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), intent=open|creat 00000080:00000001:1.0:1769074824.661745:0:31210:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:1.0:1769074824.661747:0:31210:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1769074824.661753:0:31210:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1769074824.661757:0:31210:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1769074824.661761:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366348 : 144115272381366348 : 2000013a100004c) 00000080:00000001:1.0:1769074824.661764:0:31210:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:1.0:1769074824.661784:0:31210:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff982b90699080. 00000020:00000001:1.0:1769074824.661799:0:31210:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:1.0:1769074824.661801:0:31210:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1769074824.661805:0:31210:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:1.0:1769074824.661807:0:31210:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a1:0x4c:0x0](ffff982b90699148) 00000020:00000001:1.0:1769074824.661811:0:31210:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769074824.661817:0:31210:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911737312680 : -114161972238936 : ffff982b9832a5a8) 00000020:00001000:1.0:1769074824.661819:0:31210:0:(cl_object.c:785:cl_env_get()) 1@ffff982b9832a5a0 00000020:00000001:1.0:1769074824.661826:0:31210:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:1.0:1769074824.661831:0:31210:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff982b9020aaf0. 00000020:00000001:1.0:1769074824.661834:0:31210:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:1.0:1769074824.661836:0:31210:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074824.661845:0:31210:0:(lov_object.c:2321:lov_object_alloc()) Process entered 00020000:00000010:1.0:1769074824.661850:0:31210:0:(lov_object.c:2322:lov_object_alloc()) slab-alloced 'lov': 248 at ffff982b902568b8. 00020000:00000001:1.0:1769074824.661852:0:31210:0:(lov_object.c:2336:lov_object_alloc()) Process leaving (rc=18446629911602227384 : -114162107324232 : ffff982b902568b8) 00020000:00000001:1.0:1769074824.661855:0:31210:0:(lov_object.c:1378:lov_object_init()) Process entered 00020000:00000001:1.0:1769074824.661859:0:31210:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1769074824.661865:0:31210:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff982b9020ba80. 00020000:00000010:1.0:1769074824.661870:0:31210:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff982b982acf80. 00020000:00000010:1.0:1769074824.661877:0:31210:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff982b9020b360. 00020000:00000001:1.0:1769074824.661880:0:31210:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446629911601918816 : -114162107632800 : ffff982b9020b360) 00020000:00000002:1.0:1769074824.661884:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b9020b360, objid 0x4c:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1769074824.661888:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1769074824.661892:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b982acf80: ostid: 0x280000400:1548 ost idx: 1 gen: 0 00020000:00000001:1.0:1769074824.661895:0:31210:0:(lov_object.c:603:lov_init_composite()) Process entered 00020000:00000002:1.0:1769074824.661897:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b9020b360, objid 0x4c:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1769074824.661900:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1769074824.661903:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b982acf80: ostid: 0x280000400:1548 ost idx: 1 gen: 0 00020000:00000010:1.0:1769074824.661907:0:31210:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff982b98203c50. 00020000:00000010:1.0:1769074824.661910:0:31210:0:(lov_object.c:626:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff982b8491e480. 00020000:00000001:1.0:1769074824.661915:0:31210:0:(lov_object.c:194:lov_init_raid0()) Process entered 00020000:00000010:1.0:1769074824.661918:0:31210:0:(lov_object.c:199:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff982b87c45fb8. 00020000:00000001:1.0:1769074824.661923:0:31210:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1769074824.661924:0:31210:0:(lu_object.c:808:lu_object_find_at()) Process entered 00020000:00000001:1.0:1769074824.661930:0:31210:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1769074824.661934:0:31210:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff982b9020a190. 00000020:00000001:1.0:1769074824.661936:0:31210:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:1.0:1769074824.661937:0:31210:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074824.661940:0:31210:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446629911601914384 : -114162107637232 : ffff982b9020a210) 00020000:00000001:1.0:1769074824.661945:0:31210:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:1.0:1769074824.661951:0:31210:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff982b9023d880. 00020000:00000001:1.0:1769074824.661955:0:31210:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074824.661960:0:31210:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629911601914384 : -114162107637232 : ffff982b9020a210) 00020000:00000001:1.0:1769074824.661962:0:31210:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446629911601914384 : -114162107637232 : ffff982b9020a210) 00020000:00000002:1.0:1769074824.661966:0:31210:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x60c:0x0]@ffff982b9020a190[0:0] -> [0x2000013a1:0x4c:0x0]@ffff982b9020aaf0: ostid: 0x280000400:1548 ost idx: 1 gen: 0 00020000:00000001:1.0:1769074824.661972:0:31210:0:(lov_object.c:264:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:1.0:1769074824.661975:0:31210:0:(lov_object.c:812:lov_init_composite()) Process leaving 00020000:00000001:1.0:1769074824.661977:0:31210:0:(lov_object.c:1406:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074824.661980:0:31210:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629911601916784 : -114162107634832 : ffff982b9020ab70) 00000020:00001000:1.0:1769074824.661983:0:31210:0:(cl_object.c:879:cl_env_put()) 1@ffff982b9832a5a0 00000080:00000001:1.0:1769074824.661988:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366348 : 144115272381366348 : 2000013a100004c) 00000080:00000001:1.0:1769074824.661991:0:31210:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:1.0:1769074824.661994:0:31210:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272381366348 mtime from 0 to 1769074824 00000080:00000001:1.0:1769074824.661999:0:31210:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1769074824.662002:0:31210:0:(namei.c:160:ll_iget()) Process leaving (rc=18446629911606694216 : -114162102857400 : ffff982b90699148) 00010000:00000001:1.0:1769074824.662004:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.662006:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.662008:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ecc00 refcount=3 00000020:00000001:1.0:1769074824.662010:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602842624 : -114162106708992 : ffff982b902ecc00) 00010000:00000001:1.0:1769074824.662012:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602842624 : -114162106708992 : ffff982b902ecc00) 00000080:00000001:1.0:1769074824.662015:0:31210:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1769074824.662017:0:31210:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769074824.662018:0:31210:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911737312680 : -114161972238936 : ffff982b9832a5a8) 00000020:00001000:1.0:1769074824.662020:0:31210:0:(cl_object.c:785:cl_env_get()) 1@ffff982b9832a5a0 00000020:00000001:1.0:1769074824.662022:0:31210:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:1.0:1769074824.662026:0:31210:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:1.0:1769074824.662027:0:31210:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1769074824.662030:0:31210:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff982b9020b2a0. 00020000:00000010:1.0:1769074824.662033:0:31210:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff982b982acd80. 00020000:00000010:1.0:1769074824.662036:0:31210:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff982b9020b720. 00020000:00000001:1.0:1769074824.662038:0:31210:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446629911601919776 : -114162107631840 : ffff982b9020b720) 00020000:00000002:1.0:1769074824.662041:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b9020b720, objid 0x4c:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1769074824.662045:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1769074824.662048:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b982acd80: ostid: 0x280000400:1548 ost idx: 1 gen: 0 00020000:00000002:1.0:1769074824.662053:0:31210:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff982b902568b8) owner ffff982b86784f80 00020000:00000001:1.0:1769074824.662056:0:31210:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1769074824.662059:0:31210:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff982b902568b8) owner ffff982b86784f80 00020000:00000010:1.0:1769074824.662064:0:31210:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff982b982acd80. 00020000:00000010:1.0:1769074824.662068:0:31210:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff982b9020b2a0. 00020000:00000010:1.0:1769074824.662072:0:31210:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff982b9020b720. 00020000:00000002:1.0:1769074824.662074:0:31210:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x4c:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1769074824.662077:0:31210:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074824.662079:0:31210:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074824.662083:0:31210:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1769074824.662086:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b902568b8) owner 0000000000000000/ffff982b86784f80 00020000:00000002:1.0:1769074824.662089:0:31210:0:(lov_object.c:2349:lov_lsm_addref()) lsm ffff982b9020b360 addref 2/0 by ffff982b86784f80. 00020000:00000002:1.0:1769074824.662091:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b902568b8) owner 0000000000000000/ffff982b86784f80 00020000:00000001:1.0:1769074824.662094:0:31210:0:(lov_object.c:2245:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1769074824.662097:0:31210:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1769074824.662098:0:31210:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1769074824.662100:0:31210:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1769074824.662102:0:31210:0:(lov_object.c:2264:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1769074824.662105:0:31210:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x4c:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1769074824.662107:0:31210:0:(cl_object.c:879:cl_env_put()) 1@ffff982b9832a5a0 00000080:00000001:1.0:1769074824.662110:0:31210:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.662111:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.662112:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1769074824.662114:0:31210:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1769074824.662117:0:31210:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1769074824.662119:0:31210:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074824.662122:0:31210:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a1:0x4c:0x0](ffff982b90699148) 00000080:00010000:1.0:1769074824.662126:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x4c:0x0](ffff982b90699148) for lock 0x5d432443066b7531 00800000:00000001:1.0:1769074824.662129:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1769074824.662132:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1769074824.662133:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.662134:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.662136:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ecc00 refcount=3 00000020:00000001:1.0:1769074824.662138:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602842624 : -114162106708992 : ffff982b902ecc00) 00010000:00000001:1.0:1769074824.662140:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602842624 : -114162106708992 : ffff982b902ecc00) 00010000:00000001:1.0:1769074824.662142:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.662144:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074824.662145:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.662147:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.662149:0:31210:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:1.0:1769074824.662151:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074824.662156:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b9849fb80 x1855007613343104/t73014444077(73014444077) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.662169:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.662176:0:31210:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074824.662181:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x4c:0x0](ffff982b90699148) 00000080:00000001:1.0:1769074824.662184:0:31210:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1769074824.662187:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b99658200. 00000100:00000001:1.0:1769074824.662191:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074824.662194:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849fb80 x1855007613343104/t73014444077(73014444077) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.662200:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.662204:0:31210:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1769074824.662206:0:31210:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.662217:0:31210:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:1.0:1769074824.662219:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa60 00000080:00200008:1.0:1769074824.662222:0:31210:0:(file.c:1001:ll_file_open()) START file f16.replay-dual-20:[0x2000013a1:0x4c:0x0](ffff982b90699148), flags 100102 00000080:00000010:1.0:1769074824.662233:0:31210:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff982b82ba12c0. 00000080:00000010:1.0:1769074824.662241:0:31210:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff982b9851e3c0. 00000080:00000001:1.0:1769074824.662244:0:31210:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:1.0:1769074824.662249:0:31210:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1769074824.662252:0:31210:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1769074824.662256:0:31210:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff982b985ef640. 00000002:00100000:1.0:1769074824.662261:0:31210:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff982b9849fb80 x1855007613343104/t73014444077(73014444077) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074824.662267:0:31210:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.662268:0:31210:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1769074824.662272:0:31210:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1769074824.662276:0:31210:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.662340:0:31210:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074824.662344:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074824.662348:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849fb80 x1855007613343104/t73014444077(73014444077) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1769074824.662355:0:31210:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074824.662361:0:31210:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff982b902a0000. 02000000:00000001:1.0:1769074824.662397:0:31210:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1769074824.662399:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074824.662402:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa60 00000080:00000008:1.0:1769074824.662404:0:31210:0:(file.c:1240:ll_file_open()) COMPLETED file f16.replay-dual-20:[0x2000013a1:0x4c:0x0](ffff982b90699148), flags 100102, rc = 0 00000080:00000001:1.0:1769074824.662408:0:31210:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1769074824.662411:0:31210:0:(dcache.c:176:ll_intent_release()) intent ffff982b9020bd20 released 00000080:00010000:1.0:1769074824.662413:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b7531 from it ffff982b9020bd20 00010000:00000001:1.0:1769074824.662415:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.662416:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.662418:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ecc00 refcount=3 00000020:00000001:1.0:1769074824.662420:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602842624 : -114162106708992 : ffff982b902ecc00) 00010000:00000001:1.0:1769074824.662422:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602842624 : -114162106708992 : ffff982b902ecc00) 00010000:00000001:1.0:1769074824.662424:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074824.662427:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ecc00/0x5d432443066b7531 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf5b77ed682f5d51a expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1769074824.662445:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.662446:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.662447:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1769074824.662450:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1769074824.662452:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ecc00/0x5d432443066b7531 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf5b77ed682f5d51a expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1769074824.662460:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1769074824.662463:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1769074824.662465:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074824.662469:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.662470:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.662472:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.662476:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1769074824.662478:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.662480:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.662483:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.662485:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074824.662487:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.662488:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1769074824.662489:0:31210:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1769074824.662492:0:31210:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:1.0:1769074824.662494:0:31210:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1769074824.662496:0:31210:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1769074824.662499:0:31210:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1769074824.662500:0:31210:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.662505:0:31210:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1769074824.662506:0:31210:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.662508:0:31210:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1769074824.662510:0:31210:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.662512:0:31210:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1769074824.662515:0:31210:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff982b9020bd20. 00000080:00000001:1.0:1769074824.662517:0:31210:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.662524:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1769074824.662526:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x4c:0x0](ffff982b90699148), inode mode 81a4 mask 40 00000080:00000001:1.0:1769074824.662530:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074824.662559:0:31210:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1769074824.662561:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b902568b8) owner 0000000000000000/ffff982b86784f80 00020000:00000002:1.0:1769074824.662564:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b902568b8) owner 0000000000000000/ffff982b86784f80 00020000:00000001:1.0:1769074824.662567:0:31210:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.662578:0:31210:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:1.0:1769074824.662580:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafdd0 00000080:00200008:1.0:1769074824.662582:0:31210:0:(file.c:424:ll_file_release()) START file f16.replay-dual-20:[0x2000013a1:0x4c:0x0](ffff982b90699148), flags 100002 00000080:00000001:1.0:1769074824.662585:0:31210:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:1.0:1769074824.662587:0:31210:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:1.0:1769074824.662588:0:31210:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1769074824.662590:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b902568b8) owner 0000000000000000/ffff982b86784f80 00020000:00000002:1.0:1769074824.662592:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b902568b8) owner 0000000000000000/ffff982b86784f80 00020000:00000001:1.0:1769074824.662594:0:31210:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.662596:0:31210:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:1.0:1769074824.662601:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074824.662604:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074824.662608:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c300 count: 2 00010000:00000001:1.0:1769074824.662610:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074824.662615:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1769074824.662618:0:31210:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x4c:0x0]: 0 00000080:00000001:1.0:1769074824.662620:0:31210:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:1.0:1769074824.662623:0:31210:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1769074824.662627:0:31210:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff982b99658200. 00000080:00000001:1.0:1769074824.662629:0:31210:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:1.0:1769074824.662635:0:31210:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1769074824.662638:0:31210:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:1.0:1769074824.662641:0:31210:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x4c:0x0] 00000002:00000001:1.0:1769074824.662644:0:31210:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:1.0:1769074824.662647:0:31210:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff982b858dd800: [0x2000013a1:0x4c:0x0] file closed with intent: 0 00000100:00000010:1.0:1769074824.662655:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9849f800. 00000020:00000040:1.0:1769074824.662659:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=47 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:1.0:1769074824.662665:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074824.662668:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074824.662675:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074824.662685:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b99658800. 00000100:00000001:1.0:1769074824.662693:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1769074824.662705:0:31210:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff982b9849fb80 x1855007613343104/t73014444077(73014444077) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1769074824.662716:0:31210:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b858dd800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074824.662721:0:31210:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b9849f800 x1855007613343360/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1769074824.662727:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074824.662729:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074824.662737:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b8491e540. 00000100:00000001:1.0:1769074824.662740:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911408010560 : -114162301541056 : ffff982b8491e540) 00000100:00000001:1.0:1769074824.662743:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.662744:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738841088 : -114161970710528 : ffff982b9849f800) 00000100:00000001:1.0:1769074824.662750:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074824.662755:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.662757:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074824.662759:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074824.662763:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9849f800 x1855007613343360/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.662771:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074824.662773:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.662778:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074824.662782:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074824.662785:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074824.662788:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9849f800 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613343360:192.168.204.151@tcp:35:createmany.0 00000100:00000001:1.0:1769074824.662794:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074824.662801:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074824.662804:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.662808:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074824.662812:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b87461400. 02000000:00000001:1.0:1769074824.662814:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074824.662826:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074824.662832:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47000. 00000400:00000010:1.0:1769074824.662840:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8990. 00000100:00000200:1.0:1769074824.662850:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613343360, portal 10 00000100:00000001:1.0:1769074824.662851:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.662853:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738841088 : -114161970710528 : ffff982b9849f800) 00000100:00000040:1.0:1769074824.662858:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b9849f800 x1855007613343360/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.662865:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074824.662868:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074824.662871:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e87f8. 00000100:00000200:1.0:1769074824.662875:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613343360, offset 0 00000400:00000200:1.0:1769074824.662883:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074824.662894:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074824.662906:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074824.662914:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074824.662919:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074824.662924:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074824.662928:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074824.662932:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15400:15400:256:4294967295] 192.168.204.151@tcp LPNI seq info [15400:15400:8:4294967295] 00000400:00000200:1.0:1769074824.662936:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074824.662947:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074824.662953:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074824.662960:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a34bc00. 00000800:00000200:1.0:1769074824.662968:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074824.662978:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074824.662984:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a34bc00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769074824.662994:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074824.662999:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 889212 usecs (890 jiffies) 00000400:00000200:1.0:1769074824.663003:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074824.663006:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296482230 00000100:00000001:1.0:1769074824.663009:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:1.0:1769074824.663011:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296482230 00000100:00000001:1.0:1769074824.663014:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:1.0:1769074824.663016:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074824.663019:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.663022:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074824.663024:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074824.663027:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8491e540 going to sleep for 11 seconds 00000100:00000001:1.0:1769074824.663030:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074824.663033:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074824.665682:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074824.665696:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a34bc00. 00000400:00000200:2.0:1769074824.665706:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.665718:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074824.665727:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e87f8 00000400:00000010:2.0:1769074824.665731:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e87f8. 00000100:00000001:2.0:1769074824.665737:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074824.665753:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849f800 x1855007613343360/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.665769:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.665773:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849f800 x1855007613343360/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.665781:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.665784:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074824.674198:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.674232:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074824.674237:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.674240:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074824.674252:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.674263:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074824.674274:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.674299:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.674307:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.674322:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd95680 00000400:00000200:2.0:1769074824.674330:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.674339:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x22445 [1] + 224 00000800:00000001:2.0:1769074824.674354:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.674376:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074824.674381:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.674386:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074824.674397:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074824.674412:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849f800 x1855007613343360/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074824.674425:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff982b9849f800 x1855007613343360/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.674461:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074824.674477:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.674481:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074824.674875:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074824.674886:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074824.674900:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074824.674906:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47000. 00000400:00000200:1.0:1769074824.674913:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8990 00000400:00000010:1.0:1769074824.674916:0:31210:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8990. 00000100:00000001:1.0:1769074824.674920:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074824.674926:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849f800 x1855007613343360/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074824.674941:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849f800 x1855007613343360/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.674947:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074824.674949:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074824.674953:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074824.674956:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074824.674960:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074824.674963:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.674967:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074824.674980:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88ca0 time=35 v=5 (5 0 10 10) 00000100:00001000:1.0:1769074824.674984:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074824.674987:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074824.674989:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.674993:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074824.674997:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.675002:0:31210:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1769074824.675005:0:31210:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1769074824.675006:0:31210:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1769074824.675009:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.675011:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738841088 : -114161970710528 : ffff982b9849f800) 00000100:00000001:1.0:1769074824.675015:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074824.675017:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:1.0:1769074824.675249:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074824.675252:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074824.675260:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849f800 x1855007613343360/t73014444078(73014444078) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.675267:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074824.675272:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074824.675275:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1769074824.675349:0:31210:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020c700. 00000100:00000040:1.0:1769074824.675360:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849f800 x1855007613343360/t73014444078(73014444078) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074824.675369:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849f800 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613343360:192.168.204.151@tcp:35:createmany.0 00000100:00000001:1.0:1769074824.675376:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074824.675381:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.675384:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074824.675387:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074824.675391:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849f800 x1855007613343360/t73014444078(73014444078) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.675398:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074824.675400:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b8491e540. 00000100:00000001:1.0:1769074824.675405:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074824.675407:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.675418:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.675419:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738841088 : -114161970710528 : ffff982b9849f800) 00000002:00000001:1.0:1769074824.675423:0:31210:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.675428:0:31210:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769074824.675445:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b99658200. 00000080:00000001:1.0:1769074824.675450:0:31210:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1769074824.675454:0:31210:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1769074824.675461:0:31210:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1769074824.675467:0:31210:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff982b9849fb80 x1855007613343104/t73014444077(73014444077) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074824.675475:0:31210:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.675477:0:31210:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769074824.675479:0:31210:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff982b9851e3c0. 00000100:00000001:1.0:1769074824.675482:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074824.675485:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849f800 x1855007613343360/t73014444078(73014444078) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.675492:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.675496:0:31210:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769074824.675501:0:31210:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff982b82ba12c0. 00000080:00000001:1.0:1769074824.675507:0:31210:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074824.675516:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafdd0 00000080:00000008:1.0:1769074824.675520:0:31210:0:(file.c:464:ll_file_release()) COMPLETED file f16.replay-dual-20:[0x2000013a1:0x4c:0x0](ffff982b90699148), flags 100002, rc = 0 00000080:00000001:1.0:1769074824.675524:0:31210:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.675533:0:31210:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1769074824.675536:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafe00 00000080:00002000:1.0:1769074824.675538:0:31210:0:(dcache.c:127:ll_ddelete()) keeping dentry f16.replay-dual-20 (ffff982b90e16ca8, parent ffff982b90d9e5e8, inode ffff982b90699148) hashed, 00000080:00000001:1.0:1769074824.675541:0:31210:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.675631:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1769074824.675637:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1769074824.675640:0:31210:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1769074824.675642:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafbc0 00000080:00200000:1.0:1769074824.675645:0:31210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:1.0:1769074824.675654:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b99658200. 00800000:00000002:1.0:1769074824.675662:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:1.0:1769074824.675668:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1769074824.675672:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1769074824.675675:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafae0 00800000:00000002:1.0:1769074824.675677:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1769074824.675682:0:31210:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1769074824.675687:0:31210:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1769074824.675694:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1769074824.675696:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf9b0 00000002:00010000:1.0:1769074824.675698:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1769074824.675703:0:31210:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1769074824.675705:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074824.675710:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1769074824.675720:0:31210:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.675722:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.675724:0:31210:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.675727:0:31210:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1769074824.675731:0:31210:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1769074824.675737:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9849c000. 00000020:00000040:1.0:1769074824.675741:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=48 obd=lustre-MDT0000-mdc-ffff982b858dd800 00010000:00000001:1.0:1769074824.675760:0:31210:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1769074824.675768:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074824.675777:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.675779:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.675782:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.675785:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074824.675788:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074824.675795:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074824.675808:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b873dfc00. 00000100:00000001:1.0:1769074824.675817:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.675822:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074824.675823:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.675825:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074824.675826:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.675828:0:31210:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.675835:0:31210:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446629911738826752 : -114161970724864 : ffff982b9849c000) 00010000:00000001:1.0:1769074824.675839:0:31210:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1769074824.675843:0:31210:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1769074824.675847:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b9020c700. 00010000:00000010:1.0:1769074824.675852:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b90209400. 00010000:00000001:1.0:1769074824.675857:0:31210:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1769074824.675861:0:31210:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b902ec600. 00000020:00000001:1.0:1769074824.675866:0:31210:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1769074824.675869:0:31210:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b902ec600 with handle 0x5d432443066b7538 to hash 00000020:00000001:1.0:1769074824.675872:0:31210:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1769074824.675873:0:31210:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.675878:0:31210:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.675882:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074824.675885:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074824.675901:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b7538 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31210 initiator: MDT0 00010000:00010000:1.0:1769074824.675911:0:31210:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b7538 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00010000:00010000:1.0:1769074824.675924:0:31210:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b7538 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000100:00000001:1.0:1769074824.675929:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074824.675932:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074824.675941:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b8491e540. 00000100:00000001:1.0:1769074824.675944:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911408010560 : -114162301541056 : ffff982b8491e540) 00000100:00000001:1.0:1769074824.675947:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.675948:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738826752 : -114161970724864 : ffff982b9849c000) 00000100:00000001:1.0:1769074824.675956:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074824.675961:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.675963:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074824.675965:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074824.675971:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9849c000 x1855007613343488/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.675979:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074824.675982:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.675987:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074824.675990:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074824.675993:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074824.675997:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9849c000 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613343488:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074824.676001:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074824.676010:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074824.676013:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.676017:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074824.676022:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff982b85917000. 02000000:00000001:1.0:1769074824.676024:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074824.676034:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074824.676039:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47000. 00000400:00000010:1.0:1769074824.676046:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8990. 00000100:00000200:1.0:1769074824.676056:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007613343488, portal 10 00000100:00000001:1.0:1769074824.676058:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.676060:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738826752 : -114161970724864 : ffff982b9849c000) 00000100:00000040:1.0:1769074824.676065:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b9849c000 x1855007613343488/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.676073:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074824.676077:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074824.676082:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8dd0. 00000100:00000200:1.0:1769074824.676087:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007613343488, offset 0 00000400:00000200:1.0:1769074824.676094:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074824.677040:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074824.677055:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074824.677063:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074824.677069:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074824.677074:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074824.677078:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074824.677082:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15401:15401:256:4294967295] 192.168.204.151@tcp LPNI seq info [15401:15401:8:4294967295] 00000400:00000200:1.0:1769074824.677087:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074824.677100:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074824.677611:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074824.677623:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a34bc00. 00000800:00000200:1.0:1769074824.677634:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074824.677646:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074824.677653:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a34bc00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1769074824.677747:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074824.677766:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 887878 usecs (888 jiffies) 00000400:00000200:1.0:1769074824.677772:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074824.677777:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296482243 00000100:00000001:1.0:1769074824.677782:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:1.0:1769074824.677785:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296482243 00000100:00000001:1.0:1769074824.677788:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:1.0:1769074824.677792:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074824.677797:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.677802:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074824.677806:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074824.677809:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8491e540 going to sleep for 11 seconds 00000100:00000001:1.0:1769074824.677814:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074824.677820:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074824.689486:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074824.689501:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a34bc00. 00000400:00000200:3.0:1769074824.689511:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.689524:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074824.689533:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8dd0 00000400:00000010:3.0:1769074824.689536:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8dd0. 00000100:00000001:3.0:1769074824.689542:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074824.689552:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849c000 x1855007613343488/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.689568:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074824.689571:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849c000 x1855007613343488/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.689579:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074824.689581:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074824.689594:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.689608:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074824.689611:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.689613:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.689623:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.689628:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074824.689636:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.689641:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.689647:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.689652:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 688 into portal 10 MB=0x6971e9dd95700 00000400:00000200:3.0:1769074824.689658:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.689666:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 688/688 into md 0x2244d [1] + 224 00000800:00000001:3.0:1769074824.689678:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.689686:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.689688:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.689692:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074824.689696:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074824.689699:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849c000 x1855007613343488/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074824.689709:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff982b9849c000 x1855007613343488/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.689725:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074824.689731:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.689734:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074824.690019:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074824.690029:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074824.690032:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074824.690036:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47000. 00000400:00000200:1.0:1769074824.690042:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8990 00000400:00000010:1.0:1769074824.690044:0:31210:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8990. 00000100:00000001:1.0:1769074824.690049:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074824.690054:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849c000 x1855007613343488/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074824.690073:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849c000 x1855007613343488/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.690081:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074824.690083:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074824.690087:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074824.690091:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074824.690094:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074824.690097:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.690105:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074824.690118:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=35 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074824.690122:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074824.690125:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074824.690127:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.690131:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074824.690135:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.690140:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074824.690143:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:1.0:1769074824.690146:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074824.690148:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074824.690154:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849c000 x1855007613343488/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.690161:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074824.690165:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074824.690167:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074824.690172:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849c000 x1855007613343488/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074824.690182:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849c000 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613343488:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074824.690187:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074824.690191:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.690193:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074824.690194:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074824.690197:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849c000 x1855007613343488/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.690203:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074824.690206:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b8491e540. 00000100:00000001:1.0:1769074824.690209:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074824.690211:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.690214:0:31210:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1769074824.690219:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.690222:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.690225:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec600 refcount=4 00000020:00000001:1.0:1769074824.690228:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.690231:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000040:1.0:1769074824.690239:0:31210:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b902ec600, remote cookie: 0xf5b77ed682f5d52f, flags: 0x1001 00010000:00010000:1.0:1769074824.690246:0:31210:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b7538 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d52f expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074824.690260:0:31210:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b7538 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d52f expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.690267:0:31210:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1769074824.690273:0:31210:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1769074824.690276:0:31210:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1769074824.690299:0:31210:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1769074824.690301:0:31210:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1769074824.690304:0:31210:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff982b9020c700) refcount = 1 00010000:00010000:1.0:1769074824.690309:0:31210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b7538 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d52f expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.690317:0:31210:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1769074824.690320:0:31210:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1769074824.690322:0:31210:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074824.690326:0:31210:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1769074824.690328:0:31210:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074824.690332:0:31210:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b7538 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d52f expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.690337:0:31210:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1769074824.690339:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.690342:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.690343:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.690344:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.690345:0:31210:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.690350:0:31210:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1769074824.690352:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.690353:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.690355:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec600 refcount=3 00000020:00000001:1.0:1769074824.690356:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.690358:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.690361:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.690362:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.690363:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec600 refcount=4 00000020:00000001:1.0:1769074824.690365:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.690367:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.690371:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074824.690373:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074824.690376:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b7538 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d52f expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.690382:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.690383:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.690385:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.690386:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.690387:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec600 refcount=5 00000020:00000001:1.0:1769074824.690389:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.690391:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.690394:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074824.690397:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b7538 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d52f expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.690402:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.690403:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1769074824.690406:0:31210:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b7538 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d52f expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.690412:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074824.690413:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.690414:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.690415:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.690416:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1769074824.690420:0:31210:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff982b9849c000 x1855007613343488/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1769074824.690429:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.690440:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.690441:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec600 refcount=3 00000020:00000001:1.0:1769074824.690442:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.690444:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.690446:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.690447:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074824.690448:0:31210:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.690451:0:31210:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.690454:0:31210:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1769074824.690457:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.690458:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.690460:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec600 refcount=3 00000020:00000001:1.0:1769074824.690462:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.690464:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00000002:00010000:1.0:1769074824.690467:0:31210:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b7538 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d52f expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.690473:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.690474:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.690476:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1769074824.690478:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.690478:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.690480:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec600 refcount=3 00000020:00000001:1.0:1769074824.690481:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.690483:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000040:1.0:1769074824.690493:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c700 count: 2 00010000:00000001:1.0:1769074824.690497:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1769074824.690501:0:31210:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b873df800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1769074824.690504:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.690505:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074824.690507:0:31210:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1769074824.690510:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf930 00000002:00002000:1.0:1769074824.690513:0:31210:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1769074824.690516:0:31210:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.690522:0:31210:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.690525:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1769074824.690530:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1769074824.690534:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1769074824.690539:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:1.0:1769074824.690544:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b99658200. 00000080:00000001:1.0:1769074824.690552:0:31210:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1769074824.690555:0:31210:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1769074824.690565:0:31210:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1769074824.690570:0:31210:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1769074824.690578:0:31210:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff982b9851e3c0. 00800000:00000001:1.0:1769074824.690582:0:31210:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446629911739360192 : -114161970191424 : ffff982b9851e3c0) 00800000:00000001:1.0:1769074824.690585:0:31210:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.690587:0:31210:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1769074824.690590:0:31210:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1769074824.690593:0:31210:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1769074824.690596:0:31210:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1769074824.690600:0:31210:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1769074824.690602:0:31210:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.690607:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1769074824.690611:0:31210:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1769074824.690616:0:31210:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:1.0:1769074824.690618:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.690620:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.690621:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec600 refcount=3 00000020:00000001:1.0:1769074824.690623:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.690625:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.690627:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.690628:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1769074824.690629:0:31210:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1769074824.690632:0:31210:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1769074824.690633:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b9851e3c0 1 00800000:00000010:1.0:1769074824.690636:0:31210:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff982b9851e3c0. 00800000:00000001:1.0:1769074824.690639:0:31210:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074824.690643:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b7538 00800000:00000001:1.0:1769074824.690647:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1769074824.690649:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1769074824.690650:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.690651:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.690652:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec600 refcount=3 00000020:00000001:1.0:1769074824.690654:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.690656:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.690658:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.690660:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074824.690661:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.690663:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.690666:0:31210:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074824.690669:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:1.0:1769074824.690672:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b7538 from it ffffbcdb01dafbf8 00010000:00000001:1.0:1769074824.690674:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.690675:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.690676:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec600 refcount=3 00000020:00000001:1.0:1769074824.690678:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.690680:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.690682:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074824.690684:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b7538 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d52f expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.690691:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.690692:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.690694:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1769074824.690696:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1769074824.690699:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b7538 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d52f expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.690707:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1769074824.690710:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1769074824.690712:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074824.690717:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.690718:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.690720:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.690724:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1769074824.690726:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.690728:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.690731:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.690733:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074824.690734:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.690735:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1769074824.690737:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074824.690741:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9849c000 x1855007613343488/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.690755:0:31210:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769074824.690759:0:31210:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074824.690763:0:31210:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff982b85917000. 02000000:00000001:1.0:1769074824.690767:0:31210:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769074824.690770:0:31210:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074824.690772:0:31210:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=47 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:1.0:1769074824.690774:0:31210:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769074824.690778:0:31210:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b873dfc00. 02000000:00000001:1.0:1769074824.690781:0:31210:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769074824.690784:0:31210:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769074824.690786:0:31210:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9849c000. 00000100:00000001:1.0:1769074824.690790:0:31210:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769074824.690791:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769074824.690795:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 1 00000080:00000001:1.0:1769074824.690801:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769074824.690821:0:31210:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff982b985ef6c0. 00000080:00000001:1.0:1769074824.690828:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1769074824.690830:0:31210:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1769074824.690832:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafb00 00000080:00200000:1.0:1769074824.690834:0:31210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:1.0:1769074824.690839:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b99658200. 00800000:00000002:1.0:1769074824.690845:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:1.0:1769074824.690849:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1769074824.690852:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1769074824.690854:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa20 00800000:00000002:1.0:1769074824.690856:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1769074824.690859:0:31210:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1769074824.690863:0:31210:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1769074824.690869:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1769074824.690870:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf8f0 00000002:00010000:1.0:1769074824.690872:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1769074824.690875:0:31210:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1769074824.690877:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074824.690879:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074824.690882:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c700 count: 2 00010000:00000001:1.0:1769074824.690884:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074824.690887:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074824.691091:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1769074824.691096:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b7538 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d52f expref: -99 pid: 31210 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1769074824.691103:0:31210:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1769074824.691108:0:31210:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074824.691110:0:31210:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b7538 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d52f expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1769074824.691117:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1769074824.691119:0:31210:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769074824.691121:0:31210:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1769074824.691122:0:31210:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1769074824.691124:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769074824.691126:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1769074824.691128:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1769074824.691130:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:1.0:1769074824.691132:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b99658200. 00000080:00000001:1.0:1769074824.691135:0:31210:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1769074824.691137:0:31210:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074824.691139:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:1.0:1769074824.691142:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b7538 00800000:00000001:1.0:1769074824.691144:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1769074824.691146:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1769074824.691147:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.691149:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.691150:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec600 refcount=3 00000020:00000001:1.0:1769074824.691152:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.691155:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.691157:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.691159:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074824.691160:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.691162:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074824.691164:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b7538 from it ffffbcdb01dafb38 00010000:00000001:1.0:1769074824.691165:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.691166:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.691167:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec600 refcount=3 00000020:00000001:1.0:1769074824.691169:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.691171:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.691172:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074824.691174:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b7538 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d52f expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.691179:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.691180:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.691182:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1769074824.691183:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1769074824.691185:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b7538 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d52f expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.691191:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1769074824.691192:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1769074824.691193:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074824.691195:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.691196:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.691197:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.691199:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1769074824.691213:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.691215:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.691217:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.691218:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074824.691220:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.691221:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1769074824.691222:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769074824.691224:0:31210:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769074824.691226:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 3 00000080:00000001:1.0:1769074824.691229:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.691233:0:31210:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:1.0:1769074824.691235:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafb50 00000080:00200000:1.0:1769074824.691237:0:31210:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f16.replay-dual-21, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), file ffff982b83e74600, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1769074824.691243:0:31210:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff982b9020bd20. 00000080:00000001:1.0:1769074824.691249:0:31210:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1769074824.691251:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa10 00000080:00200000:1.0:1769074824.691253:0:31210:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f16.replay-dual-21, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), intent=open|creat 00000080:00000010:1.0:1769074824.691261:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b99658200. 00800000:00000002:1.0:1769074824.691264:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:1.0:1769074824.691269:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1769074824.691272:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1769074824.691273:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf930 00800000:00000002:1.0:1769074824.691275:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f16.replay-dual-21' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1769074824.691336:0:31210:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:1.0:1769074824.691340:0:31210:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1769074824.691348:0:31210:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446629911450240000 : -114162259311616 : ffff982b87164400) 00800000:00000001:1.0:1769074824.691352:0:31210:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1769074824.691355:0:31210:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1769074824.691359:0:31210:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1769074824.691364:0:31210:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1769074824.691368:0:31210:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff982b858dd800: Allocated FID [0x2000013a1:0x4d:0x0] 40000000:00000001:1.0:1769074824.691371:0:31210:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.691374:0:31210:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.691376:0:31210:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.691378:0:31210:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074824.691380:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf8b0 00800000:00000002:1.0:1769074824.691384:0:31210:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x4d:0x0], name='f16.replay-dual-21' -> mds #0 00000002:00000001:1.0:1769074824.691387:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1769074824.691389:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf7e8 00000002:00010000:1.0:1769074824.691390:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f16.replay-dual-21,[0x2000013a1:0x4d:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1769074824.691395:0:31210:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1769074824.691398:0:31210:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1769074824.691403:0:31210:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1769074824.691407:0:31210:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.691410:0:31210:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1769074824.691412:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c700 count: 2 00010000:00000001:1.0:1769074824.691414:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074824.691418:0:31210:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1769074824.691421:0:31210:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1769074824.691424:0:31210:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b7538 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf5b77ed682f5d52f expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1769074824.691443:0:31210:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1769074824.691448:0:31210:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1769074824.691451:0:31210:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1769074824.691453:0:31210:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1769074824.691456:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074824.691458:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074824.691460:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c700 count: 3 00010000:00000001:1.0:1769074824.691462:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074824.691466:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.691470:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074824.691471:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074824.691473:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c700 count: 3 00010000:00000001:1.0:1769074824.691475:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074824.691477:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.691479:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074824.691480:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074824.691482:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c700 count: 3 00010000:00000001:1.0:1769074824.691484:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074824.691487:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.691490:0:31210:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1769074824.691494:0:31210:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff982b90dbe300, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1769074824.691499:0:31210:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1769074824.691510:0:31210:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1769074824.691514:0:31210:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1769074824.691516:0:31210:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.691519:0:31210:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1769074824.691524:0:31210:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769074824.691526:0:31210:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769074824.691528:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074824.691530:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1769074824.691533:0:31210:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b902ec600 with handle 0x5d432443066b7538 from hash 00010000:00000001:1.0:1769074824.691535:0:31210:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769074824.691537:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.691538:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.691540:0:31210:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769074824.691542:0:31210:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769074824.691544:0:31210:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1769074824.691547:0:31210:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769074824.691549:0:31210:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769074824.691552:0:31210:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1769074824.691557:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9849c000. 00000020:00000040:1.0:1769074824.691561:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=48 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:1.0:1769074824.691567:0:31210:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769074824.691569:0:31210:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.691572:0:31210:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1769074824.691579:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074824.691582:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.691583:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.691585:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.691588:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074824.691591:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074824.691594:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074824.691601:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b873dfc00. 00000100:00000001:1.0:1769074824.691610:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.691614:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074824.691617:0:31210:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1769074824.691621:0:31210:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b7538 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d52f expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074824.691627:0:31210:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1769074824.691629:0:31210:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769074824.691631:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769074824.691633:0:31210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b7538 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d52f expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1769074824.691646:0:31210:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b9020c700 count: 0 00010000:00000010:1.0:1769074824.691652:0:31210:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b90209400. 00010000:00000001:1.0:1769074824.691664:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.691666:0:31210:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.691668:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074824.691670:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.691672:0:31210:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.691683:0:31210:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446629911738826752 : -114161970724864 : ffff982b9849c000) 00010000:00000001:1.0:1769074824.691687:0:31210:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1769074824.691690:0:31210:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1769074824.691694:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b9020cb00. 00010000:00000010:1.0:1769074824.691697:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b90209400. 00010000:00000001:1.0:1769074824.691702:0:31210:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1769074824.691706:0:31210:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b902eda00. 00000020:00000001:1.0:1769074824.691710:0:31210:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1769074824.691713:0:31210:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b902eda00 with handle 0x5d432443066b753f to hash 00000020:00000001:1.0:1769074824.691715:0:31210:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1769074824.691717:0:31210:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911602846208 : -114162106705408 : ffff982b902eda00) 00010000:00000001:1.0:1769074824.691722:0:31210:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911602846208 : -114162106705408 : ffff982b902eda00) 00010000:00000001:1.0:1769074824.691724:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074824.691726:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074824.691729:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902eda00/0x5d432443066b753f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31210 initiator: MDT0 00010000:00010000:1.0:1769074824.691736:0:31210:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902eda00/0x5d432443066b753f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000020:00100000:1.0:1769074824.693547:0:31210:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b858dd800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074824.693579:0:31210:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b9849c000 x1855007613343744/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074824.693597:0:31210:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902eda00/0x5d432443066b753f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000100:00000001:1.0:1769074824.693606:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074824.693609:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074824.694048:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b985ec600. 00000100:00000001:0.0:1769074824.694053:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911740204544 : -114161969347072 : ffff982b985ec600) 00000100:00000001:0.0:1769074824.694057:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.694059:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738826752 : -114161970724864 : ffff982b9849c000) 00000100:00000001:0.0:1769074824.694066:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074824.694072:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.694075:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074824.694078:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074824.694084:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9849c000 x1855007613343744/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.694093:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074824.694096:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074824.694110:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074824.694115:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074824.694118:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074824.694121:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9849c000 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613343744:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074824.694127:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074824.694135:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074824.694139:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074824.694142:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074824.694237:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff982b902a0000. 02000000:00000001:0.0:1769074824.694240:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074824.694254:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074824.694261:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b61b8. 00000400:00000010:0.0:1769074824.694271:0:31210:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff982b85880800. 00000100:00000200:0.0:1769074824.694312:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007613343744, portal 10 00000100:00000001:0.0:1769074824.694315:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.694316:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738826752 : -114161970724864 : ffff982b9849c000) 00000100:00000040:0.0:1769074824.694324:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b9849c000 x1855007613343744/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.694332:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074824.694335:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074824.694339:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604fbb0. 00000100:00000200:0.0:1769074824.694343:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007613343744, offset 0 00000400:00000200:0.0:1769074824.694350:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074824.694361:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074824.694371:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074824.694378:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074824.694384:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074824.694388:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074824.694392:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074824.694397:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15402:15402:256:4294967295] 192.168.204.151@tcp LPNI seq info [15402:15402:8:4294967295] 00000400:00000200:0.0:1769074824.694402:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074824.694413:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074824.694422:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074824.694429:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08f00. 00000800:00000200:0.0:1769074824.694628:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074824.694638:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074824.694644:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08f00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1769074824.694721:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074824.694727:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 886551 usecs (887 jiffies) 00000400:00000200:0.0:1769074824.694732:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074824.694737:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296482259 00000100:00000001:0.0:1769074824.694741:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:0.0:1769074824.694745:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296482259 00000100:00000001:0.0:1769074824.694757:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:0.0:1769074824.694761:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074824.694764:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.694768:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074824.694770:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074824.694773:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985ec600 going to sleep for 11 seconds 00000100:00000001:0.0:1769074824.694776:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074824.694780:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074824.698053:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074824.698071:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08f00. 00000400:00000200:2.0:1769074824.698086:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.698110:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074824.698121:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604fbb0 00000400:00000010:2.0:1769074824.698125:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604fbb0. 00000100:00000001:2.0:1769074824.698133:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074824.698143:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849c000 x1855007613343744/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.698161:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.698164:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849c000 x1855007613343744/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.698172:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.698174:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1769074824.701515:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020c700. 00010000:00000010:1.1:1769074824.701539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b902ec600. 00000800:00000001:2.0:1769074824.717954:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.717987:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074824.717992:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.717996:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074824.718012:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.718023:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074824.718035:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.718052:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.718060:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.718065:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 664 into portal 10 MB=0x6971e9dd95800 00000400:00000200:2.0:1769074824.718071:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.718081:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 664/664 into md 0x22455 [32] + 224 00000800:00000001:2.0:1769074824.718092:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.718388:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074824.718393:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.718400:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074824.718411:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074824.718426:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849c000 x1855007613343744/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074824.718450:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff982b9849c000 x1855007613343744/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.718465:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769074824.718478:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769074824.718482:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.718491:0:2358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074824.718499:0:2358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15403:15403:256:4294967295] 192.168.204.151@tcp LPNI seq info [15403:15403:8:4294967295] 00000400:00000200:2.0:1769074824.718504:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.718514:0:2358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:2.0:1769074824.718520:0:2358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074824.718529:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff982b90212c00. 00000800:00000200:2.0:1769074824.718537:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074824.718547:0:2358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074824.718552:0:2358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b90212c00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1769074824.719609:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074824.719625:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074824.719627:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074824.719632:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b61b8. 00000400:00000200:0.0:1769074824.719639:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b85880800 00000400:00000010:0.0:1769074824.719642:0:31210:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff982b85880800. 00000100:00000001:0.0:1769074824.719648:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074824.719659:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849c000 x1855007613343744/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074824.719671:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849c000 x1855007613343744/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.719679:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074824.719681:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074824.719685:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074824.719689:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074824.719693:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074824.719696:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074824.719700:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074824.719713:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=35 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074824.719719:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074824.719722:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074824.719724:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.719727:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074824.719731:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.719736:0:31210:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1769074824.719738:0:31210:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1769074824.719740:0:31210:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1769074824.719742:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.719744:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738826752 : -114161970724864 : ffff982b9849c000) 00000100:00000001:0.0:1769074824.719748:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074824.719751:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:0.0:1769074824.719753:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074824.719757:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074824.719762:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849c000 x1855007613343744/t73014444079(73014444079) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.719769:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074824.719774:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074824.719776:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074824.719780:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849c000 x1855007613343744/t73014444079(73014444079) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074824.719788:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849c000 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613343744:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074824.719794:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074824.719798:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.719801:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074824.719803:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.719806:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849c000 x1855007613343744/t73014444079(73014444079) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.719814:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074824.719817:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b985ec600. 00000100:00000001:0.0:1769074824.719820:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074824.719822:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.719826:0:31210:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074824.719834:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.719838:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.719842:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902eda00 refcount=4 00000020:00000001:0.0:1769074824.719845:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602846208 : -114162106705408 : ffff982b902eda00) 00010000:00000001:0.0:1769074824.719848:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602846208 : -114162106705408 : ffff982b902eda00) 00010000:00000040:0.0:1769074824.719856:0:31210:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b902eda00, remote cookie: 0xf5b77ed682f5d54b, flags: 0x1001 00010000:00010000:0.0:1769074824.719876:0:31210:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902eda00/0x5d432443066b753f lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d54b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1769074824.719886:0:31210:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x4d:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1769074824.719890:0:31210:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1769074824.719904:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b985e5f00. 00010000:00000010:0.0:1769074824.719910:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b985e6900. 00010000:00000040:0.0:1769074824.719918:0:31210:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b9020cb00 count: 0 00010000:00000010:0.0:1769074824.719924:0:31210:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b90209400. 00010000:00000001:0.0:1769074824.719936:0:31210:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074824.719940:0:31210:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902eda00/0x5d432443066b753f lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d54b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074824.719949:0:31210:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902eda00/0x5d432443066b753f lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d54b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.719957:0:31210:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074824.719963:0:31210:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074824.719966:0:31210:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074824.719967:0:31210:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074824.719969:0:31210:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074824.719972:0:31210:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x4d:0x0].0x0 (ffff982b985e5f00) refcount = 1 00010000:00010000:0.0:1769074824.719975:0:31210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902eda00/0x5d432443066b753f lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d54b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.719982:0:31210:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074824.719986:0:31210:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074824.719988:0:31210:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074824.719991:0:31210:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074824.719994:0:31210:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074824.719997:0:31210:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902eda00/0x5d432443066b753f lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d54b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.720003:0:31210:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074824.720005:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.720007:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.720008:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.720009:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.720011:0:31210:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.720015:0:31210:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074824.720018:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.720020:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.720021:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902eda00 refcount=3 00000020:00000001:0.0:1769074824.720023:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602846208 : -114162106705408 : ffff982b902eda00) 00010000:00000001:0.0:1769074824.720025:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602846208 : -114162106705408 : ffff982b902eda00) 00010000:00000001:0.0:1769074824.720028:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.720029:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.720030:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902eda00 refcount=4 00000020:00000001:0.0:1769074824.720032:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602846208 : -114162106705408 : ffff982b902eda00) 00010000:00000001:0.0:1769074824.720035:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602846208 : -114162106705408 : ffff982b902eda00) 00010000:00000001:0.0:1769074824.720038:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074824.720051:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074824.720055:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902eda00/0x5d432443066b753f lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d54b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.720061:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.720062:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.720064:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.720065:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.720066:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902eda00 refcount=5 00000020:00000001:0.0:1769074824.720067:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602846208 : -114162106705408 : ffff982b902eda00) 00010000:00000001:0.0:1769074824.720069:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602846208 : -114162106705408 : ffff982b902eda00) 00010000:00000001:0.0:1769074824.720072:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074824.720075:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902eda00/0x5d432443066b753f lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d54b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.720081:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.720082:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074824.720085:0:31210:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902eda00/0x5d432443066b753f lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d54b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.720091:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074824.720092:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.720093:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.720094:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.720095:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074824.720531:0:31210:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff982b9849c000 x1855007613343744/t73014444079(73014444079) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074824.720546:0:31210:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1769074824.720554:0:31210:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff982b9849c000 x1855007613343744/t73014444079(73014444079) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074824.720565:0:31210:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.720576:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.720577:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.720579:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902eda00 refcount=3 00000020:00000001:0.0:1769074824.720582:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602846208 : -114162106705408 : ffff982b902eda00) 00010000:00000001:0.0:1769074824.720584:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602846208 : -114162106705408 : ffff982b902eda00) 00000002:00010000:0.0:1769074824.720590:0:31210:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902eda00/0x5d432443066b753f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d54b expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000002:00000010:0.0:1769074824.720602:0:31210:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff982b99072940. 00010000:00000001:0.0:1769074824.720605:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.720606:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074824.720608:0:31210:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.720610:0:31210:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.720614:0:31210:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1769074824.720617:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.720618:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738826752 : -114161970724864 : ffff982b9849c000) 00000100:00000001:0.0:1769074824.720621:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.720622:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738826752 : -114161970724864 : ffff982b9849c000) 00010000:00000001:0.0:1769074824.720624:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.720625:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.720627:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902eda00 refcount=3 00000020:00000001:0.0:1769074824.720629:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602846208 : -114162106705408 : ffff982b902eda00) 00010000:00000001:0.0:1769074824.720631:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602846208 : -114162106705408 : ffff982b902eda00) 00000002:00010000:0.0:1769074824.720635:0:31210:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902eda00/0x5d432443066b753f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d54b expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074824.720641:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.720643:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.720645:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074824.720646:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.720648:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.720649:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902eda00 refcount=3 00000020:00000001:0.0:1769074824.720651:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602846208 : -114162106705408 : ffff982b902eda00) 00010000:00000001:0.0:1769074824.720654:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602846208 : -114162106705408 : ffff982b902eda00) 00010000:00000040:0.0:1769074824.720660:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5f00 count: 2 00010000:00000001:0.0:1769074824.720663:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074824.720668:0:31210:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b873df800 type 13 mode 4 res 8589939617/77 (0 0) 00010000:00000001:0.0:1769074824.720671:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.720672:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074824.720673:0:31210:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074824.720677:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf768 00000002:00002000:0.0:1769074824.720680:0:31210:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f16.replay-dual-21 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1769074824.720684:0:31210:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.720688:0:31210:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.720692:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074824.720695:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1769074824.720700:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074824.720704:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000001:0.0:1769074824.720707:0:31210:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1769074824.720709:0:31210:0:(namei.c:677:ll_lookup_it_finish()) it ffff982b9020bd20 it_disposition 1800037 00000080:00002000:0.0:1769074824.720716:0:31210:0:(namei.c:656:ll_splice_alias()) Add dentry ffff982b90e165e8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1769074824.720723:0:31210:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769074824.720726:0:31210:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:0.0:1769074824.720729:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf9a0 00000080:00200000:0.0:1769074824.720731:0:31210:0:(namei.c:1569:ll_create_it()) VFS Op:name=f16.replay-dual-21, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), intent=open|creat 00000080:00000001:0.0:1769074824.720734:0:31210:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:0.0:1769074824.720737:0:31210:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074824.720743:0:31210:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1769074824.720746:0:31210:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074824.720750:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366349 : 144115272381366349 : 2000013a100004d) 00000080:00000001:0.0:1769074824.720753:0:31210:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:0.0:1769074824.720771:0:31210:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff982b906b0000. 00000020:00000001:0.0:1769074824.720784:0:31210:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:0.0:1769074824.720786:0:31210:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1769074824.720789:0:31210:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:0.0:1769074824.720792:0:31210:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a1:0x4d:0x0](ffff982b906b00c8) 00000020:00000001:0.0:1769074824.720796:0:31210:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074824.720801:0:31210:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911477432328 : -114162232119288 : ffff982b88b53008) 00000020:00001000:0.0:1769074824.720804:0:31210:0:(cl_object.c:785:cl_env_get()) 1@ffff982b88b53000 00000020:00000001:0.0:1769074824.720809:0:31210:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:0.0:1769074824.720817:0:31210:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff982b98487e10. 00000020:00000001:0.0:1769074824.720820:0:31210:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:0.0:1769074824.720822:0:31210:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074824.720831:0:31210:0:(lov_object.c:2321:lov_object_alloc()) Process entered 00020000:00000010:0.0:1769074824.720836:0:31210:0:(lov_object.c:2322:lov_object_alloc()) slab-alloced 'lov': 248 at ffff982b9029d8b8. 00020000:00000001:0.0:1769074824.720838:0:31210:0:(lov_object.c:2336:lov_object_alloc()) Process leaving (rc=18446629911602518200 : -114162107033416 : ffff982b9029d8b8) 00020000:00000001:0.0:1769074824.720841:0:31210:0:(lov_object.c:1378:lov_object_init()) Process entered 00020000:00000001:0.0:1769074824.720847:0:31210:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1769074824.720853:0:31210:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff982b98412780. 00020000:00000010:0.0:1769074824.720859:0:31210:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff982b860f9b00. 00020000:00000010:0.0:1769074824.720866:0:31210:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff982b98412180. 00020000:00000001:0.0:1769074824.720868:0:31210:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446629911738261888 : -114161971289728 : ffff982b98412180) 00020000:00000002:0.0:1769074824.720873:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b98412180, objid 0x4d:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074824.720878:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074824.720882:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b860f9b00: ostid: 0x240000400:1548 ost idx: 0 gen: 0 00020000:00000001:0.0:1769074824.720886:0:31210:0:(lov_object.c:603:lov_init_composite()) Process entered 00020000:00000002:0.0:1769074824.720889:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b98412180, objid 0x4d:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074824.720892:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074824.720895:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b860f9b00: ostid: 0x240000400:1548 ost idx: 0 gen: 0 00020000:00000010:0.0:1769074824.720900:0:31210:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff982b98587880. 00020000:00000010:0.0:1769074824.720903:0:31210:0:(lov_object.c:626:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff982b985ec600. 00020000:00000001:0.0:1769074824.720908:0:31210:0:(lov_object.c:194:lov_init_raid0()) Process entered 00020000:00000010:0.0:1769074824.720912:0:31210:0:(lov_object.c:199:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff982b874cf318. 00020000:00000001:0.0:1769074824.720916:0:31210:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1769074824.720918:0:31210:0:(lu_object.c:808:lu_object_find_at()) Process entered 00020000:00000001:0.0:1769074824.720924:0:31210:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1769074824.720928:0:31210:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff982b984873e8. 00000020:00000001:0.0:1769074824.720931:0:31210:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:0.0:1769074824.720932:0:31210:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074824.720935:0:31210:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446629911738741864 : -114161970809752 : ffff982b98487468) 00020000:00000001:0.0:1769074824.720938:0:31210:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:0.0:1769074824.720944:0:31210:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff982b985e0e00. 00020000:00000001:0.0:1769074824.720947:0:31210:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074824.720953:0:31210:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629911738741864 : -114161970809752 : ffff982b98487468) 00020000:00000001:0.0:1769074824.720956:0:31210:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446629911738741864 : -114161970809752 : ffff982b98487468) 00020000:00000002:0.0:1769074824.720959:0:31210:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x60c:0x0]@ffff982b984873e8[0:0] -> [0x2000013a1:0x4d:0x0]@ffff982b98487e10: ostid: 0x240000400:1548 ost idx: 0 gen: 0 00020000:00000001:0.0:1769074824.720966:0:31210:0:(lov_object.c:264:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:0.0:1769074824.720969:0:31210:0:(lov_object.c:812:lov_init_composite()) Process leaving 00020000:00000001:0.0:1769074824.720971:0:31210:0:(lov_object.c:1406:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074824.720974:0:31210:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629911738744464 : -114161970807152 : ffff982b98487e90) 00000020:00001000:0.0:1769074824.720978:0:31210:0:(cl_object.c:879:cl_env_put()) 1@ffff982b88b53000 00000080:00000001:0.0:1769074824.720982:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366349 : 144115272381366349 : 2000013a100004d) 00000080:00000001:0.0:1769074824.720985:0:31210:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:0.0:1769074824.720988:0:31210:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272381366349 mtime from 0 to 1769074824 00000080:00000001:0.0:1769074824.720993:0:31210:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1769074824.720996:0:31210:0:(namei.c:160:ll_iget()) Process leaving (rc=18446629911606788296 : -114162102763320 : ffff982b906b00c8) 00010000:00000001:0.0:1769074824.720998:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.721000:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.721002:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902eda00 refcount=3 00000020:00000001:0.0:1769074824.721004:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602846208 : -114162106705408 : ffff982b902eda00) 00010000:00000001:0.0:1769074824.721006:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602846208 : -114162106705408 : ffff982b902eda00) 00000080:00000001:0.0:1769074824.721010:0:31210:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:0.0:1769074824.721012:0:31210:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074824.721014:0:31210:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911477432328 : -114162232119288 : ffff982b88b53008) 00000020:00001000:0.0:1769074824.721016:0:31210:0:(cl_object.c:785:cl_env_get()) 1@ffff982b88b53000 00000020:00000001:0.0:1769074824.721018:0:31210:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:0.0:1769074824.721021:0:31210:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:0.0:1769074824.721023:0:31210:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:0.0:1769074824.721025:0:31210:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff982b98412900. 00020000:00000010:0.0:1769074824.721028:0:31210:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff982b860f9900. 00020000:00000010:0.0:1769074824.721032:0:31210:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff982b98412480. 00020000:00000001:0.0:1769074824.721034:0:31210:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446629911738262656 : -114161971288960 : ffff982b98412480) 00020000:00000002:0.0:1769074824.721037:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b98412480, objid 0x4d:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1769074824.721423:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:0.0:1769074824.721428:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b860f9900: ostid: 0x240000400:1548 ost idx: 0 gen: 0 00020000:00000002:0.0:1769074824.721442:0:31210:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff982b9029d8b8) owner ffff982b86784f80 00020000:00000001:0.0:1769074824.721444:0:31210:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1769074824.721447:0:31210:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff982b9029d8b8) owner ffff982b86784f80 00020000:00000010:0.0:1769074824.721453:0:31210:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff982b860f9900. 00020000:00000010:0.0:1769074824.721459:0:31210:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff982b98412900. 00020000:00000010:0.0:1769074824.721462:0:31210:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff982b98412480. 00020000:00000002:0.0:1769074824.721465:0:31210:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x4d:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1769074824.721467:0:31210:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074824.721469:0:31210:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074824.721473:0:31210:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1769074824.721476:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9029d8b8) owner 0000000000000000/ffff982b86784f80 00020000:00000002:0.0:1769074824.721479:0:31210:0:(lov_object.c:2349:lov_lsm_addref()) lsm ffff982b98412180 addref 2/0 by ffff982b86784f80. 00020000:00000002:0.0:1769074824.721482:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9029d8b8) owner 0000000000000000/ffff982b86784f80 00020000:00000001:0.0:1769074824.721485:0:31210:0:(lov_object.c:2245:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1769074824.721488:0:31210:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1769074824.721489:0:31210:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1769074824.721492:0:31210:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1769074824.721494:0:31210:0:(lov_object.c:2264:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1769074824.721497:0:31210:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x4d:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1769074824.721500:0:31210:0:(cl_object.c:879:cl_env_put()) 1@ffff982b88b53000 00000080:00000001:0.0:1769074824.721502:0:31210:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.721505:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.721506:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074824.721508:0:31210:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074824.721512:0:31210:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1769074824.721514:0:31210:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074824.721516:0:31210:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a1:0x4d:0x0](ffff982b906b00c8) 00000080:00010000:0.0:1769074824.721521:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x4d:0x0](ffff982b906b00c8) for lock 0x5d432443066b753f 00800000:00000001:0.0:1769074824.721526:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074824.721528:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074824.721530:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.721532:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.721533:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902eda00 refcount=3 00000020:00000001:0.0:1769074824.721535:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602846208 : -114162106705408 : ffff982b902eda00) 00010000:00000001:0.0:1769074824.721538:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602846208 : -114162106705408 : ffff982b902eda00) 00010000:00000001:0.0:1769074824.721541:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.721542:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074824.721544:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.721546:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.721548:0:31210:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:0.0:1769074824.721550:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.721559:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b9849c000 x1855007613343744/t73014444079(73014444079) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.721567:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.721575:0:31210:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074824.721580:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x4d:0x0](ffff982b906b00c8) 00000080:00000001:0.0:1769074824.721583:0:31210:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1769074824.721586:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b99658200. 00000100:00000001:0.0:1769074824.721590:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.721593:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849c000 x1855007613343744/t73014444079(73014444079) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.721600:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.721604:0:31210:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1769074824.721607:0:31210:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.721618:0:31210:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:0.0:1769074824.721621:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa60 00000080:00200008:0.0:1769074824.721623:0:31210:0:(file.c:1001:ll_file_open()) START file f16.replay-dual-21:[0x2000013a1:0x4d:0x0](ffff982b906b00c8), flags 100102 00000080:00000010:0.0:1769074824.721634:0:31210:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff982b996fd680. 00000080:00000010:0.0:1769074824.721641:0:31210:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff982b99072f40. 00000080:00000001:0.0:1769074824.721643:0:31210:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:0.0:1769074824.721647:0:31210:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1769074824.721651:0:31210:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1769074824.721656:0:31210:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff982b85d257e0. 00000002:00100000:0.0:1769074824.721660:0:31210:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff982b9849c000 x1855007613343744/t73014444079(73014444079) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074824.721667:0:31210:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.721668:0:31210:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1769074824.721673:0:31210:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1769074824.721677:0:31210:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.721680:0:31210:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074824.721683:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.721686:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849c000 x1855007613343744/t73014444079(73014444079) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1769074824.721694:0:31210:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074824.721699:0:31210:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff982b902a0000. 02000000:00000001:0.0:1769074824.721741:0:31210:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1769074824.721743:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074824.721746:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa60 00000080:00000008:0.0:1769074824.721748:0:31210:0:(file.c:1240:ll_file_open()) COMPLETED file f16.replay-dual-21:[0x2000013a1:0x4d:0x0](ffff982b906b00c8), flags 100102, rc = 0 00000080:00000001:0.0:1769074824.721753:0:31210:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1769074824.721756:0:31210:0:(dcache.c:176:ll_intent_release()) intent ffff982b9020bd20 released 00000080:00010000:0.0:1769074824.721759:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b753f from it ffff982b9020bd20 00010000:00000001:0.0:1769074824.721762:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.721763:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.721764:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902eda00 refcount=3 00000020:00000001:0.0:1769074824.721766:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602846208 : -114162106705408 : ffff982b902eda00) 00010000:00000001:0.0:1769074824.721769:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602846208 : -114162106705408 : ffff982b902eda00) 00010000:00000001:0.0:1769074824.721771:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074824.721776:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902eda00/0x5d432443066b753f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf5b77ed682f5d54b expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074824.721783:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.721784:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.721786:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074824.721790:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074824.721792:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902eda00/0x5d432443066b753f lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf5b77ed682f5d54b expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:0.0:1769074824.721800:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074824.721804:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074824.721806:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074824.721811:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.721812:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.721814:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.721818:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074824.721820:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.721823:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.721826:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.721829:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074824.721830:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.721832:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074824.721833:0:31210:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1769074824.721835:0:31210:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:0.0:1769074824.721838:0:31210:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1769074824.721840:0:31210:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769074824.721843:0:31210:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1769074824.721844:0:31210:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.721848:0:31210:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1769074824.721850:0:31210:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.721852:0:31210:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769074824.721855:0:31210:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.721857:0:31210:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1769074824.721859:0:31210:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff982b9020bd20. 00000080:00000001:0.0:1769074824.721863:0:31210:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.721868:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1769074824.721871:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x4d:0x0](ffff982b906b00c8), inode mode 81a4 mask 40 00000080:00000001:0.0:1769074824.721874:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074824.721915:0:31210:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1769074824.721918:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9029d8b8) owner 0000000000000000/ffff982b86784f80 00020000:00000002:0.0:1769074824.721921:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9029d8b8) owner 0000000000000000/ffff982b86784f80 00020000:00000001:0.0:1769074824.721923:0:31210:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.721934:0:31210:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:0.0:1769074824.721937:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafdd0 00000080:00200008:0.0:1769074824.721939:0:31210:0:(file.c:424:ll_file_release()) START file f16.replay-dual-21:[0x2000013a1:0x4d:0x0](ffff982b906b00c8), flags 100002 00000080:00000001:0.0:1769074824.721942:0:31210:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:0.0:1769074824.721945:0:31210:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:0.0:1769074824.721946:0:31210:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1769074824.721948:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9029d8b8) owner 0000000000000000/ffff982b86784f80 00020000:00000002:0.0:1769074824.721950:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9029d8b8) owner 0000000000000000/ffff982b86784f80 00020000:00000001:0.0:1769074824.721952:0:31210:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.721955:0:31210:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:0.0:1769074824.721959:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074824.721962:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1769074824.721966:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5f00 count: 2 00010000:00000001:0.0:1769074824.721969:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1769074824.721973:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074824.721975:0:31210:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x4d:0x0]: 0 00000080:00000001:0.0:1769074824.721977:0:31210:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1769074824.721980:0:31210:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1769074824.721984:0:31210:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff982b996c1600. 00000080:00000001:0.0:1769074824.721987:0:31210:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1769074824.721993:0:31210:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1769074824.721997:0:31210:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1769074824.722000:0:31210:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x4d:0x0] 00000002:00000001:0.0:1769074824.722003:0:31210:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1769074824.722005:0:31210:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff982b858dd800: [0x2000013a1:0x4d:0x0] file closed with intent: 0 00000100:00000010:0.0:1769074824.722012:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98580000. 00000020:00000040:0.0:1769074824.722017:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=49 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:0.0:1769074824.722023:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074824.722026:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074824.722032:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074824.722039:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b996c0a00. 00000100:00000001:0.0:1769074824.722059:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1769074824.722072:0:31210:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff982b9849c000 x1855007613343744/t73014444079(73014444079) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1769074824.722084:0:31210:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b858dd800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1769074824.722090:0:31210:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b98580000 x1855007613344000/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1769074824.722097:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074824.722109:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074824.722117:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b985ec000. 00000100:00000001:0.0:1769074824.722120:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911740203008 : -114161969348608 : ffff982b985ec000) 00000100:00000001:0.0:1769074824.722123:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.722124:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739760640 : -114161969790976 : ffff982b98580000) 00000100:00000001:0.0:1769074824.722130:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074824.722134:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.722137:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074824.722138:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074824.722143:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98580000 x1855007613344000/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.722151:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074824.722154:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074824.722158:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074824.722162:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074824.722165:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074824.722168:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98580000 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613344000:192.168.204.151@tcp:35:createmany.0 00000100:00000001:0.0:1769074824.722173:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074824.722179:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074824.722182:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074824.722185:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074824.722190:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b85880800. 02000000:00000001:0.0:1769074824.722192:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074824.722204:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074824.722209:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b61b8. 00000400:00000010:0.0:1769074824.722218:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f000. 00000100:00000200:0.0:1769074824.722227:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613344000, portal 10 00000100:00000001:0.0:1769074824.722229:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.722230:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739760640 : -114161969790976 : ffff982b98580000) 00000100:00000040:0.0:1769074824.722237:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b98580000 x1855007613344000/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.722244:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074824.722248:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074824.722251:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f770. 00000100:00000200:0.0:1769074824.722255:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613344000, offset 0 00000400:00000200:0.0:1769074824.722264:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074824.722275:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074824.722314:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074824.722322:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074824.722329:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074824.722334:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074824.722338:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074824.722343:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15404:15404:255:4294967295] 192.168.204.151@tcp LPNI seq info [15404:15404:7:4294967295] 00000400:00000200:0.0:1769074824.722348:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074824.722362:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074824.722369:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074824.722376:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08600. 00000800:00000200:0.0:1769074824.722386:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074824.722395:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074824.722403:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1769074824.722408:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074824.722413:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 885251 usecs (886 jiffies) 00000400:00000200:0.0:1769074824.722416:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074824.722420:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296482285 00000100:00000001:0.0:1769074824.722423:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:0.0:1769074824.722426:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296482285 00000100:00000001:0.0:1769074824.722429:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:0.0:1769074824.722441:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074824.722444:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.722448:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074824.722450:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074824.722453:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985ec000 going to sleep for 11 seconds 00000100:00000001:0.0:1769074824.722456:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074824.722460:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074824.725744:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074824.725757:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff982b90212c00. 00000400:00000200:2.0:1769074824.725768:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.725780:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:2.0:1769074824.725801:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.725813:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1769074824.727323:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074824.727335:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08600. 00000400:00000200:2.0:1769074824.727343:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.727351:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074824.727360:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f770 00000400:00000010:2.0:1769074824.727364:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f770. 00000100:00000001:2.0:1769074824.727371:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074824.727381:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b98580000 x1855007613344000/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.727396:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.727400:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b98580000 x1855007613344000/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.727408:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.727410:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1769074824.729681:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020cb00. 00000800:00000001:3.0:1769074824.733688:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.733711:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074824.733716:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.733717:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.733733:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.733743:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074824.733751:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.733758:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.733765:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.733770:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd95900 00000400:00000200:3.0:1769074824.733777:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.733785:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x2245d [1] + 224 00000800:00000001:3.0:1769074824.733797:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.733813:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.733817:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.733822:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074824.733834:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074824.733848:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b98580000 x1855007613344000/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074824.733858:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff982b98580000 x1855007613344000/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.733936:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074824.733953:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074824.733963:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.733966:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1769074824.735711:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074824.735718:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074824.735724:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b61b8. 00000400:00000200:0.0:1769074824.735735:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f000 00000400:00000010:0.0:1769074824.735738:0:31210:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f000. 00000100:00000001:0.0:1769074824.735745:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074824.735772:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98580000 x1855007613344000/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074824.735784:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98580000 x1855007613344000/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.735793:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074824.735796:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074824.735801:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074824.735805:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074824.735808:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074824.735811:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074824.735814:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074824.735827:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88ca0 time=35 v=5 (5 0 10 10) 00000100:00001000:0.0:1769074824.735832:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074824.735835:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074824.735837:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.735841:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074824.735846:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.735851:0:31210:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1769074824.735853:0:31210:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1769074824.735855:0:31210:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1769074824.735858:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.735860:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739760640 : -114161969790976 : ffff982b98580000) 00000100:00000001:0.0:1769074824.735864:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074824.735867:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:0.0:1769074824.735870:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074824.735874:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074824.735879:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98580000 x1855007613344000/t73014444080(73014444080) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.735886:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074824.735890:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074824.735893:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074824.735898:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98580000 x1855007613344000/t73014444080(73014444080) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074824.735906:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98580000 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613344000:192.168.204.151@tcp:35:createmany.0 00000100:00000001:0.0:1769074824.735912:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074824.735916:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.735919:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074824.735922:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.735925:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b98580000 x1855007613344000/t73014444080(73014444080) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.735933:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074824.735937:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b985ec000. 00000100:00000001:0.0:1769074824.735941:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074824.735942:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.735951:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.735952:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739760640 : -114161969790976 : ffff982b98580000) 00000002:00000001:0.0:1769074824.735955:0:31210:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.735959:0:31210:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074824.735966:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b996c1600. 00000080:00000001:0.0:1769074824.735970:0:31210:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1769074824.735974:0:31210:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1769074824.735981:0:31210:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1769074824.735987:0:31210:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff982b9849c000 x1855007613343744/t73014444079(73014444079) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074824.735994:0:31210:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.735996:0:31210:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074824.735998:0:31210:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff982b99072f40. 00000100:00000001:0.0:1769074824.736001:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.736003:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b98580000 x1855007613344000/t73014444080(73014444080) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.736009:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.736012:0:31210:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074824.736016:0:31210:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff982b996fd680. 00000080:00000001:0.0:1769074824.736023:0:31210:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074824.736031:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafdd0 00000080:00000008:0.0:1769074824.736035:0:31210:0:(file.c:464:ll_file_release()) COMPLETED file f16.replay-dual-21:[0x2000013a1:0x4d:0x0](ffff982b906b00c8), flags 100002, rc = 0 00000080:00000001:0.0:1769074824.736039:0:31210:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.736058:0:31210:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1769074824.736060:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafe00 00000080:00002000:0.0:1769074824.736062:0:31210:0:(dcache.c:127:ll_ddelete()) keeping dentry f16.replay-dual-21 (ffff982b90e165e8, parent ffff982b90d9e5e8, inode ffff982b906b00c8) hashed, 00000080:00000001:0.0:1769074824.736065:0:31210:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.736161:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074824.736166:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1769074824.736169:0:31210:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1769074824.736171:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafbc0 00000080:00200000:0.0:1769074824.736173:0:31210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:0.0:1769074824.736182:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b996c1600. 00800000:00000002:0.0:1769074824.736190:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:0.0:1769074824.736196:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1769074824.736201:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1769074824.736204:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafae0 00800000:00000002:0.0:1769074824.736206:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1769074824.736210:0:31210:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1769074824.736215:0:31210:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1769074824.736222:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1769074824.736224:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf9b0 00000002:00010000:0.0:1769074824.736227:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1769074824.736230:0:31210:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1769074824.736234:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1769074824.736239:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074824.736248:0:31210:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.736251:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.736253:0:31210:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.736255:0:31210:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1769074824.736258:0:31210:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1769074824.736265:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98583480. 00000020:00000040:0.0:1769074824.736270:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=50 obd=lustre-MDT0000-mdc-ffff982b858dd800 00010000:00000001:0.0:1769074824.736277:0:31210:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1769074824.739075:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074824.739091:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.739094:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.739096:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.739104:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074824.739108:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074824.739115:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074824.739134:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b85882800. 00000100:00000001:0.0:1769074824.739145:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.739152:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074824.739154:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.739155:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074824.739157:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.739159:0:31210:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.739171:0:31210:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446629911739774080 : -114161969777536 : ffff982b98583480) 00010000:00000001:0.0:1769074824.739177:0:31210:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1769074824.739180:0:31210:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1769074824.739192:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b985e5800. 00010000:00000010:0.0:1769074824.739198:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b985e6d00. 00010000:00000001:0.0:1769074824.739204:0:31210:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1769074824.739209:0:31210:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b90255600. 00000020:00000001:0.0:1769074824.739215:0:31210:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074824.739220:0:31210:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b90255600 with handle 0x5d432443066b7546 to hash 00000020:00000001:0.0:1769074824.739223:0:31210:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1769074824.739224:0:31210:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911602222592 : -114162107329024 : ffff982b90255600) 00010000:00000001:0.0:1769074824.739229:0:31210:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911602222592 : -114162107329024 : ffff982b90255600) 00010000:00000001:0.0:1769074824.739234:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074824.739239:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074824.739243:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255600/0x5d432443066b7546 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31210 initiator: MDT0 00010000:00010000:0.0:1769074824.739254:0:31210:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255600/0x5d432443066b7546 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00010000:00010000:0.0:1769074824.739268:0:31210:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255600/0x5d432443066b7546 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000100:00000001:0.0:1769074824.739273:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074824.739275:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074824.739301:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b985ec000. 00000100:00000001:0.0:1769074824.739304:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911740203008 : -114161969348608 : ffff982b985ec000) 00000100:00000001:0.0:1769074824.739308:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.739309:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739774080 : -114161969777536 : ffff982b98583480) 00000100:00000001:0.0:1769074824.739329:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074824.739335:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.739338:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074824.739341:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074824.739356:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98583480 x1855007613344128/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.739366:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074824.739369:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074824.739374:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074824.739378:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074824.739381:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074824.739385:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98583480 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613344128:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074824.739391:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074824.739398:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074824.739400:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074824.739404:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074824.739410:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff982b855d4800. 02000000:00000001:0.0:1769074824.739412:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074824.739424:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074824.739441:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b61b8. 00000400:00000010:0.0:1769074824.739455:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f000. 00000100:00000200:0.0:1769074824.739465:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007613344128, portal 10 00000100:00000001:0.0:1769074824.739467:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.739468:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739774080 : -114161969777536 : ffff982b98583480) 00000100:00000040:0.0:1769074824.739474:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b98583480 x1855007613344128/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.739481:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074824.739484:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074824.739487:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604fa18. 00000100:00000200:0.0:1769074824.739491:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007613344128, offset 0 00000400:00000200:0.0:1769074824.739499:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074824.739511:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074824.739522:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074824.739529:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074824.739535:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074824.739539:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074824.739543:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074824.739548:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15405:15405:256:4294967295] 192.168.204.151@tcp LPNI seq info [15405:15405:8:4294967295] 00000400:00000200:0.0:1769074824.739552:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074824.739564:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074824.739571:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074824.739577:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08a00. 00000800:00000200:0.0:1769074824.739586:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074824.739598:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074824.739605:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08a00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1769074824.739618:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074824.739624:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 883931 usecs (884 jiffies) 00000400:00000200:0.0:1769074824.739628:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074824.739632:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296482301 00000100:00000001:0.0:1769074824.739636:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:0.0:1769074824.739640:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296482301 00000100:00000001:0.0:1769074824.739643:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:0.0:1769074824.739646:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074824.739649:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.739652:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074824.739655:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074824.739658:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985ec000 going to sleep for 11 seconds 00000100:00000001:0.0:1769074824.739662:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074824.739666:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074824.740421:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074824.740428:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08a00. 00000400:00000200:2.0:1769074824.740454:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.740464:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074824.740472:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604fa18 00000400:00000010:2.0:1769074824.740475:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604fa18. 00000100:00000001:2.0:1769074824.740479:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074824.740486:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b98583480 x1855007613344128/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.740499:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.740502:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b98583480 x1855007613344128/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.740508:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.740510:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074824.745477:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.745509:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074824.745514:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.745517:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074824.745533:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.745545:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074824.745557:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.745563:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.745571:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.745576:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 688 into portal 10 MB=0x6971e9dd95980 00000400:00000200:2.0:1769074824.745582:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.745591:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 688/688 into md 0x22465 [1] + 224 00000800:00000001:2.0:1769074824.745601:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.745615:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074824.745620:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.745625:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074824.745636:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074824.745651:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b98583480 x1855007613344128/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074824.745662:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff982b98583480 x1855007613344128/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.745697:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074824.745715:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.745719:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074824.745871:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074824.745881:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074824.745884:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074824.745899:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b61b8. 00000400:00000200:0.0:1769074824.745905:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f000 00000400:00000010:0.0:1769074824.745908:0:31210:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f000. 00000100:00000001:0.0:1769074824.745911:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074824.745917:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98583480 x1855007613344128/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074824.745926:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98583480 x1855007613344128/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.745932:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074824.745934:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074824.745938:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074824.745942:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074824.745945:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074824.745949:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074824.745953:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074824.745966:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=35 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074824.745971:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074824.745974:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074824.745976:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.745980:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074824.745985:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.745990:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074824.745994:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:0.0:1769074824.745996:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074824.745999:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074824.746003:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98583480 x1855007613344128/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.746010:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074824.746013:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074824.746016:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074824.746019:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98583480 x1855007613344128/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074824.746026:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98583480 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613344128:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074824.746031:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074824.746034:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.746036:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074824.746038:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.746041:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98583480 x1855007613344128/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.746048:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074824.746050:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b985ec000. 00000100:00000001:0.0:1769074824.746054:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074824.746056:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.746060:0:31210:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074824.746064:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.746068:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.746072:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255600 refcount=4 00000020:00000001:0.0:1769074824.746074:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602222592 : -114162107329024 : ffff982b90255600) 00010000:00000001:0.0:1769074824.746077:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602222592 : -114162107329024 : ffff982b90255600) 00010000:00000040:0.0:1769074824.746084:0:31210:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b90255600, remote cookie: 0xf5b77ed682f5d560, flags: 0x1001 00010000:00010000:0.0:1769074824.746090:0:31210:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255600/0x5d432443066b7546 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d560 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074824.746108:0:31210:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255600/0x5d432443066b7546 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d560 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.746114:0:31210:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074824.746120:0:31210:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074824.746123:0:31210:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074824.746125:0:31210:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074824.746127:0:31210:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074824.746131:0:31210:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff982b985e5800) refcount = 1 00010000:00010000:0.0:1769074824.746135:0:31210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255600/0x5d432443066b7546 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d560 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.746142:0:31210:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074824.746145:0:31210:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074824.746147:0:31210:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074824.746151:0:31210:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074824.746154:0:31210:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074824.746157:0:31210:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255600/0x5d432443066b7546 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d560 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.746162:0:31210:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074824.746164:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.746166:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.746167:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.746168:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.746169:0:31210:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.746174:0:31210:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1769074824.746176:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.746177:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.746178:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255600 refcount=3 00000020:00000001:0.0:1769074824.746180:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602222592 : -114162107329024 : ffff982b90255600) 00010000:00000001:0.0:1769074824.746182:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602222592 : -114162107329024 : ffff982b90255600) 00010000:00000001:0.0:1769074824.746185:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.746186:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.746187:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255600 refcount=4 00000020:00000001:0.0:1769074824.746189:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602222592 : -114162107329024 : ffff982b90255600) 00010000:00000001:0.0:1769074824.746191:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602222592 : -114162107329024 : ffff982b90255600) 00010000:00000001:0.0:1769074824.746194:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074824.746196:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074824.746200:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255600/0x5d432443066b7546 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d560 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.746206:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.746207:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.746209:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.746209:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.746211:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255600 refcount=5 00000020:00000001:0.0:1769074824.746213:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602222592 : -114162107329024 : ffff982b90255600) 00010000:00000001:0.0:1769074824.746215:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602222592 : -114162107329024 : ffff982b90255600) 00010000:00000001:0.0:1769074824.746218:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074824.746220:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255600/0x5d432443066b7546 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d560 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.746226:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.746227:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074824.746230:0:31210:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255600/0x5d432443066b7546 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d560 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.746236:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074824.746237:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.746238:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.746240:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.746241:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1769074824.746246:0:31210:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff982b98583480 x1855007613344128/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1769074824.746257:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.746259:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.746260:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255600 refcount=3 00000020:00000001:0.0:1769074824.746262:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602222592 : -114162107329024 : ffff982b90255600) 00010000:00000001:0.0:1769074824.746265:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602222592 : -114162107329024 : ffff982b90255600) 00010000:00000001:0.0:1769074824.746268:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.746269:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074824.746271:0:31210:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.746274:0:31210:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.746508:0:31210:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1769074824.746512:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.746513:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.746515:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255600 refcount=3 00000020:00000001:0.0:1769074824.746517:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602222592 : -114162107329024 : ffff982b90255600) 00010000:00000001:0.0:1769074824.746520:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602222592 : -114162107329024 : ffff982b90255600) 00000002:00010000:0.0:1769074824.746524:0:31210:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255600/0x5d432443066b7546 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d560 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.746532:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.746533:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.746535:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1769074824.746537:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.746538:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.746539:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255600 refcount=3 00000020:00000001:0.0:1769074824.746541:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602222592 : -114162107329024 : ffff982b90255600) 00010000:00000001:0.0:1769074824.746543:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602222592 : -114162107329024 : ffff982b90255600) 00010000:00000040:0.0:1769074824.746552:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5800 count: 2 00010000:00000001:0.0:1769074824.746556:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1769074824.746561:0:31210:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b873df800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1769074824.746564:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.746565:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074824.746567:0:31210:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1769074824.746571:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf930 00000002:00002000:0.0:1769074824.746574:0:31210:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1769074824.746578:0:31210:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.746584:0:31210:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.746589:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769074824.746594:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1769074824.746598:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1769074824.746604:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:0.0:1769074824.746608:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b996c1600. 00000080:00000001:0.0:1769074824.746615:0:31210:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1769074824.746618:0:31210:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1769074824.746625:0:31210:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1769074824.746631:0:31210:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1769074824.746641:0:31210:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff982b99072f40. 00800000:00000001:0.0:1769074824.746644:0:31210:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446629911751241536 : -114161958310080 : ffff982b99072f40) 00800000:00000001:0.0:1769074824.746646:0:31210:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074824.746649:0:31210:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1769074824.746652:0:31210:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1769074824.746655:0:31210:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1769074824.746658:0:31210:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1769074824.746662:0:31210:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1769074824.746664:0:31210:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.746669:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1769074824.746673:0:31210:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1769074824.746679:0:31210:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:0.0:1769074824.746682:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.746683:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.746685:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255600 refcount=3 00000020:00000001:0.0:1769074824.746687:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602222592 : -114162107329024 : ffff982b90255600) 00010000:00000001:0.0:1769074824.746690:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602222592 : -114162107329024 : ffff982b90255600) 00010000:00000001:0.0:1769074824.746692:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.746693:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1769074824.746696:0:31210:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074824.746699:0:31210:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1769074824.746701:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b99072f40 1 00800000:00000010:0.0:1769074824.746703:0:31210:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff982b99072f40. 00800000:00000001:0.0:1769074824.746706:0:31210:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074824.746711:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b7546 00800000:00000001:0.0:1769074824.746716:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1769074824.746718:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1769074824.746719:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.746720:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.746722:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255600 refcount=3 00000020:00000001:0.0:1769074824.746723:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602222592 : -114162107329024 : ffff982b90255600) 00010000:00000001:0.0:1769074824.746725:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602222592 : -114162107329024 : ffff982b90255600) 00010000:00000001:0.0:1769074824.746728:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.746729:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1769074824.746730:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.746732:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.746735:0:31210:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1769074824.746737:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:0.0:1769074824.746740:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b7546 from it ffffbcdb01dafbf8 00010000:00000001:0.0:1769074824.746742:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074824.746743:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074824.746744:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255600 refcount=3 00000020:00000001:0.0:1769074824.746746:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602222592 : -114162107329024 : ffff982b90255600) 00010000:00000001:0.0:1769074824.746748:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602222592 : -114162107329024 : ffff982b90255600) 00010000:00000001:0.0:1769074824.746750:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074824.746752:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255600/0x5d432443066b7546 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d560 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.746758:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.746759:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.746761:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1769074824.746764:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1769074824.746766:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255600/0x5d432443066b7546 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d560 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074824.746774:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1769074824.746777:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1769074824.746780:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1769074824.746785:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.746787:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074824.746789:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.746793:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1769074824.746795:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.746797:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.746799:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.746801:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074824.746802:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074824.746803:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1769074824.746806:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.746811:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98583480 x1855007613344128/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.746817:0:31210:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074824.746821:0:31210:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074824.746825:0:31210:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff982b855d4800. 02000000:00000001:0.0:1769074824.746829:0:31210:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074824.746833:0:31210:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074824.746835:0:31210:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=49 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074824.746838:0:31210:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074824.746841:0:31210:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b85882800. 02000000:00000001:0.0:1769074824.746847:0:31210:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074824.746850:0:31210:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074824.746852:0:31210:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98583480. 00000100:00000001:0.0:1769074824.746856:0:31210:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074824.746857:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769074824.746863:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 1 00000080:00000001:0.0:1769074824.746870:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769074824.755609:0:31210:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff982b985ef780. 00000080:00000001:1.0:1769074824.755634:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1769074824.755637:0:31210:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1769074824.755641:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafb00 00000080:00200000:1.0:1769074824.755645:0:31210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:1.0:1769074824.755660:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b99658200. 00800000:00000002:1.0:1769074824.755669:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:1.0:1769074824.755676:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1769074824.755684:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1769074824.755687:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa20 00800000:00000002:1.0:1769074824.755690:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1769074824.755695:0:31210:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1769074824.755701:0:31210:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1769074824.755708:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1769074824.755710:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf8f0 00000002:00010000:1.0:1769074824.755712:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1769074824.755716:0:31210:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1769074824.755719:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074824.755724:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074824.755734:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5800 count: 2 00010000:00000001:1.0:1769074824.755738:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074824.755745:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074824.755748:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1769074824.755754:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255600/0x5d432443066b7546 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d560 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1769074824.755767:0:31210:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1769074824.755774:0:31210:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074824.755778:0:31210:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255600/0x5d432443066b7546 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d560 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1769074824.755787:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1769074824.755790:0:31210:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769074824.755792:0:31210:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1769074824.755794:0:31210:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1769074824.755797:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769074824.755799:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1769074824.755802:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1769074824.755806:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:1.0:1769074824.755811:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b99658200. 00000080:00000001:1.0:1769074824.755819:0:31210:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1769074824.755821:0:31210:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074824.755824:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:1.0:1769074824.755828:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b7546 00800000:00000001:1.0:1769074824.755832:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1769074824.755835:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1769074824.755837:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.755841:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.755844:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255600 refcount=3 00000020:00000001:1.0:1769074824.755847:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602222592 : -114162107329024 : ffff982b90255600) 00010000:00000001:1.0:1769074824.755850:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602222592 : -114162107329024 : ffff982b90255600) 00010000:00000001:1.0:1769074824.755853:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.755855:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074824.755856:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.755858:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074824.755860:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b7546 from it ffffbcdb01dafb38 00010000:00000001:1.0:1769074824.755863:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.755864:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.755865:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255600 refcount=3 00000020:00000001:1.0:1769074824.755867:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602222592 : -114162107329024 : ffff982b90255600) 00010000:00000001:1.0:1769074824.755869:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602222592 : -114162107329024 : ffff982b90255600) 00010000:00000001:1.0:1769074824.755872:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074824.755875:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255600/0x5d432443066b7546 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d560 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.755881:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.755883:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.755885:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1769074824.757022:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1769074824.757035:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255600/0x5d432443066b7546 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d560 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.757098:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1769074824.757102:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1769074824.757105:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074824.757111:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.757113:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.757115:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.757119:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1769074824.757121:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.757123:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.757128:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.757131:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074824.757132:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.757134:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1769074824.757139:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769074824.757141:0:31210:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769074824.757146:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 3 00000080:00000001:1.0:1769074824.757153:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.757160:0:31210:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:1.0:1769074824.757163:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafb50 00000080:00200000:1.0:1769074824.757166:0:31210:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f16.replay-dual-22, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), file ffff982b83e34c00, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1769074824.757178:0:31210:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff982b9020b720. 00000080:00000001:1.0:1769074824.757185:0:31210:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1769074824.757188:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa10 00000080:00200000:1.0:1769074824.757190:0:31210:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f16.replay-dual-22, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), intent=open|creat 00000080:00000010:1.0:1769074824.757203:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b99658200. 00800000:00000002:1.0:1769074824.757209:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:1.0:1769074824.757217:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1769074824.757221:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1769074824.757223:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf930 00800000:00000002:1.0:1769074824.757226:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f16.replay-dual-22' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1769074824.757230:0:31210:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:1.0:1769074824.757235:0:31210:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1769074824.757241:0:31210:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446629911450240000 : -114162259311616 : ffff982b87164400) 00800000:00000001:1.0:1769074824.757246:0:31210:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1769074824.757248:0:31210:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1769074824.757252:0:31210:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1769074824.757255:0:31210:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1769074824.757259:0:31210:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff982b858dd800: Allocated FID [0x2000013a1:0x4e:0x0] 40000000:00000001:1.0:1769074824.757262:0:31210:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.757264:0:31210:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.757266:0:31210:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.757268:0:31210:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074824.757270:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf8b0 00800000:00000002:1.0:1769074824.757272:0:31210:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x4e:0x0], name='f16.replay-dual-22' -> mds #0 00000002:00000001:1.0:1769074824.757277:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1769074824.757297:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf7e8 00000002:00010000:1.0:1769074824.757300:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f16.replay-dual-22,[0x2000013a1:0x4e:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1769074824.757304:0:31210:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1769074824.757308:0:31210:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1769074824.757984:0:31210:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1769074824.757995:0:31210:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.757998:0:31210:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1769074824.758003:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5800 count: 2 00010000:00000001:1.0:1769074824.758006:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074824.758010:0:31210:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1769074824.758015:0:31210:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1769074824.758019:0:31210:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255600/0x5d432443066b7546 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf5b77ed682f5d560 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1769074824.758029:0:31210:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1769074824.758035:0:31210:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1769074824.758038:0:31210:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1769074824.758040:0:31210:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1769074824.758054:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074824.758058:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074824.758061:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5800 count: 3 00010000:00000001:1.0:1769074824.758064:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074824.758068:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.758070:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074824.758071:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074824.758073:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5800 count: 3 00010000:00000001:1.0:1769074824.758075:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074824.758077:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.758079:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074824.758080:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074824.758081:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5800 count: 3 00010000:00000001:1.0:1769074824.758083:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074824.758085:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.758087:0:31210:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1769074824.758091:0:31210:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff982b90dbe300, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1769074824.758095:0:31210:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1769074824.758104:0:31210:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1769074824.758108:0:31210:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1769074824.758110:0:31210:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.758114:0:31210:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1769074824.758118:0:31210:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769074824.758120:0:31210:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769074824.758122:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074824.758125:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1769074824.758128:0:31210:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b90255600 with handle 0x5d432443066b7546 from hash 00010000:00000001:1.0:1769074824.758131:0:31210:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769074824.758133:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.758135:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.758136:0:31210:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769074824.758140:0:31210:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769074824.758142:0:31210:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1769074824.758145:0:31210:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769074824.758147:0:31210:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769074824.758149:0:31210:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1769074824.758161:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9849ed80. 00000020:00000040:1.0:1769074824.758167:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=50 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:1.0:1769074824.758174:0:31210:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769074824.758177:0:31210:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.758180:0:31210:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1769074824.758187:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074824.758190:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.758192:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.758193:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.758198:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074824.758200:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074824.758205:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074824.758215:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b873dec00. 00000100:00000001:1.0:1769074824.758223:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.758229:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074824.758232:0:31210:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1769074824.758235:0:31210:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255600/0x5d432443066b7546 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d560 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074824.758241:0:31210:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1769074824.758243:0:31210:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769074824.758244:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769074824.758246:0:31210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255600/0x5d432443066b7546 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d560 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1769074824.758253:0:31210:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b985e5800 count: 0 00010000:00000010:1.0:1769074824.758259:0:31210:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b985e6d00. 00010000:00000001:1.0:1769074824.758276:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.758277:0:31210:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.758770:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074824.758773:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.758776:0:31210:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.758792:0:31210:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446629911738838400 : -114161970713216 : ffff982b9849ed80) 00010000:00000001:1.0:1769074824.758797:0:31210:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1769074824.758800:0:31210:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1769074824.758809:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b9020c700. 00010000:00000010:1.0:1769074824.758814:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b90209000. 00010000:00000001:1.0:1769074824.758820:0:31210:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1769074824.758823:0:31210:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b902ec600. 00000020:00000001:1.0:1769074824.758827:0:31210:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1769074824.758830:0:31210:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b902ec600 with handle 0x5d432443066b754d to hash 00000020:00000001:1.0:1769074824.758832:0:31210:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1769074824.758834:0:31210:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.758838:0:31210:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.758841:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074824.758842:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074824.758845:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b754d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31210 initiator: MDT0 00010000:00010000:1.0:1769074824.758852:0:31210:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b754d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000020:00100000:1.0:1769074824.758867:0:31210:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b858dd800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074824.758882:0:31210:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b9849ed80 x1855007613344384/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074824.758901:0:31210:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b754d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000100:00000001:1.0:1769074824.758906:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074824.758909:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074824.758918:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b8491e540. 00000100:00000001:1.0:1769074824.758921:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911408010560 : -114162301541056 : ffff982b8491e540) 00000100:00000001:1.0:1769074824.758924:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.758926:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738838400 : -114161970713216 : ffff982b9849ed80) 00000100:00000001:1.0:1769074824.758931:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074824.758936:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.758938:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074824.758940:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074824.758945:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9849ed80 x1855007613344384/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.758953:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074824.758956:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.758960:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074824.758963:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074824.758967:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074824.758970:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9849ed80 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613344384:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074824.758975:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074824.758982:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074824.758985:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.758988:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074824.759076:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff982b902a0000. 02000000:00000001:1.0:1769074824.759079:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074824.759092:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074824.759097:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47000. 00000400:00000010:1.0:1769074824.759108:0:31210:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff982bc205c800. 00000100:00000200:1.0:1769074824.759119:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007613344384, portal 10 00000100:00000001:1.0:1769074824.759121:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.759123:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738838400 : -114161970713216 : ffff982b9849ed80) 00000100:00000040:1.0:1769074824.759129:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b9849ed80 x1855007613344384/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.759136:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074824.759138:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074824.759143:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8990. 00000100:00000200:1.0:1769074824.759147:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007613344384, offset 0 00000400:00000200:1.0:1769074824.759155:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074824.759167:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074824.759177:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074824.759185:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074824.759190:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074824.759194:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074824.759197:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074824.759202:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15406:15406:256:4294967295] 192.168.204.151@tcp LPNI seq info [15406:15406:8:4294967295] 00000400:00000200:1.0:1769074824.759206:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074824.759218:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074824.759227:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074824.759234:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a34bd00. 00000800:00000200:1.0:1769074824.759242:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074824.759252:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074824.759258:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a34bd00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1769074824.759324:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074824.759330:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 882602 usecs (883 jiffies) 00000400:00000200:1.0:1769074824.759334:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074824.759338:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296482320 00000100:00000001:1.0:1769074824.759342:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:1.0:1769074824.759346:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296482320 00000100:00000001:1.0:1769074824.759348:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:1.0:1769074824.759351:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074824.759354:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.759357:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074824.759359:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074824.759362:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8491e540 going to sleep for 11 seconds 00000100:00000001:1.0:1769074824.759365:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074824.759369:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074824.763964:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074824.763982:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a34bd00. 00000400:00000200:2.0:1769074824.763994:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.764007:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074824.764019:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8990 00000400:00000010:2.0:1769074824.764022:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8990. 00000100:00000001:2.0:1769074824.764028:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074824.764040:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849ed80 x1855007613344384/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.764069:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.764073:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849ed80 x1855007613344384/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.764081:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.764083:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1769074824.770539:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e5800. 00010000:00000010:1.1:1769074824.770568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90255600. 00000800:00000001:2.0:1769074824.788087:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.788118:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074824.788125:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.788128:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074824.788147:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.788158:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074824.788171:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.788179:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.788187:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.788192:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 664 into portal 10 MB=0x6971e9dd95a80 00000400:00000200:2.0:1769074824.788199:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.788207:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 664/664 into md 0x2246d [32] + 224 00000800:00000001:2.0:1769074824.788219:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.788234:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074824.788238:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.788243:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074824.788253:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074824.788266:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849ed80 x1855007613344384/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074824.788297:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff982b9849ed80 x1855007613344384/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.788475:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769074824.788489:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769074824.788495:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.788503:0:2359:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074824.788510:0:2359:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15407:15407:256:4294967295] 192.168.204.151@tcp LPNI seq info [15407:15407:8:4294967295] 00000400:00000200:2.0:1769074824.788515:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.788524:0:2359:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:2.0:1769074824.788530:0:2359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074824.788539:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff982b90212800. 00000800:00000200:2.0:1769074824.788547:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074824.788557:0:2359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074824.788563:0:2359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b90212800 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1769074824.788698:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074824.788708:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074824.788711:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074824.788715:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47000. 00000400:00000200:1.0:1769074824.788721:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982bc205c800 00000400:00000010:1.0:1769074824.788724:0:31210:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff982bc205c800. 00000100:00000001:1.0:1769074824.788727:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074824.788733:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849ed80 x1855007613344384/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074824.788744:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849ed80 x1855007613344384/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.788751:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074824.788754:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074824.788757:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074824.788761:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074824.788763:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074824.788767:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.788770:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074824.788786:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=35 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074824.788791:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074824.788794:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074824.788796:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.788799:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074824.788804:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.788808:0:31210:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1769074824.788810:0:31210:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:1.0:1769074824.788812:0:31210:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1769074824.788815:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.788817:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738838400 : -114161970713216 : ffff982b9849ed80) 00000100:00000001:1.0:1769074824.788821:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074824.788823:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:1.0:1769074824.788826:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074824.788829:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074824.788835:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849ed80 x1855007613344384/t73014444081(73014444081) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.788843:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074824.788847:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074824.788850:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074824.788854:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849ed80 x1855007613344384/t73014444081(73014444081) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074824.788862:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849ed80 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613344384:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074824.788868:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074824.788872:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.788874:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074824.788877:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074824.788880:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849ed80 x1855007613344384/t73014444081(73014444081) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.788888:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074824.788891:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b8491e540. 00000100:00000001:1.0:1769074824.788894:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074824.788896:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.788899:0:31210:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1769074824.788906:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.788909:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.788912:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec600 refcount=4 00000020:00000001:1.0:1769074824.788914:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.788917:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000040:1.0:1769074824.788925:0:31210:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b902ec600, remote cookie: 0xf5b77ed682f5d57c, flags: 0x1001 00010000:00010000:1.0:1769074824.788931:0:31210:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b754d lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d57c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1769074824.788941:0:31210:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x4e:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1769074824.788945:0:31210:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1769074824.788956:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b9020cd00. 00010000:00000010:1.0:1769074824.788961:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b90209380. 00010000:00000040:1.0:1769074824.788968:0:31210:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b9020c700 count: 0 00010000:00000010:1.0:1769074824.788974:0:31210:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b90209000. 00010000:00000001:1.0:1769074824.788982:0:31210:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074824.788986:0:31210:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b754d lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x4e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d57c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074824.788995:0:31210:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b754d lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d57c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.789003:0:31210:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1769074824.789009:0:31210:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1769074824.789012:0:31210:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1769074824.789014:0:31210:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1769074824.789015:0:31210:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1769074824.789018:0:31210:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x4e:0x0].0x0 (ffff982b9020cd00) refcount = 1 00010000:00010000:1.0:1769074824.789022:0:31210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b754d lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d57c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.789029:0:31210:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1769074824.789032:0:31210:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1769074824.789034:0:31210:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074824.789038:0:31210:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1769074824.789053:0:31210:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074824.789057:0:31210:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b754d lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d57c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.789063:0:31210:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1769074824.789065:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.789067:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.789068:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.789069:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.789071:0:31210:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.789078:0:31210:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1769074824.789082:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.789083:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.789085:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec600 refcount=3 00000020:00000001:1.0:1769074824.789087:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.789089:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.789092:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.789093:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.789095:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec600 refcount=4 00000020:00000001:1.0:1769074824.789097:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.789099:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.789103:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074824.789106:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074824.789109:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b754d lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d57c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.789117:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.789118:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.789119:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.789120:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.789122:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec600 refcount=5 00000020:00000001:1.0:1769074824.789124:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.789126:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.789129:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074824.789131:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b754d lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d57c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.789138:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.789139:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1769074824.789143:0:31210:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b754d lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d57c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.789150:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074824.789151:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.789153:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.789154:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.789155:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1769074824.789161:0:31210:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff982b9849ed80 x1855007613344384/t73014444081(73014444081) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074824.789171:0:31210:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1769074824.789176:0:31210:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff982b9849ed80 x1855007613344384/t73014444081(73014444081) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074824.789183:0:31210:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.789192:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.789193:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.789195:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec600 refcount=3 00000020:00000001:1.0:1769074824.789197:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.789199:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00000002:00010000:1.0:1769074824.789203:0:31210:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b754d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d57c expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000002:00000010:1.0:1769074824.789213:0:31210:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff982b9851e3c0. 00010000:00000001:1.0:1769074824.789215:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.789216:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074824.789218:0:31210:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.789220:0:31210:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.789224:0:31210:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1769074824.789226:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.789227:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738838400 : -114161970713216 : ffff982b9849ed80) 00000100:00000001:1.0:1769074824.789229:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.789231:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738838400 : -114161970713216 : ffff982b9849ed80) 00010000:00000001:1.0:1769074824.789233:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.789234:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.789236:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec600 refcount=3 00000020:00000001:1.0:1769074824.789238:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.789240:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00000002:00010000:1.0:1769074824.789242:0:31210:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b754d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d57c expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1769074824.789249:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.789250:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.789252:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1769074824.789254:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.789255:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.789257:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec600 refcount=3 00000020:00000001:1.0:1769074824.789259:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.789261:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000040:1.0:1769074824.789266:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020cd00 count: 2 00010000:00000001:1.0:1769074824.789268:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1769074824.789273:0:31210:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b873df800 type 13 mode 4 res 8589939617/78 (0 0) 00010000:00000001:1.0:1769074824.789277:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.789278:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:2.0:1769074824.789542:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074824.789547:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff982b90212800. 00000400:00000200:2.0:1769074824.789552:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.789558:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:2.0:1769074824.789568:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.789574:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769074824.789852:0:31210:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1769074824.789856:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf768 00000002:00002000:1.0:1769074824.789859:0:31210:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f16.replay-dual-22 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:1.0:1769074824.789863:0:31210:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.789869:0:31210:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.789873:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1769074824.789877:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1769074824.789881:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1769074824.789885:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000001:1.0:1769074824.789889:0:31210:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1769074824.789891:0:31210:0:(namei.c:677:ll_lookup_it_finish()) it ffff982b9020b720 it_disposition 1800037 00000080:00002000:1.0:1769074824.789899:0:31210:0:(namei.c:656:ll_splice_alias()) Add dentry ffff982b90dd16c0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1769074824.789906:0:31210:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1769074824.789909:0:31210:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:1.0:1769074824.789912:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf9a0 00000080:00200000:1.0:1769074824.789914:0:31210:0:(namei.c:1569:ll_create_it()) VFS Op:name=f16.replay-dual-22, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), intent=open|creat 00000080:00000001:1.0:1769074824.789918:0:31210:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:1.0:1769074824.789920:0:31210:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1769074824.789926:0:31210:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1769074824.789931:0:31210:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1769074824.789933:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366350 : 144115272381366350 : 2000013a100004e) 00000080:00000001:1.0:1769074824.789936:0:31210:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:1.0:1769074824.789954:0:31210:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff982b9069f380. 00000020:00000001:1.0:1769074824.789967:0:31210:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:1.0:1769074824.789969:0:31210:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1769074824.789973:0:31210:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:1.0:1769074824.789975:0:31210:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a1:0x4e:0x0](ffff982b9069f448) 00000020:00000001:1.0:1769074824.789980:0:31210:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769074824.789986:0:31210:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911737312680 : -114161972238936 : ffff982b9832a5a8) 00000020:00001000:1.0:1769074824.789988:0:31210:0:(cl_object.c:785:cl_env_get()) 1@ffff982b9832a5a0 00000020:00000001:1.0:1769074824.789994:0:31210:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:1.0:1769074824.790000:0:31210:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff982b9020a4b0. 00000020:00000001:1.0:1769074824.790002:0:31210:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:1.0:1769074824.790004:0:31210:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074824.790015:0:31210:0:(lov_object.c:2321:lov_object_alloc()) Process entered 00020000:00000010:1.0:1769074824.790020:0:31210:0:(lov_object.c:2322:lov_object_alloc()) slab-alloced 'lov': 248 at ffff982b902569b0. 00020000:00000001:1.0:1769074824.790022:0:31210:0:(lov_object.c:2336:lov_object_alloc()) Process leaving (rc=18446629911602227632 : -114162107323984 : ffff982b902569b0) 00020000:00000001:1.0:1769074824.790025:0:31210:0:(lov_object.c:1378:lov_object_init()) Process entered 00020000:00000001:1.0:1769074824.790029:0:31210:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1769074824.790035:0:31210:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff982b9020b2a0. 00020000:00000010:1.0:1769074824.790051:0:31210:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff982b982acd80. 00020000:00000010:1.0:1769074824.790057:0:31210:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff982b9020bde0. 00020000:00000001:1.0:1769074824.790059:0:31210:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446629911601921504 : -114162107630112 : ffff982b9020bde0) 00020000:00000002:1.0:1769074824.790063:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b9020bde0, objid 0x4e:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1769074824.790068:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1769074824.790072:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b982acd80: ostid: 0x280000400:1549 ost idx: 1 gen: 0 00020000:00000001:1.0:1769074824.790075:0:31210:0:(lov_object.c:603:lov_init_composite()) Process entered 00020000:00000002:1.0:1769074824.790078:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b9020bde0, objid 0x4e:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1769074824.790081:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1769074824.790084:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b982acd80: ostid: 0x280000400:1549 ost idx: 1 gen: 0 00020000:00000010:1.0:1769074824.790088:0:31210:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff982b982036c0. 00020000:00000010:1.0:1769074824.790092:0:31210:0:(lov_object.c:626:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff982b8491e540. 00020000:00000001:1.0:1769074824.790098:0:31210:0:(lov_object.c:194:lov_init_raid0()) Process entered 00020000:00000010:1.0:1769074824.790102:0:31210:0:(lov_object.c:199:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff982b87c456e0. 00020000:00000001:1.0:1769074824.790106:0:31210:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1769074824.790108:0:31210:0:(lu_object.c:808:lu_object_find_at()) Process entered 00020000:00000001:1.0:1769074824.790115:0:31210:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1769074824.790118:0:31210:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff982b9020aa28. 00000020:00000001:1.0:1769074824.790120:0:31210:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:1.0:1769074824.790122:0:31210:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074824.790124:0:31210:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446629911601916584 : -114162107635032 : ffff982b9020aaa8) 00020000:00000001:1.0:1769074824.790128:0:31210:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:1.0:1769074824.790134:0:31210:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff982b9023d340. 00020000:00000001:1.0:1769074824.790138:0:31210:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074824.790144:0:31210:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629911601916584 : -114162107635032 : ffff982b9020aaa8) 00020000:00000001:1.0:1769074824.790148:0:31210:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446629911601916584 : -114162107635032 : ffff982b9020aaa8) 00020000:00000002:1.0:1769074824.790152:0:31210:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x60d:0x0]@ffff982b9020aa28[0:0] -> [0x2000013a1:0x4e:0x0]@ffff982b9020a4b0: ostid: 0x280000400:1549 ost idx: 1 gen: 0 00020000:00000001:1.0:1769074824.790157:0:31210:0:(lov_object.c:264:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:1.0:1769074824.790160:0:31210:0:(lov_object.c:812:lov_init_composite()) Process leaving 00020000:00000001:1.0:1769074824.790162:0:31210:0:(lov_object.c:1406:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074824.790166:0:31210:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629911601915184 : -114162107636432 : ffff982b9020a530) 00000020:00001000:1.0:1769074824.790169:0:31210:0:(cl_object.c:879:cl_env_put()) 1@ffff982b9832a5a0 00000080:00000001:1.0:1769074824.790174:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366350 : 144115272381366350 : 2000013a100004e) 00000080:00000001:1.0:1769074824.790177:0:31210:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:1.0:1769074824.790179:0:31210:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272381366350 mtime from 0 to 1769074824 00000080:00000001:1.0:1769074824.790184:0:31210:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1769074824.790187:0:31210:0:(namei.c:160:ll_iget()) Process leaving (rc=18446629911606719560 : -114162102832056 : ffff982b9069f448) 00010000:00000001:1.0:1769074824.790190:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.790191:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.790194:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec600 refcount=3 00000020:00000001:1.0:1769074824.790196:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.790199:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00000080:00000001:1.0:1769074824.790202:0:31210:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1769074824.790204:0:31210:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769074824.790205:0:31210:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911737312680 : -114161972238936 : ffff982b9832a5a8) 00000020:00001000:1.0:1769074824.790207:0:31210:0:(cl_object.c:785:cl_env_get()) 1@ffff982b9832a5a0 00000020:00000001:1.0:1769074824.790209:0:31210:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:1.0:1769074824.790211:0:31210:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:1.0:1769074824.790213:0:31210:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1769074824.790216:0:31210:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff982b9020b060. 00020000:00000010:1.0:1769074824.790218:0:31210:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff982b982ac100. 00020000:00000010:1.0:1769074824.790220:0:31210:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff982b9020bf00. 00020000:00000001:1.0:1769074824.790222:0:31210:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446629911601921792 : -114162107629824 : ffff982b9020bf00) 00020000:00000002:1.0:1769074824.790225:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b9020bf00, objid 0x4e:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1769074824.790228:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1769074824.790231:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b982ac100: ostid: 0x280000400:1549 ost idx: 1 gen: 0 00020000:00000002:1.0:1769074824.790235:0:31210:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff982b902569b0) owner ffff982b86784f80 00020000:00000001:1.0:1769074824.790238:0:31210:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1769074824.790241:0:31210:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff982b902569b0) owner ffff982b86784f80 00020000:00000010:1.0:1769074824.790246:0:31210:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff982b982ac100. 00020000:00000010:1.0:1769074824.790250:0:31210:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff982b9020b060. 00020000:00000010:1.0:1769074824.790253:0:31210:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff982b9020bf00. 00020000:00000002:1.0:1769074824.790255:0:31210:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x4e:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1769074824.790257:0:31210:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074824.790259:0:31210:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074824.790263:0:31210:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1769074824.790266:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b902569b0) owner 0000000000000000/ffff982b86784f80 00020000:00000002:1.0:1769074824.790270:0:31210:0:(lov_object.c:2349:lov_lsm_addref()) lsm ffff982b9020bde0 addref 2/0 by ffff982b86784f80. 00020000:00000002:1.0:1769074824.790272:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b902569b0) owner 0000000000000000/ffff982b86784f80 00020000:00000001:1.0:1769074824.790275:0:31210:0:(lov_object.c:2245:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1769074824.790278:0:31210:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1769074824.790303:0:31210:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1769074824.790306:0:31210:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1769074824.790308:0:31210:0:(lov_object.c:2264:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1769074824.790367:0:31210:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x4e:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1769074824.790370:0:31210:0:(cl_object.c:879:cl_env_put()) 1@ffff982b9832a5a0 00000080:00000001:1.0:1769074824.790373:0:31210:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.790376:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.790378:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1769074824.790379:0:31210:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1769074824.790382:0:31210:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1769074824.790384:0:31210:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074824.790387:0:31210:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a1:0x4e:0x0](ffff982b9069f448) 00000080:00010000:1.0:1769074824.790391:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x4e:0x0](ffff982b9069f448) for lock 0x5d432443066b754d 00800000:00000001:1.0:1769074824.790394:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1769074824.790396:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1769074824.790398:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.790400:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.790402:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec600 refcount=3 00000020:00000001:1.0:1769074824.790404:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.790406:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.790409:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.790411:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074824.790413:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.790414:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.790416:0:31210:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:1.0:1769074824.790419:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074824.790439:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b9849ed80 x1855007613344384/t73014444081(73014444081) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.790447:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.790454:0:31210:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074824.790459:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x4e:0x0](ffff982b9069f448) 00000080:00000001:1.0:1769074824.790462:0:31210:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1769074824.790466:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b99658200. 00000100:00000001:1.0:1769074824.790470:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074824.790473:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849ed80 x1855007613344384/t73014444081(73014444081) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.790479:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.790484:0:31210:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1769074824.790485:0:31210:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.790496:0:31210:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:1.0:1769074824.790499:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa60 00000080:00200008:1.0:1769074824.790501:0:31210:0:(file.c:1001:ll_file_open()) START file f16.replay-dual-22:[0x2000013a1:0x4e:0x0](ffff982b9069f448), flags 100102 00000080:00000010:1.0:1769074824.790510:0:31210:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff982b82ba12c0. 00000080:00000010:1.0:1769074824.790516:0:31210:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff982b9851e0c0. 00000080:00000001:1.0:1769074824.790519:0:31210:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:1.0:1769074824.790523:0:31210:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1769074824.790526:0:31210:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1769074824.790530:0:31210:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff982b985ef100. 00000002:00100000:1.0:1769074824.790534:0:31210:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff982b9849ed80 x1855007613344384/t73014444081(73014444081) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074824.790540:0:31210:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.790542:0:31210:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1769074824.790546:0:31210:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1769074824.790550:0:31210:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.790553:0:31210:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074824.790555:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074824.790558:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849ed80 x1855007613344384/t73014444081(73014444081) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1769074824.790566:0:31210:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074824.790570:0:31210:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff982b902a0000. 02000000:00000001:1.0:1769074824.790604:0:31210:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1769074824.790606:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074824.790608:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa60 00000080:00000008:1.0:1769074824.790610:0:31210:0:(file.c:1240:ll_file_open()) COMPLETED file f16.replay-dual-22:[0x2000013a1:0x4e:0x0](ffff982b9069f448), flags 100102, rc = 0 00000080:00000001:1.0:1769074824.790614:0:31210:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1769074824.790616:0:31210:0:(dcache.c:176:ll_intent_release()) intent ffff982b9020b720 released 00000080:00010000:1.0:1769074824.790619:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b754d from it ffff982b9020b720 00010000:00000001:1.0:1769074824.790621:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.790623:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.790624:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec600 refcount=3 00000020:00000001:1.0:1769074824.790626:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.790628:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841088 : -114162106710528 : ffff982b902ec600) 00010000:00000001:1.0:1769074824.790632:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074824.790637:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b754d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf5b77ed682f5d57c expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1769074824.790644:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.790645:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.790647:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1769074824.790650:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1769074824.790653:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b754d lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf5b77ed682f5d57c expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1769074824.790661:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1769074824.790664:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1769074824.790667:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074824.790673:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.790674:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.790676:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.790680:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1769074824.790682:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.790684:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.790689:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.790691:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074824.790693:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.790694:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1769074824.790696:0:31210:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1769074824.790698:0:31210:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:1.0:1769074824.790700:0:31210:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1769074824.790702:0:31210:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1769074824.790705:0:31210:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1769074824.790707:0:31210:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.790710:0:31210:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1769074824.790712:0:31210:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.790714:0:31210:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1769074824.790716:0:31210:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.790718:0:31210:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1769074824.790720:0:31210:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff982b9020b720. 00000080:00000001:1.0:1769074824.790723:0:31210:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.790728:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1769074824.790731:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x4e:0x0](ffff982b9069f448), inode mode 81a4 mask 40 00000080:00000001:1.0:1769074824.790735:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074824.790762:0:31210:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1769074824.790764:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b902569b0) owner 0000000000000000/ffff982b86784f80 00020000:00000002:1.0:1769074824.790767:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b902569b0) owner 0000000000000000/ffff982b86784f80 00020000:00000001:1.0:1769074824.790770:0:31210:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.790780:0:31210:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:1.0:1769074824.790782:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafdd0 00000080:00200008:1.0:1769074824.790783:0:31210:0:(file.c:424:ll_file_release()) START file f16.replay-dual-22:[0x2000013a1:0x4e:0x0](ffff982b9069f448), flags 100002 00000080:00000001:1.0:1769074824.790786:0:31210:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:1.0:1769074824.790788:0:31210:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:1.0:1769074824.790789:0:31210:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1769074824.790790:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b902569b0) owner 0000000000000000/ffff982b86784f80 00020000:00000002:1.0:1769074824.790793:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b902569b0) owner 0000000000000000/ffff982b86784f80 00020000:00000001:1.0:1769074824.790795:0:31210:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.790798:0:31210:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:1.0:1769074824.790803:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074824.790806:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074824.790812:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020cd00 count: 2 00010000:00000001:1.0:1769074824.790814:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074824.790819:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1769074824.790821:0:31210:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x4e:0x0]: 0 00000080:00000001:1.0:1769074824.790823:0:31210:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:1.0:1769074824.790826:0:31210:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1769074824.790829:0:31210:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff982b99658200. 00000080:00000001:1.0:1769074824.790831:0:31210:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:1.0:1769074824.790837:0:31210:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1769074824.790841:0:31210:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:1.0:1769074824.790844:0:31210:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x4e:0x0] 00000002:00000001:1.0:1769074824.790848:0:31210:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:1.0:1769074824.790850:0:31210:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff982b858dd800: [0x2000013a1:0x4e:0x0] file closed with intent: 0 00000100:00000010:1.0:1769074824.790857:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9849f480. 00000020:00000040:1.0:1769074824.790861:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=51 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:1.0:1769074824.790866:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074824.790869:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074824.790875:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074824.790887:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b83d9e000. 00000100:00000001:1.0:1769074824.790895:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1769074824.790907:0:31210:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff982b9849ed80 x1855007613344384/t73014444081(73014444081) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1769074824.790918:0:31210:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b858dd800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074824.790924:0:31210:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b9849f480 x1855007613344640/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1769074824.790930:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074824.790933:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074824.790939:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b8491e600. 00000100:00000001:1.0:1769074824.790941:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911408010752 : -114162301540864 : ffff982b8491e600) 00000100:00000001:1.0:1769074824.790945:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.790947:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738840192 : -114161970711424 : ffff982b9849f480) 00000100:00000001:1.0:1769074824.790952:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074824.790956:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.790959:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074824.790960:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074824.790964:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9849f480 x1855007613344640/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.790972:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074824.790975:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.790979:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074824.790983:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074824.790985:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074824.790989:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9849f480 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613344640:192.168.204.151@tcp:35:createmany.0 00000100:00000001:1.0:1769074824.790994:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074824.791002:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074824.791005:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.791009:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074824.791014:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982bc205c800. 02000000:00000001:1.0:1769074824.791016:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074824.791028:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074824.791033:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47000. 00000400:00000010:1.0:1769074824.791041:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8b28. 00000100:00000200:1.0:1769074824.791052:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613344640, portal 10 00000100:00000001:1.0:1769074824.791054:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.791055:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738840192 : -114161970711424 : ffff982b9849f480) 00000100:00000040:1.0:1769074824.791062:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b9849f480 x1855007613344640/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.791069:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074824.791072:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074824.791075:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8e58. 00000100:00000200:1.0:1769074824.791080:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613344640, offset 0 00000400:00000200:1.0:1769074824.791087:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074824.791098:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074824.791109:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074824.791116:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074824.791122:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074824.791127:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074824.791131:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074824.791134:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15408:15408:256:4294967295] 192.168.204.151@tcp LPNI seq info [15408:15408:8:4294967295] 00000400:00000200:1.0:1769074824.791139:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074824.791151:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074824.791157:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074824.791164:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a34b600. 00000800:00000200:1.0:1769074824.791170:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074824.791181:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074824.791187:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a34b600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769074824.799971:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074824.799989:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 881322 usecs (882 jiffies) 00000400:00000200:1.0:1769074824.800005:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074824.800010:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296482359 00000100:00000001:1.0:1769074824.800015:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:1.0:1769074824.800018:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296482359 00000100:00000001:1.0:1769074824.800021:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:1.0:1769074824.800024:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074824.800029:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.800033:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074824.800036:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074824.800050:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8491e600 going to sleep for 11 seconds 00000100:00000001:1.0:1769074824.800056:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074824.800061:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074824.801031:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074824.801180:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a34b600. 00000400:00000200:3.0:1769074824.801189:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.801201:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074824.801213:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8e58 00000400:00000010:3.0:1769074824.801216:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8e58. 00000100:00000001:3.0:1769074824.801222:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074824.801233:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849f480 x1855007613344640/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.801246:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074824.801250:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849f480 x1855007613344640/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.801258:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074824.801260:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1769074824.805553:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020c700. 00000800:00000001:2.0:1769074824.810103:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.810133:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074824.810139:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.810142:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074824.810160:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.810174:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074824.810186:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.810193:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.810201:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.810206:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd95b80 00000400:00000200:2.0:1769074824.810213:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.810221:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x22475 [1] + 224 00000800:00000001:2.0:1769074824.810233:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.810275:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074824.810347:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.810355:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074824.810367:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074824.810380:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849f480 x1855007613344640/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074824.810393:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff982b9849f480 x1855007613344640/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.810419:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074824.810675:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074824.810686:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074824.810689:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074824.810695:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47000. 00000400:00000200:1.0:1769074824.810702:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8b28 00000400:00000010:1.0:1769074824.810705:0:31210:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8b28. 00000100:00000001:1.0:1769074824.810710:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074824.810716:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849f480 x1855007613344640/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074824.810727:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849f480 x1855007613344640/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.810734:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074824.810736:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074824.810740:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074824.810745:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074824.810754:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074824.810758:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.810762:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074824.810777:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88ca0 time=35 v=5 (5 0 10 10) 00000100:00001000:1.0:1769074824.810783:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074824.810791:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074824.810794:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.810797:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074824.810803:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.810808:0:31210:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1769074824.810810:0:31210:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1769074824.810812:0:31210:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1769074824.810815:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.810817:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738840192 : -114161970711424 : ffff982b9849f480) 00000100:00000001:1.0:1769074824.810821:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074824.810824:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:1.0:1769074824.810826:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074824.810829:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074824.810834:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849f480 x1855007613344640/t73014444082(73014444082) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.810842:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074824.810847:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074824.810850:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074824.810854:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849f480 x1855007613344640/t73014444082(73014444082) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074824.810863:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849f480 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613344640:192.168.204.151@tcp:35:createmany.0 00000100:00000001:1.0:1769074824.810870:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074824.810874:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.810877:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074824.810879:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074824.810882:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849f480 x1855007613344640/t73014444082(73014444082) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.810890:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074824.810893:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b8491e600. 00000100:00000001:1.0:1769074824.810899:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074824.810901:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.810910:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.810912:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738840192 : -114161970711424 : ffff982b9849f480) 00000002:00000001:1.0:1769074824.810915:0:31210:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.810919:0:31210:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769074824.810927:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b99658200. 00000080:00000001:1.0:1769074824.810932:0:31210:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1769074824.810937:0:31210:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1769074824.810945:0:31210:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1769074824.810950:0:31210:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff982b9849ed80 x1855007613344384/t73014444081(73014444081) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074824.810959:0:31210:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.810960:0:31210:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769074824.810963:0:31210:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff982b9851e0c0. 00000100:00000001:1.0:1769074824.810966:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074824.810969:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849f480 x1855007613344640/t73014444082(73014444082) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.810976:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.810980:0:31210:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769074824.810985:0:31210:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff982b82ba12c0. 00000080:00000001:1.0:1769074824.810990:0:31210:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074824.810999:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafdd0 00000080:00000008:1.0:1769074824.811002:0:31210:0:(file.c:464:ll_file_release()) COMPLETED file f16.replay-dual-22:[0x2000013a1:0x4e:0x0](ffff982b9069f448), flags 100002, rc = 0 00000080:00000001:1.0:1769074824.811006:0:31210:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.811015:0:31210:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1769074824.811018:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafe00 00000080:00002000:1.0:1769074824.811020:0:31210:0:(dcache.c:127:ll_ddelete()) keeping dentry f16.replay-dual-22 (ffff982b90dd16c0, parent ffff982b90d9e5e8, inode ffff982b9069f448) hashed, 00000080:00000001:1.0:1769074824.811024:0:31210:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.811133:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1769074824.811140:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1769074824.811143:0:31210:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1769074824.811145:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafbc0 00000080:00200000:1.0:1769074824.811148:0:31210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:1.0:1769074824.811160:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b83d9e400. 00800000:00000002:1.0:1769074824.811171:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:1.0:1769074824.811180:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1769074824.811186:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1769074824.811189:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafae0 00800000:00000002:1.0:1769074824.811192:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1769074824.811197:0:31210:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1769074824.811202:0:31210:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1769074824.811208:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1769074824.811211:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf9b0 00000002:00010000:1.0:1769074824.811213:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1769074824.811218:0:31210:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1769074824.811220:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074824.811225:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1769074824.811234:0:31210:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.811237:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.811239:0:31210:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.811242:0:31210:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1769074824.811245:0:31210:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1769074824.811252:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9849dc00. 00000020:00000040:1.0:1769074824.811258:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=52 obd=lustre-MDT0000-mdc-ffff982b858dd800 00010000:00000001:1.0:1769074824.811266:0:31210:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1769074824.811275:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074824.811355:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.811358:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.811360:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.811366:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074824.811369:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074824.811378:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074824.811392:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982bc205f800. 00000100:00000001:1.0:1769074824.811402:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.811406:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074824.811408:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.811410:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074824.811411:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.811413:0:31210:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.811421:0:31210:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446629911738833920 : -114161970717696 : ffff982b9849dc00) 00010000:00000001:1.0:1769074824.811426:0:31210:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1769074824.811438:0:31210:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1769074824.811510:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b9020c700. 00010000:00000010:1.0:1769074824.811516:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b90209000. 00010000:00000001:1.0:1769074824.811522:0:31210:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1769074824.811528:0:31210:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b902edc00. 00000020:00000001:1.0:1769074824.811533:0:31210:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1769074824.811537:0:31210:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b902edc00 with handle 0x5d432443066b7554 to hash 00000020:00000001:1.0:1769074824.811540:0:31210:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1769074824.811541:0:31210:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074824.811546:0:31210:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074824.811551:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074824.811554:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074824.811560:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902edc00/0x5d432443066b7554 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31210 initiator: MDT0 00010000:00010000:1.0:1769074824.811570:0:31210:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902edc00/0x5d432443066b7554 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00010000:00010000:1.0:1769074824.811587:0:31210:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902edc00/0x5d432443066b7554 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000100:00000001:1.0:1769074824.811593:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074824.811595:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074824.811603:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b8491e600. 00000100:00000001:1.0:1769074824.811605:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911408010752 : -114162301540864 : ffff982b8491e600) 00000100:00000001:1.0:1769074824.811608:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.811609:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738833920 : -114161970717696 : ffff982b9849dc00) 00000100:00000001:1.0:1769074824.811615:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074824.811620:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.811622:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074824.811624:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074824.811632:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9849dc00 x1855007613344768/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.811640:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074824.811642:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.811646:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074824.811649:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074824.811651:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074824.811655:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9849dc00 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613344768:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074824.811659:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074824.811665:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074824.811667:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.811670:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074824.811675:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff982b85917000. 02000000:00000001:1.0:1769074824.811677:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074824.811686:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074824.811690:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47000. 00000400:00000010:1.0:1769074824.811697:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8b28. 00000100:00000200:1.0:1769074824.811705:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007613344768, portal 10 00000100:00000001:1.0:1769074824.811707:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.811709:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738833920 : -114161970717696 : ffff982b9849dc00) 00000100:00000040:1.0:1769074824.811714:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b9849dc00 x1855007613344768/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.811721:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074824.811724:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074824.811726:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e84c8. 00000100:00000200:1.0:1769074824.811730:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007613344768, offset 0 00000400:00000200:1.0:1769074824.811737:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074824.811747:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074824.811755:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074824.811762:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074824.811767:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074824.811771:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074824.811775:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074824.811779:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15409:15409:256:4294967295] 192.168.204.151@tcp LPNI seq info [15409:15409:8:4294967295] 00000400:00000200:1.0:1769074824.811783:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074824.811794:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074824.811800:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074824.811806:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a34b400. 00000800:00000200:1.0:1769074824.811814:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074824.811823:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074824.811829:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a34b400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1769074824.811853:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074824.811859:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 880026 usecs (881 jiffies) 00000400:00000200:1.0:1769074824.811862:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074824.811866:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296482369 00000100:00000001:1.0:1769074824.811869:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:1.0:1769074824.811871:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296482369 00000100:00000001:1.0:1769074824.811874:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:1.0:1769074824.811878:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074824.811881:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.811883:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074824.811886:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074824.811889:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8491e600 going to sleep for 11 seconds 00000100:00000001:1.0:1769074824.811892:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074824.811894:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074824.812377:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074824.812383:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a34b400. 00000400:00000200:3.0:1769074824.812389:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.812396:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074824.812404:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e84c8 00000400:00000010:3.0:1769074824.812409:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e84c8. 00000100:00000001:3.0:1769074824.812416:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074824.812423:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849dc00 x1855007613344768/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.812454:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074824.812458:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849dc00 x1855007613344768/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.812466:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074824.812468:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074824.812791:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.812803:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074824.815710:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.815732:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074824.815737:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.815740:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.815755:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.815765:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074824.815774:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.815780:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.815787:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.815793:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 688 into portal 10 MB=0x6971e9dd95c00 00000400:00000200:3.0:1769074824.815799:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.815807:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 688/688 into md 0x2247d [1] + 224 00000800:00000001:3.0:1769074824.815819:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.815828:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.815831:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.815836:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074824.815846:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074824.815856:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849dc00 x1855007613344768/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074824.815868:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff982b9849dc00 x1855007613344768/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.815920:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074824.815939:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074824.815949:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.815952:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1769074824.819125:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074824.819136:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074824.819144:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47000. 00000400:00000200:1.0:1769074824.819156:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8b28 00000400:00000010:1.0:1769074824.819159:0:31210:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8b28. 00000100:00000001:1.0:1769074824.819166:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074824.819183:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849dc00 x1855007613344768/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074824.819197:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849dc00 x1855007613344768/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.819207:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074824.819209:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074824.819213:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074824.819217:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074824.819220:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074824.819223:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.819227:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074824.819240:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=35 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074824.819245:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074824.819248:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074824.819250:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.819254:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074824.819258:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.819263:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074824.819266:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:1.0:1769074824.819268:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074824.819272:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074824.819298:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849dc00 x1855007613344768/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.819306:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074824.819542:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074824.819545:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074824.819552:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849dc00 x1855007613344768/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074824.819561:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849dc00 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613344768:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074824.819568:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074824.819573:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.819575:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074824.819578:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074824.819582:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849dc00 x1855007613344768/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.819589:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074824.819592:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b8491e600. 00000100:00000001:1.0:1769074824.819597:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074824.819599:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.819602:0:31210:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1769074824.819607:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.819611:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.819614:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902edc00 refcount=4 00000020:00000001:1.0:1769074824.819617:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074824.819621:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000040:1.0:1769074824.819628:0:31210:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b902edc00, remote cookie: 0xf5b77ed682f5d591, flags: 0x1001 00010000:00010000:1.0:1769074824.819635:0:31210:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902edc00/0x5d432443066b7554 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d591 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074824.819648:0:31210:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902edc00/0x5d432443066b7554 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d591 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.819663:0:31210:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1769074824.819668:0:31210:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1769074824.819671:0:31210:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1769074824.819673:0:31210:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1769074824.819674:0:31210:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1769074824.819677:0:31210:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff982b9020c700) refcount = 1 00010000:00010000:1.0:1769074824.819682:0:31210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902edc00/0x5d432443066b7554 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d591 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.819689:0:31210:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1769074824.819693:0:31210:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1769074824.819696:0:31210:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074824.819700:0:31210:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1769074824.819702:0:31210:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074824.819706:0:31210:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902edc00/0x5d432443066b7554 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d591 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.819712:0:31210:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1769074824.819714:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.819716:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.819717:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.819718:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.819720:0:31210:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.819726:0:31210:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1769074824.819728:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.819729:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.819731:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902edc00 refcount=3 00000020:00000001:1.0:1769074824.819734:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074824.819736:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074824.819739:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.819740:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.819742:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902edc00 refcount=4 00000020:00000001:1.0:1769074824.819743:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074824.819746:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074824.819749:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074824.819752:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074824.819756:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902edc00/0x5d432443066b7554 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d591 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.819763:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.819764:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.819765:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.819767:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.819768:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902edc00 refcount=5 00000020:00000001:1.0:1769074824.819770:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074824.819772:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074824.819775:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074824.819778:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902edc00/0x5d432443066b7554 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d591 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.819785:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.819786:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1769074824.819789:0:31210:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902edc00/0x5d432443066b7554 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d591 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.819796:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074824.819797:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.819799:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.819800:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.819801:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1769074824.819807:0:31210:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff982b9849dc00 x1855007613344768/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1769074824.819817:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.819819:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.819820:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902edc00 refcount=3 00000020:00000001:1.0:1769074824.819822:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074824.819825:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074824.819827:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.819828:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074824.819830:0:31210:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.819833:0:31210:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.819836:0:31210:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1769074824.819839:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.819840:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.819841:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902edc00 refcount=3 00000020:00000001:1.0:1769074824.819843:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074824.819846:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00000002:00010000:1.0:1769074824.819849:0:31210:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902edc00/0x5d432443066b7554 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d591 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.819855:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.819857:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.819858:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1769074824.819860:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.819861:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.819862:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902edc00 refcount=3 00000020:00000001:1.0:1769074824.819864:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074824.819866:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000040:1.0:1769074824.819875:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c700 count: 2 00010000:00000001:1.0:1769074824.819879:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1769074824.819885:0:31210:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b873df800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1769074824.819888:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.819889:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074824.819890:0:31210:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1769074824.819894:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf930 00000002:00002000:1.0:1769074824.819896:0:31210:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1769074824.819899:0:31210:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.819905:0:31210:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.819908:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1769074824.819913:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1769074824.819917:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1769074824.819922:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:1.0:1769074824.819926:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b83d9e400. 00000080:00000001:1.0:1769074824.819931:0:31210:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1769074824.819933:0:31210:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1769074824.819941:0:31210:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1769074824.819946:0:31210:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1769074824.819958:0:31210:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff982b9851e0c0. 00800000:00000001:1.0:1769074824.819961:0:31210:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446629911739359424 : -114161970192192 : ffff982b9851e0c0) 00800000:00000001:1.0:1769074824.819963:0:31210:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.819966:0:31210:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1769074824.819969:0:31210:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1769074824.819971:0:31210:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1769074824.819974:0:31210:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1769074824.819978:0:31210:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1769074824.819980:0:31210:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.819985:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1769074824.819989:0:31210:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1769074824.819994:0:31210:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:1.0:1769074824.819997:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.819998:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.820000:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902edc00 refcount=3 00000020:00000001:1.0:1769074824.820002:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074824.820004:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074824.820006:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.820007:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1769074824.820009:0:31210:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1769074824.820012:0:31210:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1769074824.820013:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b9851e0c0 1 00800000:00000010:1.0:1769074824.820017:0:31210:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff982b9851e0c0. 00800000:00000001:1.0:1769074824.820020:0:31210:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074824.820023:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b7554 00800000:00000001:1.0:1769074824.820026:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1769074824.820028:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1769074824.820030:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.820031:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.820033:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902edc00 refcount=3 00000020:00000001:1.0:1769074824.820034:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074824.820037:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074824.820040:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.820384:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074824.820386:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.820389:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.820393:0:31210:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074824.820396:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:1.0:1769074824.820400:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b7554 from it ffffbcdb01dafbf8 00010000:00000001:1.0:1769074824.820402:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.820404:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.820406:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902edc00 refcount=3 00000020:00000001:1.0:1769074824.820408:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074824.820410:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074824.820413:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074824.820416:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902edc00/0x5d432443066b7554 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d591 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.820424:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.820425:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.820427:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1769074824.820440:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1769074824.820552:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902edc00/0x5d432443066b7554 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d591 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.820562:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1769074824.820566:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1769074824.820568:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074824.820572:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.820574:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.820575:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.820579:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1769074824.820581:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.820583:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.820586:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.820588:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074824.820589:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.820590:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1769074824.820594:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074824.820602:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9849dc00 x1855007613344768/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.820610:0:31210:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769074824.820613:0:31210:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074824.820618:0:31210:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff982b85917000. 02000000:00000001:1.0:1769074824.820623:0:31210:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769074824.820626:0:31210:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074824.820628:0:31210:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=51 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:1.0:1769074824.820631:0:31210:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769074824.820635:0:31210:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982bc205f800. 02000000:00000001:1.0:1769074824.820639:0:31210:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769074824.820642:0:31210:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769074824.820644:0:31210:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9849dc00. 00000100:00000001:1.0:1769074824.820649:0:31210:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769074824.820650:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769074824.820654:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 1 00000080:00000001:1.0:1769074824.820661:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769074824.820685:0:31210:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff982b985ef7a0. 00000080:00000001:1.0:1769074824.820693:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1769074824.820695:0:31210:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1769074824.820696:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafb00 00000080:00200000:1.0:1769074824.820699:0:31210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:1.0:1769074824.820705:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b83d9e400. 00800000:00000002:1.0:1769074824.820711:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:1.0:1769074824.820716:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1769074824.820719:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1769074824.820721:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa20 00800000:00000002:1.0:1769074824.820724:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1769074824.820728:0:31210:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1769074824.820732:0:31210:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1769074824.820738:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1769074824.820740:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf8f0 00000002:00010000:1.0:1769074824.820742:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1769074824.820746:0:31210:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1769074824.820749:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074824.820751:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074824.820755:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c700 count: 2 00010000:00000001:1.0:1769074824.820758:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074824.820762:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074824.820764:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1769074824.820767:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902edc00/0x5d432443066b7554 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d591 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1769074824.820776:0:31210:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1769074824.820780:0:31210:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074824.820784:0:31210:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902edc00/0x5d432443066b7554 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d591 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1769074824.820790:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1769074824.820793:0:31210:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769074824.820795:0:31210:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1769074824.820797:0:31210:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1769074824.820799:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769074824.820801:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1769074824.820804:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1769074824.820806:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:1.0:1769074824.820809:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b83d9e400. 00000080:00000001:1.0:1769074824.820812:0:31210:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1769074824.820814:0:31210:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074824.820816:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:1.0:1769074824.820819:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b7554 00800000:00000001:1.0:1769074824.820822:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1769074824.820823:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1769074824.820825:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.820827:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.820828:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902edc00 refcount=3 00000020:00000001:1.0:1769074824.820830:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074824.820832:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074824.820835:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.820836:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074824.820837:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.820839:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074824.820841:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b7554 from it ffffbcdb01dafb38 00010000:00000001:1.0:1769074824.820843:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.820844:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.820845:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902edc00 refcount=3 00000020:00000001:1.0:1769074824.820847:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074824.820849:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074824.820852:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074824.820854:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902edc00/0x5d432443066b7554 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d591 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.820861:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.820862:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.820863:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1769074824.820864:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1769074824.820867:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902edc00/0x5d432443066b7554 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d591 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.820873:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1769074824.820874:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1769074824.820876:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074824.820878:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.820879:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.820880:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.820882:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1769074824.820884:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.820886:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.820888:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.820890:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074824.820892:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.820893:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1769074824.820894:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769074824.820895:0:31210:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769074824.820898:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 3 00000080:00000001:1.0:1769074824.820901:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.820905:0:31210:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:1.0:1769074824.820907:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafb50 00000080:00200000:1.0:1769074824.820909:0:31210:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f16.replay-dual-23, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), file ffff982b83e74d80, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1769074824.820915:0:31210:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff982b9020b720. 00000080:00000001:1.0:1769074824.820921:0:31210:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1769074824.820923:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa10 00000080:00200000:1.0:1769074824.820925:0:31210:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f16.replay-dual-23, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), intent=open|creat 00000080:00000010:1.0:1769074824.820934:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b83d9e400. 00800000:00000002:1.0:1769074824.820936:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:1.0:1769074824.820942:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1769074824.820944:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1769074824.820945:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf930 00800000:00000002:1.0:1769074824.820947:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f16.replay-dual-23' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1769074824.820951:0:31210:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:1.0:1769074824.820954:0:31210:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1769074824.820960:0:31210:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446629911450240000 : -114162259311616 : ffff982b87164400) 00800000:00000001:1.0:1769074824.820964:0:31210:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1769074824.820966:0:31210:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1769074824.820969:0:31210:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1769074824.820973:0:31210:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1769074824.820976:0:31210:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff982b858dd800: Allocated FID [0x2000013a1:0x4f:0x0] 40000000:00000001:1.0:1769074824.820979:0:31210:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.820981:0:31210:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.820983:0:31210:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.820985:0:31210:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074824.820987:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf8b0 00800000:00000002:1.0:1769074824.820989:0:31210:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x4f:0x0], name='f16.replay-dual-23' -> mds #0 00000002:00000001:1.0:1769074824.820993:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1769074824.820995:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf7e8 00000002:00010000:1.0:1769074824.820996:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f16.replay-dual-23,[0x2000013a1:0x4f:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1769074824.821000:0:31210:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1769074824.821003:0:31210:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1769074824.821007:0:31210:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1769074824.821010:0:31210:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.821012:0:31210:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1769074824.821015:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c700 count: 2 00010000:00000001:1.0:1769074824.821017:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074824.821020:0:31210:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1769074824.821024:0:31210:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1769074824.821027:0:31210:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902edc00/0x5d432443066b7554 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf5b77ed682f5d591 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1769074824.821035:0:31210:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1769074824.821133:0:31210:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1769074824.821136:0:31210:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1769074824.821139:0:31210:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1769074824.821142:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074824.821143:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074824.821146:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c700 count: 3 00010000:00000001:1.0:1769074824.821148:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074824.821151:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.821152:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074824.821153:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074824.821155:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c700 count: 3 00010000:00000001:1.0:1769074824.821157:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074824.821159:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.821160:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074824.821162:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074824.821163:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c700 count: 3 00010000:00000001:1.0:1769074824.821165:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074824.821167:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.821168:0:31210:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1769074824.821172:0:31210:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff982b90dbe300, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1769074824.821177:0:31210:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1769074824.821186:0:31210:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1769074824.821190:0:31210:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1769074824.821191:0:31210:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.821195:0:31210:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1769074824.821199:0:31210:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769074824.821201:0:31210:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769074824.821202:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074824.821204:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1769074824.821207:0:31210:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b902edc00 with handle 0x5d432443066b7554 from hash 00010000:00000001:1.0:1769074824.821209:0:31210:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769074824.821211:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.821212:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.821213:0:31210:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769074824.821217:0:31210:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769074824.821218:0:31210:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1769074824.821221:0:31210:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769074824.821223:0:31210:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769074824.821225:0:31210:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1769074824.821231:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9849dc00. 00000020:00000040:1.0:1769074824.821235:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=52 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:1.0:1769074824.821240:0:31210:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769074824.821242:0:31210:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.821245:0:31210:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1769074824.821250:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074824.821253:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.821254:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.821256:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.821259:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074824.821261:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074824.821265:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074824.821275:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982bc205f800. 00000100:00000001:1.0:1769074824.821330:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.821336:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074824.821339:0:31210:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1769074824.821344:0:31210:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902edc00/0x5d432443066b7554 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d591 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074824.821356:0:31210:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1769074824.821358:0:31210:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769074824.821360:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769074824.821363:0:31210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902edc00/0x5d432443066b7554 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d591 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1769074824.821370:0:31210:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b9020c700 count: 0 00010000:00000010:1.0:1769074824.821377:0:31210:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b90209000. 00010000:00000001:1.0:1769074824.821387:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.821389:0:31210:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.821391:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074824.821392:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.821394:0:31210:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.821405:0:31210:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446629911738833920 : -114161970717696 : ffff982b9849dc00) 00010000:00000001:1.0:1769074824.821409:0:31210:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1769074824.821412:0:31210:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1769074824.821418:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b9020cb00. 00010000:00000010:1.0:1769074824.821422:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b90209000. 00010000:00000001:1.0:1769074824.821427:0:31210:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1769074824.821440:0:31210:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b902ec400. 00000020:00000001:1.0:1769074824.821444:0:31210:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1769074824.821446:0:31210:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b902ec400 with handle 0x5d432443066b755b to hash 00000020:00000001:1.0:1769074824.821448:0:31210:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1769074824.821450:0:31210:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911602840576 : -114162106711040 : ffff982b902ec400) 00010000:00000001:1.0:1769074824.821454:0:31210:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911602840576 : -114162106711040 : ffff982b902ec400) 00010000:00000001:1.0:1769074824.821457:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074824.821458:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074824.821461:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec400/0x5d432443066b755b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31210 initiator: MDT0 00010000:00010000:1.0:1769074824.821468:0:31210:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec400/0x5d432443066b755b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000020:00100000:1.0:1769074824.821482:0:31210:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b858dd800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074824.821492:0:31210:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b9849dc00 x1855007613345024/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074824.821502:0:31210:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec400/0x5d432443066b755b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000100:00000001:1.0:1769074824.821508:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074824.821510:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074824.821520:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b8491e600. 00000100:00000001:1.0:1769074824.821522:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911408010752 : -114162301540864 : ffff982b8491e600) 00000100:00000001:1.0:1769074824.821526:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.821528:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738833920 : -114161970717696 : ffff982b9849dc00) 00000100:00000001:1.0:1769074824.821536:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074824.821542:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.821545:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074824.821547:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074824.821552:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9849dc00 x1855007613345024/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.821561:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074824.821569:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.821575:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074824.821579:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074824.821582:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074824.821586:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9849dc00 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613345024:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074824.821591:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074824.821599:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074824.821602:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.821606:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074824.821697:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff982b902a0000. 02000000:00000001:1.0:1769074824.821700:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074824.821713:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074824.821719:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47000. 00000400:00000010:1.0:1769074824.821727:0:31210:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff982bc205ec00. 00000100:00000200:1.0:1769074824.821738:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007613345024, portal 10 00000100:00000001:1.0:1769074824.821740:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.821741:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738833920 : -114161970717696 : ffff982b9849dc00) 00000100:00000040:1.0:1769074824.821748:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b9849dc00 x1855007613345024/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.821757:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074824.821760:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074824.821765:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8b28. 00000100:00000200:1.0:1769074824.821769:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007613345024, offset 0 00000400:00000200:1.0:1769074824.821778:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074824.821790:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074824.821801:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074824.821810:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074824.821815:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074824.821820:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074824.821824:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074824.821828:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15410:15410:256:4294967295] 192.168.204.151@tcp LPNI seq info [15410:15410:8:4294967295] 00000400:00000200:1.0:1769074824.821833:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074824.821844:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074824.821852:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074824.821859:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a34b400. 00000800:00000200:1.0:1769074824.821867:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074824.821878:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074824.821884:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a34b400 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1769074824.821910:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074824.821916:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 878711 usecs (879 jiffies) 00000400:00000200:1.0:1769074824.821920:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074824.821923:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296482378 00000100:00000001:1.0:1769074824.821927:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:1.0:1769074824.821929:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296482378 00000100:00000001:1.0:1769074824.821932:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:1.0:1769074824.821934:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074824.821937:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.821940:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074824.821942:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074824.821945:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8491e600 going to sleep for 11 seconds 00000100:00000001:1.0:1769074824.821948:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074824.821952:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074824.822353:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074824.822358:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a34b400. 00000400:00000200:2.0:1769074824.822365:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.822371:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074824.822378:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8b28 00000400:00000010:2.0:1769074824.822380:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8b28. 00000100:00000001:2.0:1769074824.822385:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074824.822390:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849dc00 x1855007613345024/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.822401:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.822404:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849dc00 x1855007613345024/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.822416:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.822417:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1769074824.831348:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020c700. 00010000:00000010:1.1:1769074824.831377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b902edc00. 00000800:00000001:3.0:1769074824.834717:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.834747:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074824.834753:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.834755:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.834772:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.834783:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074824.834794:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.834801:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.834808:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.834813:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 664 into portal 10 MB=0x6971e9dd95d00 00000400:00000200:3.0:1769074824.834820:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.834828:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 664/664 into md 0x22485 [32] + 224 00000800:00000001:3.0:1769074824.834838:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.834849:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.834853:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.834858:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074824.834870:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074824.834884:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849dc00 x1855007613345024/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074824.834909:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff982b9849dc00 x1855007613345024/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.834933:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074824.834946:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074824.834950:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.834956:0:2358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074824.834962:0:2358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15411:15411:256:4294967295] 192.168.204.151@tcp LPNI seq info [15411:15411:8:4294967295] 00000400:00000200:3.0:1769074824.834966:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.834974:0:2358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:3.0:1769074824.834981:0:2358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074824.834989:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff982b98c03400. 00000800:00000200:3.0:1769074824.834996:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074824.835005:0:2358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074824.835010:0:2358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b98c03400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1769074824.835140:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074824.835144:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff982b98c03400. 00000400:00000200:3.0:1769074824.835147:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.835151:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:3.0:1769074824.835158:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.835162:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074824.835420:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074824.835440:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074824.835443:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074824.835449:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47000. 00000400:00000200:1.0:1769074824.835455:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982bc205ec00 00000400:00000010:1.0:1769074824.835459:0:31210:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff982bc205ec00. 00000100:00000001:1.0:1769074824.835463:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074824.835471:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849dc00 x1855007613345024/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074824.835482:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849dc00 x1855007613345024/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.835490:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074824.835493:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074824.835498:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074824.835504:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074824.835508:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074824.835513:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.835518:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074824.835536:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=35 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074824.835541:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074824.835544:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074824.835547:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.835550:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074824.835554:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.835560:0:31210:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1769074824.835563:0:31210:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:1.0:1769074824.835565:0:31210:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1769074824.835568:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.835569:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738833920 : -114161970717696 : ffff982b9849dc00) 00000100:00000001:1.0:1769074824.835573:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074824.835576:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:1.0:1769074824.835579:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074824.835583:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074824.835589:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849dc00 x1855007613345024/t73014444083(73014444083) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.835596:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074824.835601:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074824.835604:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074824.835609:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849dc00 x1855007613345024/t73014444083(73014444083) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074824.835618:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849dc00 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613345024:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074824.835625:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074824.835630:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.835633:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074824.835635:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074824.835639:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849dc00 x1855007613345024/t73014444083(73014444083) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.835647:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074824.835650:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b8491e600. 00000100:00000001:1.0:1769074824.835655:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074824.835656:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.835660:0:31210:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1769074824.835668:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.835673:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.835677:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec400 refcount=4 00000020:00000001:1.0:1769074824.835680:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602840576 : -114162106711040 : ffff982b902ec400) 00010000:00000001:1.0:1769074824.835683:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602840576 : -114162106711040 : ffff982b902ec400) 00010000:00000040:1.0:1769074824.835694:0:31210:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b902ec400, remote cookie: 0xf5b77ed682f5d5ad, flags: 0x1001 00010000:00010000:1.0:1769074824.835701:0:31210:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec400/0x5d432443066b755b lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d5ad expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1769074824.835711:0:31210:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x4f:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1769074824.835716:0:31210:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1769074824.835730:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b9020c700. 00010000:00000010:1.0:1769074824.835735:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b90209700. 00010000:00000040:1.0:1769074824.835743:0:31210:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b9020cb00 count: 0 00010000:00000010:1.0:1769074824.835751:0:31210:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b90209000. 00010000:00000001:1.0:1769074824.835762:0:31210:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074824.835767:0:31210:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec400/0x5d432443066b755b lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d5ad expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074824.835776:0:31210:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec400/0x5d432443066b755b lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d5ad expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.835785:0:31210:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1769074824.835791:0:31210:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1769074824.835794:0:31210:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1769074824.835797:0:31210:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1769074824.835799:0:31210:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1769074824.835802:0:31210:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x4f:0x0].0x0 (ffff982b9020c700) refcount = 1 00010000:00010000:1.0:1769074824.835806:0:31210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec400/0x5d432443066b755b lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d5ad expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.835812:0:31210:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1769074824.835816:0:31210:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1769074824.835818:0:31210:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074824.835821:0:31210:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1769074824.835824:0:31210:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074824.835827:0:31210:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec400/0x5d432443066b755b lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d5ad expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.835834:0:31210:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1769074824.835835:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.835837:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.835838:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.835839:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.835841:0:31210:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.835847:0:31210:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1769074824.835851:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.835852:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.835854:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec400 refcount=3 00000020:00000001:1.0:1769074824.835856:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602840576 : -114162106711040 : ffff982b902ec400) 00010000:00000001:1.0:1769074824.835859:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602840576 : -114162106711040 : ffff982b902ec400) 00010000:00000001:1.0:1769074824.835862:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.835863:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.835864:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec400 refcount=4 00000020:00000001:1.0:1769074824.835866:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602840576 : -114162106711040 : ffff982b902ec400) 00010000:00000001:1.0:1769074824.835867:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602840576 : -114162106711040 : ffff982b902ec400) 00010000:00000001:1.0:1769074824.835871:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074824.835874:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074824.835877:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec400/0x5d432443066b755b lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d5ad expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.835883:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.835884:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.835885:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.835886:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.835887:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec400 refcount=5 00000020:00000001:1.0:1769074824.835889:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602840576 : -114162106711040 : ffff982b902ec400) 00010000:00000001:1.0:1769074824.835891:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602840576 : -114162106711040 : ffff982b902ec400) 00010000:00000001:1.0:1769074824.835894:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074824.835896:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec400/0x5d432443066b755b lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d5ad expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.835907:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.835909:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1769074824.835911:0:31210:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec400/0x5d432443066b755b lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d5ad expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.835917:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074824.835918:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.835920:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.835921:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.835922:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1769074824.835929:0:31210:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff982b9849dc00 x1855007613345024/t73014444083(73014444083) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074824.835939:0:31210:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1769074824.835943:0:31210:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff982b9849dc00 x1855007613345024/t73014444083(73014444083) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074824.835951:0:31210:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.835961:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.835962:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.835963:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec400 refcount=3 00000020:00000001:1.0:1769074824.835965:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602840576 : -114162106711040 : ffff982b902ec400) 00010000:00000001:1.0:1769074824.835967:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602840576 : -114162106711040 : ffff982b902ec400) 00000002:00010000:1.0:1769074824.835971:0:31210:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec400/0x5d432443066b755b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d5ad expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000002:00000010:1.0:1769074824.835980:0:31210:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff982b9851e0c0. 00010000:00000001:1.0:1769074824.835983:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.835984:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074824.835986:0:31210:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.835988:0:31210:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.835992:0:31210:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1769074824.835996:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.835997:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738833920 : -114161970717696 : ffff982b9849dc00) 00000100:00000001:1.0:1769074824.836000:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.836001:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738833920 : -114161970717696 : ffff982b9849dc00) 00010000:00000001:1.0:1769074824.836003:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.836004:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.836006:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec400 refcount=3 00000020:00000001:1.0:1769074824.836008:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602840576 : -114162106711040 : ffff982b902ec400) 00010000:00000001:1.0:1769074824.836011:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602840576 : -114162106711040 : ffff982b902ec400) 00000002:00010000:1.0:1769074824.836014:0:31210:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec400/0x5d432443066b755b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d5ad expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1769074824.836021:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.836022:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.836024:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1769074824.836026:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.836027:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.836028:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec400 refcount=3 00000020:00000001:1.0:1769074824.836030:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602840576 : -114162106711040 : ffff982b902ec400) 00010000:00000001:1.0:1769074824.836033:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602840576 : -114162106711040 : ffff982b902ec400) 00010000:00000040:1.0:1769074824.836037:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c700 count: 2 00010000:00000001:1.0:1769074824.836040:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1769074824.836044:0:31210:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b873df800 type 13 mode 4 res 8589939617/79 (0 0) 00010000:00000001:1.0:1769074824.836047:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.836048:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074824.836050:0:31210:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1769074824.836053:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf768 00000002:00002000:1.0:1769074824.836055:0:31210:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f16.replay-dual-23 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:1.0:1769074824.836059:0:31210:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.836064:0:31210:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.836068:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1769074824.836071:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1769074824.836076:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1769074824.836082:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000001:1.0:1769074824.836085:0:31210:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1769074824.836087:0:31210:0:(namei.c:677:ll_lookup_it_finish()) it ffff982b9020b720 it_disposition 1800037 00000080:00002000:1.0:1769074824.836093:0:31210:0:(namei.c:656:ll_splice_alias()) Add dentry ffff982b90e16000 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1769074824.836113:0:31210:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1769074824.836117:0:31210:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:1.0:1769074824.836120:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf9a0 00000080:00200000:1.0:1769074824.836122:0:31210:0:(namei.c:1569:ll_create_it()) VFS Op:name=f16.replay-dual-23, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), intent=open|creat 00000080:00000001:1.0:1769074824.836125:0:31210:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:1.0:1769074824.836128:0:31210:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1769074824.836134:0:31210:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1769074824.836138:0:31210:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1769074824.836141:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366351 : 144115272381366351 : 2000013a100004f) 00000080:00000001:1.0:1769074824.836145:0:31210:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:1.0:1769074824.836164:0:31210:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff982b9069b9c0. 00000020:00000001:1.0:1769074824.836176:0:31210:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:1.0:1769074824.836178:0:31210:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1769074824.836182:0:31210:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:1.0:1769074824.836184:0:31210:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a1:0x4f:0x0](ffff982b9069ba88) 00000020:00000001:1.0:1769074824.836189:0:31210:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769074824.836195:0:31210:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911737312680 : -114161972238936 : ffff982b9832a5a8) 00000020:00001000:1.0:1769074824.836198:0:31210:0:(cl_object.c:785:cl_env_get()) 1@ffff982b9832a5a0 00000020:00000001:1.0:1769074824.836204:0:31210:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:1.0:1769074824.836210:0:31210:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff982b9020ac80. 00000020:00000001:1.0:1769074824.836213:0:31210:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:1.0:1769074824.836215:0:31210:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074824.836242:0:31210:0:(lov_object.c:2321:lov_object_alloc()) Process entered 00020000:00000010:1.0:1769074824.836373:0:31210:0:(lov_object.c:2322:lov_object_alloc()) slab-alloced 'lov': 248 at ffff982b902565d0. 00020000:00000001:1.0:1769074824.836377:0:31210:0:(lov_object.c:2336:lov_object_alloc()) Process leaving (rc=18446629911602226640 : -114162107324976 : ffff982b902565d0) 00020000:00000001:1.0:1769074824.836381:0:31210:0:(lov_object.c:1378:lov_object_init()) Process entered 00020000:00000001:1.0:1769074824.836384:0:31210:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1769074824.836391:0:31210:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff982b9020bf00. 00020000:00000010:1.0:1769074824.836396:0:31210:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff982b982ac100. 00020000:00000010:1.0:1769074824.836401:0:31210:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff982b9020b060. 00020000:00000001:1.0:1769074824.836404:0:31210:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446629911601918048 : -114162107633568 : ffff982b9020b060) 00020000:00000002:1.0:1769074824.836408:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b9020b060, objid 0x4f:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1769074824.836414:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1769074824.836418:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b982ac100: ostid: 0x240000400:1549 ost idx: 0 gen: 0 00020000:00000001:1.0:1769074824.836421:0:31210:0:(lov_object.c:603:lov_init_composite()) Process entered 00020000:00000002:1.0:1769074824.836424:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b9020b060, objid 0x4f:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1769074824.836436:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1769074824.836440:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b982ac100: ostid: 0x240000400:1549 ost idx: 0 gen: 0 00020000:00000010:1.0:1769074824.836446:0:31210:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff982b98203210. 00020000:00000010:1.0:1769074824.836450:0:31210:0:(lov_object.c:626:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff982b8491e600. 00020000:00000001:1.0:1769074824.836456:0:31210:0:(lov_object.c:194:lov_init_raid0()) Process entered 00020000:00000010:1.0:1769074824.836459:0:31210:0:(lov_object.c:199:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff982b87c452b0. 00020000:00000001:1.0:1769074824.836463:0:31210:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1769074824.836465:0:31210:0:(lu_object.c:808:lu_object_find_at()) Process entered 00020000:00000001:1.0:1769074824.836472:0:31210:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1769074824.836476:0:31210:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff982b9020a7d0. 00000020:00000001:1.0:1769074824.836478:0:31210:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:1.0:1769074824.836480:0:31210:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074824.836482:0:31210:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446629911601915984 : -114162107635632 : ffff982b9020a850) 00020000:00000001:1.0:1769074824.836492:0:31210:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:1.0:1769074824.836525:0:31210:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff982b9023c700. 00020000:00000001:1.0:1769074824.836529:0:31210:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074824.836535:0:31210:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629911601915984 : -114162107635632 : ffff982b9020a850) 00020000:00000001:1.0:1769074824.836538:0:31210:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446629911601915984 : -114162107635632 : ffff982b9020a850) 00020000:00000002:1.0:1769074824.836542:0:31210:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x60d:0x0]@ffff982b9020a7d0[0:0] -> [0x2000013a1:0x4f:0x0]@ffff982b9020ac80: ostid: 0x240000400:1549 ost idx: 0 gen: 0 00020000:00000001:1.0:1769074824.836548:0:31210:0:(lov_object.c:264:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:1.0:1769074824.836552:0:31210:0:(lov_object.c:812:lov_init_composite()) Process leaving 00020000:00000001:1.0:1769074824.836554:0:31210:0:(lov_object.c:1406:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074824.836557:0:31210:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629911601917184 : -114162107634432 : ffff982b9020ad00) 00000020:00001000:1.0:1769074824.836561:0:31210:0:(cl_object.c:879:cl_env_put()) 1@ffff982b9832a5a0 00000080:00000001:1.0:1769074824.836565:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366351 : 144115272381366351 : 2000013a100004f) 00000080:00000001:1.0:1769074824.836569:0:31210:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:1.0:1769074824.836572:0:31210:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272381366351 mtime from 0 to 1769074824 00000080:00000001:1.0:1769074824.836577:0:31210:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1769074824.836580:0:31210:0:(namei.c:160:ll_iget()) Process leaving (rc=18446629911606704776 : -114162102846840 : ffff982b9069ba88) 00010000:00000001:1.0:1769074824.836583:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.836585:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.836587:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec400 refcount=3 00000020:00000001:1.0:1769074824.836589:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602840576 : -114162106711040 : ffff982b902ec400) 00010000:00000001:1.0:1769074824.836592:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602840576 : -114162106711040 : ffff982b902ec400) 00000080:00000001:1.0:1769074824.836595:0:31210:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1769074824.836596:0:31210:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769074824.836598:0:31210:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911737312680 : -114161972238936 : ffff982b9832a5a8) 00000020:00001000:1.0:1769074824.836599:0:31210:0:(cl_object.c:785:cl_env_get()) 1@ffff982b9832a5a0 00000020:00000001:1.0:1769074824.836602:0:31210:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:1.0:1769074824.836605:0:31210:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:1.0:1769074824.836606:0:31210:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1769074824.836609:0:31210:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff982b9020bae0. 00020000:00000010:1.0:1769074824.836612:0:31210:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff982b982aca80. 00020000:00000010:1.0:1769074824.836615:0:31210:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff982b9020b1e0. 00020000:00000001:1.0:1769074824.836617:0:31210:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446629911601918432 : -114162107633184 : ffff982b9020b1e0) 00020000:00000002:1.0:1769074824.836620:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b9020b1e0, objid 0x4f:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1769074824.836623:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1769074824.836626:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b982aca80: ostid: 0x240000400:1549 ost idx: 0 gen: 0 00020000:00000002:1.0:1769074824.836629:0:31210:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff982b902565d0) owner ffff982b86784f80 00020000:00000001:1.0:1769074824.836632:0:31210:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1769074824.836634:0:31210:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff982b902565d0) owner ffff982b86784f80 00020000:00000010:1.0:1769074824.836639:0:31210:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff982b982aca80. 00020000:00000010:1.0:1769074824.836643:0:31210:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff982b9020bae0. 00020000:00000010:1.0:1769074824.836647:0:31210:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff982b9020b1e0. 00020000:00000002:1.0:1769074824.836649:0:31210:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x4f:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1769074824.836652:0:31210:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074824.836654:0:31210:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074824.836657:0:31210:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1769074824.836661:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b902565d0) owner 0000000000000000/ffff982b86784f80 00020000:00000002:1.0:1769074824.836665:0:31210:0:(lov_object.c:2349:lov_lsm_addref()) lsm ffff982b9020b060 addref 2/0 by ffff982b86784f80. 00020000:00000002:1.0:1769074824.836667:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b902565d0) owner 0000000000000000/ffff982b86784f80 00020000:00000001:1.0:1769074824.836670:0:31210:0:(lov_object.c:2245:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1769074824.836673:0:31210:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1769074824.836674:0:31210:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1769074824.836675:0:31210:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1769074824.836677:0:31210:0:(lov_object.c:2264:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1769074824.836680:0:31210:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x4f:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1769074824.836682:0:31210:0:(cl_object.c:879:cl_env_put()) 1@ffff982b9832a5a0 00000080:00000001:1.0:1769074824.836684:0:31210:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.836686:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.836687:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1769074824.836689:0:31210:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1769074824.836692:0:31210:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1769074824.836693:0:31210:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074824.836696:0:31210:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a1:0x4f:0x0](ffff982b9069ba88) 00000080:00010000:1.0:1769074824.836700:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x4f:0x0](ffff982b9069ba88) for lock 0x5d432443066b755b 00800000:00000001:1.0:1769074824.836703:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1769074824.836705:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1769074824.836706:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.836707:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.836709:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec400 refcount=3 00000020:00000001:1.0:1769074824.836711:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602840576 : -114162106711040 : ffff982b902ec400) 00010000:00000001:1.0:1769074824.836713:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602840576 : -114162106711040 : ffff982b902ec400) 00010000:00000001:1.0:1769074824.836716:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.836717:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074824.836718:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.836720:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.836722:0:31210:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:1.0:1769074824.836725:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074824.836733:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b9849dc00 x1855007613345024/t73014444083(73014444083) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.836741:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.836748:0:31210:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074824.836752:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x4f:0x0](ffff982b9069ba88) 00000080:00000001:1.0:1769074824.836756:0:31210:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1769074824.836760:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b83d9e400. 00000100:00000001:1.0:1769074824.836763:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074824.836767:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849dc00 x1855007613345024/t73014444083(73014444083) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.836772:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.836776:0:31210:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1769074824.836778:0:31210:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.836791:0:31210:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:1.0:1769074824.836794:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa60 00000080:00200008:1.0:1769074824.836797:0:31210:0:(file.c:1001:ll_file_open()) START file f16.replay-dual-23:[0x2000013a1:0x4f:0x0](ffff982b9069ba88), flags 100102 00000080:00000010:1.0:1769074824.836807:0:31210:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff982b82ba12c0. 00000080:00000010:1.0:1769074824.836813:0:31210:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff982b9851e100. 00000080:00000001:1.0:1769074824.836816:0:31210:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:1.0:1769074824.836819:0:31210:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1769074824.836823:0:31210:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1769074824.836826:0:31210:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff982b985efa80. 00000002:00100000:1.0:1769074824.836831:0:31210:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff982b9849dc00 x1855007613345024/t73014444083(73014444083) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074824.836838:0:31210:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.836840:0:31210:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1769074824.836844:0:31210:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1769074824.836848:0:31210:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.836850:0:31210:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074824.836853:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074824.836857:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849dc00 x1855007613345024/t73014444083(73014444083) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1769074824.836864:0:31210:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074824.836868:0:31210:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff982b902a0000. 02000000:00000001:1.0:1769074824.836903:0:31210:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1769074824.836905:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074824.836908:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa60 00000080:00000008:1.0:1769074824.836910:0:31210:0:(file.c:1240:ll_file_open()) COMPLETED file f16.replay-dual-23:[0x2000013a1:0x4f:0x0](ffff982b9069ba88), flags 100102, rc = 0 00000080:00000001:1.0:1769074824.836915:0:31210:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1769074824.836917:0:31210:0:(dcache.c:176:ll_intent_release()) intent ffff982b9020b720 released 00000080:00010000:1.0:1769074824.836919:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b755b from it ffff982b9020b720 00010000:00000001:1.0:1769074824.836922:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.836923:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.836924:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec400 refcount=3 00000020:00000001:1.0:1769074824.836926:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602840576 : -114162106711040 : ffff982b902ec400) 00010000:00000001:1.0:1769074824.836929:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602840576 : -114162106711040 : ffff982b902ec400) 00010000:00000001:1.0:1769074824.836931:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074824.836935:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec400/0x5d432443066b755b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf5b77ed682f5d5ad expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1769074824.836943:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.836945:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.836946:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1769074824.836949:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1769074824.836951:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec400/0x5d432443066b755b lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf5b77ed682f5d5ad expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1769074824.836959:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1769074824.836963:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1769074824.836965:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074824.836969:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.836971:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.836973:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.836977:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1769074824.836979:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.836981:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.836985:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.836987:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074824.836988:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.836989:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1769074824.836990:0:31210:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1769074824.836992:0:31210:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:1.0:1769074824.836995:0:31210:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1769074824.836996:0:31210:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1769074824.837000:0:31210:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1769074824.837001:0:31210:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.837004:0:31210:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1769074824.837005:0:31210:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.837007:0:31210:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1769074824.837009:0:31210:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.837011:0:31210:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1769074824.837014:0:31210:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff982b9020b720. 00000080:00000001:1.0:1769074824.837016:0:31210:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.837022:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1769074824.837024:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x4f:0x0](ffff982b9069ba88), inode mode 81a4 mask 40 00000080:00000001:1.0:1769074824.837029:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074824.837055:0:31210:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1769074824.837058:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b902565d0) owner 0000000000000000/ffff982b86784f80 00020000:00000002:1.0:1769074824.837061:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b902565d0) owner 0000000000000000/ffff982b86784f80 00020000:00000001:1.0:1769074824.837063:0:31210:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.837074:0:31210:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:1.0:1769074824.837077:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafdd0 00000080:00200008:1.0:1769074824.837078:0:31210:0:(file.c:424:ll_file_release()) START file f16.replay-dual-23:[0x2000013a1:0x4f:0x0](ffff982b9069ba88), flags 100002 00000080:00000001:1.0:1769074824.837081:0:31210:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:1.0:1769074824.837084:0:31210:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:1.0:1769074824.837085:0:31210:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1769074824.837086:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b902565d0) owner 0000000000000000/ffff982b86784f80 00020000:00000002:1.0:1769074824.837089:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b902565d0) owner 0000000000000000/ffff982b86784f80 00020000:00000001:1.0:1769074824.837090:0:31210:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.837093:0:31210:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:1.0:1769074824.837098:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074824.837101:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074824.837105:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c700 count: 2 00010000:00000001:1.0:1769074824.837108:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074824.837112:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1769074824.837114:0:31210:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x4f:0x0]: 0 00000080:00000001:1.0:1769074824.837116:0:31210:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:1.0:1769074824.837119:0:31210:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1769074824.837123:0:31210:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff982b83d9e400. 00000080:00000001:1.0:1769074824.837126:0:31210:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:1.0:1769074824.837133:0:31210:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1769074824.837137:0:31210:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:1.0:1769074824.837140:0:31210:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x4f:0x0] 00000002:00000001:1.0:1769074824.837145:0:31210:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:1.0:1769074824.837147:0:31210:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff982b858dd800: [0x2000013a1:0x4f:0x0] file closed with intent: 0 00000100:00000010:1.0:1769074824.837155:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9849d180. 00000020:00000040:1.0:1769074824.837160:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=53 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:1.0:1769074824.837165:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074824.837169:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074824.837175:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074824.837182:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b83d9fa00. 00000100:00000001:1.0:1769074824.837191:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1769074824.837204:0:31210:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff982b9849dc00 x1855007613345024/t73014444083(73014444083) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1769074824.837216:0:31210:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b858dd800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074824.837222:0:31210:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b9849d180 x1855007613345280/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1769074824.837229:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074824.837231:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074824.837238:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b8491ef00. 00000100:00000001:1.0:1769074824.837240:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911408013056 : -114162301538560 : ffff982b8491ef00) 00000100:00000001:1.0:1769074824.837243:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.837244:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738831232 : -114161970720384 : ffff982b9849d180) 00000100:00000001:1.0:1769074824.837250:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074824.837255:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.837257:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074824.837259:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074824.837263:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9849d180 x1855007613345280/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.837271:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074824.837273:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.837278:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074824.837337:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074824.837341:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074824.837346:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9849d180 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613345280:192.168.204.151@tcp:35:createmany.0 00000100:00000001:1.0:1769074824.837351:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074824.837358:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074824.837361:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.837364:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074824.837370:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b85946800. 02000000:00000001:1.0:1769074824.837372:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074824.837383:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074824.837389:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47000. 00000400:00000010:1.0:1769074824.837397:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8440. 00000100:00000200:1.0:1769074824.837407:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613345280, portal 10 00000100:00000001:1.0:1769074824.837409:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.837411:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738831232 : -114161970720384 : ffff982b9849d180) 00000100:00000040:1.0:1769074824.837419:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b9849d180 x1855007613345280/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.837426:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074824.837438:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074824.837442:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00000200:1.0:1769074824.837447:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613345280, offset 0 00000400:00000200:1.0:1769074824.837454:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074824.837465:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074824.837476:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074824.837482:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074824.837487:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074824.837492:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074824.837495:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074824.837500:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15412:15412:256:4294967295] 192.168.204.151@tcp LPNI seq info [15412:15412:8:4294967295] 00000400:00000200:1.0:1769074824.837505:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074824.837515:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074824.837523:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074824.837530:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a34b600. 00000800:00000200:1.0:1769074824.837540:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074824.837550:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074824.837555:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a34b600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769074824.837578:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074824.837583:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 877412 usecs (878 jiffies) 00000400:00000200:1.0:1769074824.837587:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074824.837591:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296482393 00000100:00000001:1.0:1769074824.837594:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:1.0:1769074824.837596:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296482393 00000100:00000001:1.0:1769074824.837599:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:1.0:1769074824.837601:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074824.837605:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.837607:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074824.837609:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074824.837612:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8491ef00 going to sleep for 11 seconds 00000100:00000001:1.0:1769074824.837615:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074824.837618:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074824.838872:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074824.838883:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a34b600. 00000400:00000200:3.0:1769074824.838898:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.838909:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074824.838918:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000400:00000010:3.0:1769074824.838921:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00000001:3.0:1769074824.838928:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074824.838938:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849d180 x1855007613345280/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.838954:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074824.838958:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849d180 x1855007613345280/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.838965:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074824.838968:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1769074824.842211:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020cb00. 00000800:00000001:2.0:1769074824.846350:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.846375:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074824.846379:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.846382:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074824.846399:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.846410:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074824.846420:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.846426:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.846445:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.846450:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd95e00 00000400:00000200:2.0:1769074824.846456:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.846464:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x2248d [1] + 224 00000800:00000001:2.0:1769074824.846478:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.846498:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074824.846503:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.846509:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074824.846521:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074824.846535:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849d180 x1855007613345280/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074824.846548:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff982b9849d180 x1855007613345280/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.846574:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074824.846589:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.846594:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074824.846857:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074824.846867:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074824.846870:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074824.846875:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47000. 00000400:00000200:1.0:1769074824.846882:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8440 00000400:00000010:1.0:1769074824.846885:0:31210:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8440. 00000100:00000001:1.0:1769074824.846900:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074824.846906:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849d180 x1855007613345280/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074824.846916:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849d180 x1855007613345280/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.846923:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074824.846926:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074824.846929:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074824.846934:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074824.846937:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074824.846941:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.846945:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074824.846957:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88ca0 time=35 v=5 (5 0 10 10) 00000100:00001000:1.0:1769074824.846963:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074824.846965:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074824.846968:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.846971:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074824.846976:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.846980:0:31210:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1769074824.846982:0:31210:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1769074824.846984:0:31210:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1769074824.846987:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.846988:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738831232 : -114161970720384 : ffff982b9849d180) 00000100:00000001:1.0:1769074824.846992:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074824.846994:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:1.0:1769074824.846996:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074824.846999:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074824.847005:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849d180 x1855007613345280/t73014444084(73014444084) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.847013:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074824.847016:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074824.847018:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074824.847022:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849d180 x1855007613345280/t73014444084(73014444084) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074824.847030:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849d180 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613345280:192.168.204.151@tcp:35:createmany.0 00000100:00000001:1.0:1769074824.847036:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074824.847039:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.847056:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074824.847059:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074824.847063:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849d180 x1855007613345280/t73014444084(73014444084) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.847075:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074824.847078:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b8491ef00. 00000100:00000001:1.0:1769074824.847083:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074824.847085:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.847094:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.847096:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738831232 : -114161970720384 : ffff982b9849d180) 00000002:00000001:1.0:1769074824.847100:0:31210:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.847104:0:31210:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769074824.847112:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b83d9e400. 00000080:00000001:1.0:1769074824.847116:0:31210:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1769074824.847120:0:31210:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1769074824.847127:0:31210:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1769074824.847133:0:31210:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff982b9849dc00 x1855007613345024/t73014444083(73014444083) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074824.847141:0:31210:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.847143:0:31210:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769074824.847145:0:31210:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff982b9851e100. 00000100:00000001:1.0:1769074824.847148:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074824.847151:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849d180 x1855007613345280/t73014444084(73014444084) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.847157:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.847160:0:31210:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769074824.847165:0:31210:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff982b82ba12c0. 00000080:00000001:1.0:1769074824.847171:0:31210:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074824.847181:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafdd0 00000080:00000008:1.0:1769074824.847185:0:31210:0:(file.c:464:ll_file_release()) COMPLETED file f16.replay-dual-23:[0x2000013a1:0x4f:0x0](ffff982b9069ba88), flags 100002, rc = 0 00000080:00000001:1.0:1769074824.847189:0:31210:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.847199:0:31210:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1769074824.847201:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafe00 00000080:00002000:1.0:1769074824.847203:0:31210:0:(dcache.c:127:ll_ddelete()) keeping dentry f16.replay-dual-23 (ffff982b90e16000, parent ffff982b90d9e5e8, inode ffff982b9069ba88) hashed, 00000080:00000001:1.0:1769074824.847206:0:31210:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.847358:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1769074824.847364:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1769074824.847367:0:31210:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1769074824.847369:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafbc0 00000080:00200000:1.0:1769074824.847372:0:31210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:1.0:1769074824.847380:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b83d9e400. 00800000:00000002:1.0:1769074824.847388:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:1.0:1769074824.847394:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1769074824.847398:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1769074824.847401:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafae0 00800000:00000002:1.0:1769074824.847403:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1769074824.847408:0:31210:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1769074824.847412:0:31210:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1769074824.847417:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1769074824.847419:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf9b0 00000002:00010000:1.0:1769074824.847421:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1769074824.847425:0:31210:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1769074824.847437:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074824.847441:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1769074824.847450:0:31210:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.847453:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.847455:0:31210:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.847458:0:31210:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1769074824.847461:0:31210:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1769074824.847467:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9849df80. 00000020:00000040:1.0:1769074824.847472:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=54 obd=lustre-MDT0000-mdc-ffff982b858dd800 00010000:00000001:1.0:1769074824.847479:0:31210:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1769074824.847486:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074824.847493:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.847496:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.847497:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.847500:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074824.847503:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074824.847508:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074824.847518:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b85944800. 00000100:00000001:1.0:1769074824.847524:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.847529:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074824.847530:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.847532:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074824.847533:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.847535:0:31210:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.847541:0:31210:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446629911738834816 : -114161970716800 : ffff982b9849df80) 00010000:00000001:1.0:1769074824.847545:0:31210:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1769074824.847548:0:31210:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1769074824.847552:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b9020cb00. 00010000:00000010:1.0:1769074824.847557:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b90209000. 00010000:00000001:1.0:1769074824.847562:0:31210:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1769074824.847565:0:31210:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b902edc00. 00000020:00000001:1.0:1769074824.847570:0:31210:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1769074824.847573:0:31210:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b902edc00 with handle 0x5d432443066b7562 to hash 00000020:00000001:1.0:1769074824.847576:0:31210:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1769074824.847578:0:31210:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074824.847582:0:31210:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074824.847587:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074824.847590:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074824.847595:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902edc00/0x5d432443066b7562 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31210 initiator: MDT0 00010000:00010000:1.0:1769074824.847604:0:31210:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902edc00/0x5d432443066b7562 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00010000:00010000:1.0:1769074824.847615:0:31210:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902edc00/0x5d432443066b7562 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000100:00000001:1.0:1769074824.847622:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074824.847624:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074824.847631:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b8491ef00. 00000100:00000001:1.0:1769074824.847635:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911408013056 : -114162301538560 : ffff982b8491ef00) 00000100:00000001:1.0:1769074824.847637:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.847639:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738834816 : -114161970716800 : ffff982b9849df80) 00000100:00000001:1.0:1769074824.847644:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074824.847649:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.847652:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074824.847653:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074824.847659:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9849df80 x1855007613345408/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.847668:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074824.847670:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.847674:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074824.847678:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074824.847681:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074824.847684:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9849df80 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613345408:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074824.847689:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074824.847695:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074824.847697:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.847700:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074824.847706:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff982b85917000. 02000000:00000001:1.0:1769074824.847708:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074824.847715:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074824.847720:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47000. 00000400:00000010:1.0:1769074824.847726:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8440. 00000100:00000200:1.0:1769074824.847734:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007613345408, portal 10 00000100:00000001:1.0:1769074824.847736:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.847737:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738834816 : -114161970716800 : ffff982b9849df80) 00000100:00000040:1.0:1769074824.847743:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b9849df80 x1855007613345408/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.847751:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074824.847753:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074824.847756:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8a18. 00000100:00000200:1.0:1769074824.847761:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007613345408, offset 0 00000400:00000200:1.0:1769074824.847768:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074824.847779:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074824.847788:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074824.847795:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074824.847801:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074824.847806:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074824.847808:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074824.847813:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15413:15413:256:4294967295] 192.168.204.151@tcp LPNI seq info [15413:15413:8:4294967295] 00000400:00000200:1.0:1769074824.847817:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074824.847829:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074824.847837:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074824.847843:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a34bd00. 00000800:00000200:1.0:1769074824.847851:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074824.847859:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074824.847864:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a34bd00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1769074824.847888:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074824.847893:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 876108 usecs (877 jiffies) 00000400:00000200:1.0:1769074824.847897:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074824.847900:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296482402 00000100:00000001:1.0:1769074824.847904:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:1.0:1769074824.847907:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296482402 00000100:00000001:1.0:1769074824.847909:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:1.0:1769074824.847911:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074824.847914:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.847916:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074824.847919:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074824.847921:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8491ef00 going to sleep for 11 seconds 00000100:00000001:1.0:1769074824.847924:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074824.847926:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074824.848735:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074824.848743:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a34bd00. 00000400:00000200:3.0:1769074824.848752:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.848760:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074824.848768:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8a18 00000400:00000010:3.0:1769074824.848771:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8a18. 00000100:00000001:3.0:1769074824.848776:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074824.848783:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849df80 x1855007613345408/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.848795:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074824.848799:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849df80 x1855007613345408/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.848808:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074824.848809:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074824.859520:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.859555:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074824.859559:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.859562:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074824.859578:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.859590:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074824.859605:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.859612:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.859620:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.859625:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 688 into portal 10 MB=0x6971e9dd95e80 00000400:00000200:2.0:1769074824.859632:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.859639:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 688/688 into md 0x22495 [1] + 224 00000800:00000001:2.0:1769074824.859650:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.859669:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074824.859673:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.859679:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074824.859690:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074824.859704:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849df80 x1855007613345408/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074824.859718:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff982b9849df80 x1855007613345408/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.859752:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074824.859764:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.859768:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074824.860106:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074824.860119:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074824.860122:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074824.860128:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47000. 00000400:00000200:1.0:1769074824.860134:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8440 00000400:00000010:1.0:1769074824.860137:0:31210:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8440. 00000100:00000001:1.0:1769074824.860141:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074824.860149:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849df80 x1855007613345408/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074824.860159:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849df80 x1855007613345408/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.860167:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074824.860170:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074824.860173:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074824.860179:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074824.860183:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074824.860186:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.860191:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074824.860206:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=35 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074824.860211:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074824.860215:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074824.860217:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.860221:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074824.860226:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.860232:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074824.860235:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:1.0:1769074824.860237:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074824.860241:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074824.860247:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849df80 x1855007613345408/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.860256:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074824.860261:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074824.860263:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074824.860268:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849df80 x1855007613345408/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074824.860308:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849df80 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613345408:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074824.860315:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074824.860319:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.860322:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074824.860325:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074824.860329:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849df80 x1855007613345408/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.860337:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074824.860342:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b8491ef00. 00000100:00000001:1.0:1769074824.860347:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074824.860349:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.860353:0:31210:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1769074824.860361:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.860365:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.860369:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902edc00 refcount=4 00000020:00000001:1.0:1769074824.860372:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074824.860375:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000040:1.0:1769074824.860384:0:31210:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b902edc00, remote cookie: 0xf5b77ed682f5d5c2, flags: 0x1001 00010000:00010000:1.0:1769074824.860391:0:31210:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902edc00/0x5d432443066b7562 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d5c2 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074824.860406:0:31210:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902edc00/0x5d432443066b7562 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d5c2 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.860415:0:31210:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1769074824.860421:0:31210:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1769074824.860425:0:31210:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1769074824.860426:0:31210:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1769074824.860446:0:31210:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1769074824.860450:0:31210:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff982b9020cb00) refcount = 1 00010000:00010000:1.0:1769074824.860455:0:31210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902edc00/0x5d432443066b7562 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d5c2 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.860462:0:31210:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1769074824.860466:0:31210:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1769074824.860468:0:31210:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074824.860472:0:31210:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1769074824.860475:0:31210:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074824.860479:0:31210:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902edc00/0x5d432443066b7562 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d5c2 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.860485:0:31210:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1769074824.860487:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.860490:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.860491:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.860492:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.860493:0:31210:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.860500:0:31210:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1769074824.860502:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.860503:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.860505:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902edc00 refcount=3 00000020:00000001:1.0:1769074824.860507:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074824.860509:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074824.860513:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.860514:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.860515:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902edc00 refcount=4 00000020:00000001:1.0:1769074824.860517:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074824.860519:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074824.860522:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074824.860525:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074824.860529:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902edc00/0x5d432443066b7562 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d5c2 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.860535:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.860536:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.860538:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.860539:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.860541:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902edc00 refcount=5 00000020:00000001:1.0:1769074824.860542:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074824.860544:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074824.860547:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074824.860551:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902edc00/0x5d432443066b7562 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d5c2 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.860557:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.860558:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1769074824.860560:0:31210:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902edc00/0x5d432443066b7562 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d5c2 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.860567:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074824.860568:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.860569:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.860571:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.860572:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1769074824.860578:0:31210:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff982b9849df80 x1855007613345408/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1769074824.860589:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.860590:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.860592:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902edc00 refcount=3 00000020:00000001:1.0:1769074824.860594:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074824.860597:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074824.860599:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.860600:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074824.860602:0:31210:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.860604:0:31210:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.860608:0:31210:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1769074824.860611:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.860613:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.860614:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902edc00 refcount=3 00000020:00000001:1.0:1769074824.860616:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074824.860618:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00000002:00010000:1.0:1769074824.860622:0:31210:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902edc00/0x5d432443066b7562 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d5c2 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.860628:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.860630:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.860632:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1769074824.860634:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.860635:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.860637:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902edc00 refcount=3 00000020:00000001:1.0:1769074824.860638:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074824.860640:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000040:1.0:1769074824.860650:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020cb00 count: 2 00010000:00000001:1.0:1769074824.860653:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1769074824.860658:0:31210:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b873df800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1769074824.860661:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.860662:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074824.860663:0:31210:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1769074824.860667:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf930 00000002:00002000:1.0:1769074824.860669:0:31210:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1769074824.860673:0:31210:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.860678:0:31210:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.860681:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1769074824.860686:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1769074824.860690:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1769074824.860695:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:1.0:1769074824.860699:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b83d9e400. 00000080:00000001:1.0:1769074824.860704:0:31210:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1769074824.860706:0:31210:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1769074824.860714:0:31210:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1769074824.860720:0:31210:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1769074824.860729:0:31210:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff982b9851e100. 00800000:00000001:1.0:1769074824.860731:0:31210:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446629911739359488 : -114161970192128 : ffff982b9851e100) 00800000:00000001:1.0:1769074824.860734:0:31210:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.860736:0:31210:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1769074824.860739:0:31210:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1769074824.860742:0:31210:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1769074824.860745:0:31210:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1769074824.860750:0:31210:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1769074824.860752:0:31210:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.860758:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1769074824.860762:0:31210:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1769074824.860768:0:31210:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:1.0:1769074824.860770:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.860772:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.860773:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902edc00 refcount=3 00000020:00000001:1.0:1769074824.860775:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074824.860777:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074824.860779:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.860780:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1769074824.860782:0:31210:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1769074824.860785:0:31210:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1769074824.860786:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b9851e100 1 00800000:00000010:1.0:1769074824.860789:0:31210:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff982b9851e100. 00800000:00000001:1.0:1769074824.860792:0:31210:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074824.860796:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b7562 00800000:00000001:1.0:1769074824.860799:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1769074824.860801:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1769074824.860802:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.860803:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.860805:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902edc00 refcount=3 00000020:00000001:1.0:1769074824.860807:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074824.860809:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074824.860811:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.860813:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074824.860815:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.860817:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.860819:0:31210:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074824.860821:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:1.0:1769074824.860825:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b7562 from it ffffbcdb01dafbf8 00010000:00000001:1.0:1769074824.860827:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.860828:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.860829:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902edc00 refcount=3 00000020:00000001:1.0:1769074824.860831:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074824.860833:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074824.860835:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074824.860838:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902edc00/0x5d432443066b7562 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d5c2 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.860844:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.860845:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.860847:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1769074824.860850:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1769074824.860852:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902edc00/0x5d432443066b7562 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d5c2 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.860859:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1769074824.860862:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1769074824.860865:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074824.860870:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.860871:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.860873:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.860877:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1769074824.860879:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.860882:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.860884:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.860886:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074824.860888:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.860889:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1769074824.860891:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074824.860895:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9849df80 x1855007613345408/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.860904:0:31210:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769074824.860907:0:31210:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074824.860911:0:31210:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff982b85917000. 02000000:00000001:1.0:1769074824.860915:0:31210:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769074824.860918:0:31210:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074824.860921:0:31210:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=53 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:1.0:1769074824.860923:0:31210:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769074824.860926:0:31210:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b85944800. 02000000:00000001:1.0:1769074824.860930:0:31210:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769074824.860933:0:31210:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769074824.860936:0:31210:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9849df80. 00000100:00000001:1.0:1769074824.860940:0:31210:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769074824.860942:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769074824.860945:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 1 00000080:00000001:1.0:1769074824.860952:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769074824.860977:0:31210:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff982b985effc0. 00000080:00000001:1.0:1769074824.860985:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1769074824.860987:0:31210:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1769074824.860988:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafb00 00000080:00200000:1.0:1769074824.860991:0:31210:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:1.0:1769074824.860997:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b83d9e400. 00800000:00000002:1.0:1769074824.861003:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:1.0:1769074824.861007:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1769074824.861011:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1769074824.861012:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa20 00800000:00000002:1.0:1769074824.861014:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1769074824.861018:0:31210:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1769074824.861022:0:31210:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1769074824.861028:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1769074824.861030:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf8f0 00000002:00010000:1.0:1769074824.861032:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1769074824.861036:0:31210:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1769074824.861039:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074824.861041:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074824.861044:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020cb00 count: 2 00010000:00000001:1.0:1769074824.861046:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074824.861049:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074824.861051:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1769074824.861054:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902edc00/0x5d432443066b7562 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d5c2 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1769074824.861061:0:31210:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1769074824.861066:0:31210:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074824.861070:0:31210:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902edc00/0x5d432443066b7562 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d5c2 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1769074824.861076:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1769074824.861078:0:31210:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769074824.861080:0:31210:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1769074824.861082:0:31210:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1769074824.861083:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769074824.861086:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1769074824.861088:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1769074824.861090:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:1.0:1769074824.861092:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b83d9e400. 00000080:00000001:1.0:1769074824.861095:0:31210:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1769074824.861097:0:31210:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074824.861099:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:1.0:1769074824.861102:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b7562 00800000:00000001:1.0:1769074824.861105:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1769074824.861106:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1769074824.861108:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.861109:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.861110:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902edc00 refcount=3 00000020:00000001:1.0:1769074824.861112:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074824.861115:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074824.861117:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.861118:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074824.861119:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.861121:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074824.861123:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b7562 from it ffffbcdb01dafb38 00010000:00000001:1.0:1769074824.861124:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.861126:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.861127:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902edc00 refcount=3 00000020:00000001:1.0:1769074824.861129:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074824.861131:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074824.861133:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074824.861136:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902edc00/0x5d432443066b7562 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d5c2 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.861142:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.861143:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.861144:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1769074824.861146:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1769074824.861148:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902edc00/0x5d432443066b7562 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d5c2 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.861154:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1769074824.861156:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1769074824.861157:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074824.861159:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.861160:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.861161:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.861163:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1769074824.861165:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.861167:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.861170:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.861172:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074824.861173:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.861174:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1769074824.861176:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769074824.861178:0:31210:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769074824.861180:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 3 00000080:00000001:1.0:1769074824.861184:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.861189:0:31210:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:1.0:1769074824.861192:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafb50 00000080:00200000:1.0:1769074824.861194:0:31210:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f16.replay-dual-24, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), file ffff982b83e75680, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1769074824.861201:0:31210:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff982b9020b720. 00000080:00000001:1.0:1769074824.861209:0:31210:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1769074824.861212:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa10 00000080:00200000:1.0:1769074824.861214:0:31210:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f16.replay-dual-24, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), intent=open|creat 00000080:00000010:1.0:1769074824.861224:0:31210:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b83d9e400. 00800000:00000002:1.0:1769074824.861227:0:31210:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:1.0:1769074824.861234:0:31210:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1769074824.861237:0:31210:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1769074824.861238:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf930 00800000:00000002:1.0:1769074824.861240:0:31210:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f16.replay-dual-24' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1769074824.861244:0:31210:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:1.0:1769074824.861247:0:31210:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1769074824.861252:0:31210:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446629911450240000 : -114162259311616 : ffff982b87164400) 00800000:00000001:1.0:1769074824.861256:0:31210:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1769074824.861259:0:31210:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1769074824.861261:0:31210:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1769074824.861265:0:31210:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1769074824.861269:0:31210:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff982b858dd800: Allocated FID [0x2000013a1:0x50:0x0] 40000000:00000001:1.0:1769074824.861273:0:31210:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.861275:0:31210:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.861277:0:31210:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.861326:0:31210:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074824.861329:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf8b0 00800000:00000002:1.0:1769074824.861331:0:31210:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a1:0x50:0x0], name='f16.replay-dual-24' -> mds #0 00000002:00000001:1.0:1769074824.861335:0:31210:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1769074824.861336:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf7e8 00000002:00010000:1.0:1769074824.861338:0:31210:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f16.replay-dual-24,[0x2000013a1:0x50:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1769074824.861342:0:31210:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1769074824.861345:0:31210:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1769074824.861350:0:31210:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1769074824.861355:0:31210:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.861357:0:31210:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1769074824.861359:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020cb00 count: 2 00010000:00000001:1.0:1769074824.861361:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074824.861365:0:31210:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1769074824.861368:0:31210:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1769074824.861372:0:31210:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902edc00/0x5d432443066b7562 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf5b77ed682f5d5c2 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1769074824.861382:0:31210:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1769074824.861388:0:31210:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1769074824.861393:0:31210:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1769074824.861396:0:31210:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1769074824.861399:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074824.861401:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074824.861403:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020cb00 count: 3 00010000:00000001:1.0:1769074824.861405:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074824.861408:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.861410:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074824.861411:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074824.861413:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020cb00 count: 3 00010000:00000001:1.0:1769074824.861415:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074824.861417:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.861419:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074824.861420:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074824.861422:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020cb00 count: 3 00010000:00000001:1.0:1769074824.861424:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074824.861426:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.861442:0:31210:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1769074824.861446:0:31210:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff982b90dbe300, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1769074824.861451:0:31210:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1769074824.861461:0:31210:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1769074824.861465:0:31210:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1769074824.861466:0:31210:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.861470:0:31210:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1769074824.861475:0:31210:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769074824.861477:0:31210:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769074824.861479:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074824.861482:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1769074824.861485:0:31210:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b902edc00 with handle 0x5d432443066b7562 from hash 00010000:00000001:1.0:1769074824.861488:0:31210:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769074824.861490:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.861491:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.861493:0:31210:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769074824.861496:0:31210:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769074824.861498:0:31210:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1769074824.861502:0:31210:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769074824.861504:0:31210:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769074824.861507:0:31210:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1769074824.861513:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9849df80. 00000020:00000040:1.0:1769074824.861518:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=54 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:1.0:1769074824.861525:0:31210:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769074824.861527:0:31210:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.861531:0:31210:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1769074824.861537:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074824.861541:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.861542:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.861543:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.861546:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074824.861549:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074824.861552:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074824.861563:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b85944800. 00000100:00000001:1.0:1769074824.861575:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.861581:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074824.861585:0:31210:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1769074824.861589:0:31210:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902edc00/0x5d432443066b7562 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d5c2 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074824.861597:0:31210:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1769074824.861599:0:31210:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1769074824.861601:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769074824.861604:0:31210:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902edc00/0x5d432443066b7562 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d5c2 expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1769074824.861614:0:31210:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b9020cb00 count: 0 00010000:00000010:1.0:1769074824.861621:0:31210:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b90209000. 00010000:00000001:1.0:1769074824.861633:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.861634:0:31210:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.861636:0:31210:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074824.861637:0:31210:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.861640:0:31210:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.861655:0:31210:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446629911738834816 : -114161970716800 : ffff982b9849df80) 00010000:00000001:1.0:1769074824.861659:0:31210:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1769074824.861663:0:31210:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1769074824.861668:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b9020c000. 00010000:00000010:1.0:1769074824.861672:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b90209000. 00010000:00000001:1.0:1769074824.861678:0:31210:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1769074824.861682:0:31210:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b902ec800. 00000020:00000001:1.0:1769074824.861686:0:31210:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1769074824.861689:0:31210:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b902ec800 with handle 0x5d432443066b7569 to hash 00000020:00000001:1.0:1769074824.861691:0:31210:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1769074824.861693:0:31210:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911602841600 : -114162106710016 : ffff982b902ec800) 00010000:00000001:1.0:1769074824.861698:0:31210:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911602841600 : -114162106710016 : ffff982b902ec800) 00010000:00000001:1.0:1769074824.861701:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074824.861703:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074824.861707:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec800/0x5d432443066b7569 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31210 initiator: MDT0 00010000:00010000:1.0:1769074824.861713:0:31210:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec800/0x5d432443066b7569 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000020:00100000:1.0:1769074824.861731:0:31210:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b858dd800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1769074824.861745:0:31210:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b9849df80 x1855007613345664/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1769074824.861757:0:31210:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec800/0x5d432443066b7569 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31210 initiator: MDT0 00000100:00000001:1.0:1769074824.861764:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074824.861767:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074824.861779:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b8491ef00. 00000100:00000001:1.0:1769074824.861782:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911408013056 : -114162301538560 : ffff982b8491ef00) 00000100:00000001:1.0:1769074824.861787:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.861789:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738834816 : -114161970716800 : ffff982b9849df80) 00000100:00000001:1.0:1769074824.861797:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074824.861803:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.861806:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074824.861807:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074824.861813:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9849df80 x1855007613345664/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.861822:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074824.861825:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.861830:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074824.861834:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074824.861837:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074824.861840:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9849df80 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613345664:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074824.861846:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074824.861852:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074824.861856:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.861859:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074824.861958:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff982b902a0000. 02000000:00000001:1.0:1769074824.861962:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074824.861975:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074824.861981:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47000. 00000400:00000010:1.0:1769074824.861991:0:31210:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff982b85947c00. 00000100:00000200:1.0:1769074824.862003:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007613345664, portal 10 00000100:00000001:1.0:1769074824.862006:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.862008:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738834816 : -114161970716800 : ffff982b9849df80) 00000100:00000040:1.0:1769074824.862015:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b9849df80 x1855007613345664/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.862023:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074824.862026:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074824.862031:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8440. 00000100:00000200:1.0:1769074824.862035:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007613345664, offset 0 00000400:00000200:1.0:1769074824.862044:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074824.862054:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074824.862065:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074824.862072:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074824.862078:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074824.862082:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074824.862085:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074824.862090:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15414:15414:256:4294967295] 192.168.204.151@tcp LPNI seq info [15414:15414:8:4294967295] 00000400:00000200:1.0:1769074824.862094:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074824.862106:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074824.862114:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074824.862120:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a34bc00. 00000800:00000200:1.0:1769074824.862130:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074824.862139:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074824.862144:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a34bc00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1769074824.862182:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074824.862190:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 874815 usecs (875 jiffies) 00000400:00000200:1.0:1769074824.862194:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074824.862198:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296482414 00000100:00000001:1.0:1769074824.862203:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:1.0:1769074824.862205:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296482414 00000100:00000001:1.0:1769074824.862208:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:1.0:1769074824.862211:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074824.862215:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.862218:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074824.862221:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074824.862224:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8491ef00 going to sleep for 11 seconds 00000100:00000001:1.0:1769074824.862227:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074824.862232:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074824.862729:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074824.862736:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a34bc00. 00000400:00000200:3.0:1769074824.862745:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.862752:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074824.862760:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8440 00000400:00000010:3.0:1769074824.862763:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8440. 00000100:00000001:3.0:1769074824.862767:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074824.862774:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849df80 x1855007613345664/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.862785:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074824.862788:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849df80 x1855007613345664/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.862803:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074824.862804:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1769074824.866517:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020cb00. 00010000:00000010:1.1:1769074824.866542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b902edc00. 00000800:00000001:2.0:1769074824.868785:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.868812:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074824.868817:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.868821:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074824.868837:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.868847:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074824.868857:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.868863:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.868872:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.868876:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 664 into portal 10 MB=0x6971e9dd95f80 00000400:00000200:2.0:1769074824.868883:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.868891:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 664/664 into md 0x2249d [32] + 224 00000800:00000001:2.0:1769074824.868902:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.868915:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074824.868919:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.868924:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074824.868935:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074824.868948:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849df80 x1855007613345664/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074824.868960:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff982b9849df80 x1855007613345664/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.868984:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769074824.868995:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769074824.868999:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.869005:0:2359:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074824.869012:0:2359:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15415:15415:256:4294967295] 192.168.204.151@tcp LPNI seq info [15415:15415:8:4294967295] 00000400:00000200:2.0:1769074824.869016:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.869025:0:2359:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:2.0:1769074824.869031:0:2359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074824.869058:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff982b90210000. 00000800:00000200:2.0:1769074824.869066:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074824.869074:0:2359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074824.869079:0:2359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b90210000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1769074824.869203:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074824.869208:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff982b90210000. 00000400:00000200:2.0:1769074824.869211:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.869215:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:2.0:1769074824.869222:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074824.869225:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074824.869666:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074824.869680:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074824.869682:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074824.869687:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47000. 00000400:00000200:1.0:1769074824.869693:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b85947c00 00000400:00000010:1.0:1769074824.869696:0:31210:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff982b85947c00. 00000100:00000001:1.0:1769074824.869700:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074824.869708:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849df80 x1855007613345664/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074824.869724:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849df80 x1855007613345664/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.869730:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074824.869733:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074824.869736:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074824.869741:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074824.869744:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074824.869747:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.869751:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074824.869765:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=35 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074824.869770:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074824.869773:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074824.869775:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.869778:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074824.869783:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.869787:0:31210:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1769074824.869789:0:31210:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:1.0:1769074824.869791:0:31210:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1769074824.869793:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.869795:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738834816 : -114161970716800 : ffff982b9849df80) 00000100:00000001:1.0:1769074824.869799:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074824.869801:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:1.0:1769074824.869804:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074824.869807:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074824.869813:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849df80 x1855007613345664/t73014444085(73014444085) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.869821:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074824.869825:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074824.869827:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074824.869832:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849df80 x1855007613345664/t73014444085(73014444085) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074824.869839:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849df80 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613345664:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074824.869845:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074824.869848:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.869851:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074824.869853:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074824.869856:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849df80 x1855007613345664/t73014444085(73014444085) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.869863:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074824.869866:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b8491ef00. 00000100:00000001:1.0:1769074824.869869:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074824.869871:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.869874:0:31210:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1769074824.869882:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.869885:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.869888:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec800 refcount=4 00000020:00000001:1.0:1769074824.869891:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841600 : -114162106710016 : ffff982b902ec800) 00010000:00000001:1.0:1769074824.869894:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841600 : -114162106710016 : ffff982b902ec800) 00010000:00000040:1.0:1769074824.869903:0:31210:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b902ec800, remote cookie: 0xf5b77ed682f5d5de, flags: 0x1001 00010000:00010000:1.0:1769074824.869909:0:31210:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec800/0x5d432443066b7569 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d5de expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1769074824.869919:0:31210:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a1:0x50:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1769074824.869923:0:31210:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1769074824.869934:0:31210:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b9020cb00. 00010000:00000010:1.0:1769074824.869940:0:31210:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b90209f80. 00010000:00000040:1.0:1769074824.869946:0:31210:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b9020c000 count: 0 00010000:00000010:1.0:1769074824.869953:0:31210:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b90209000. 00010000:00000001:1.0:1769074824.869963:0:31210:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074824.869967:0:31210:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec800/0x5d432443066b7569 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d5de expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074824.869975:0:31210:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec800/0x5d432443066b7569 lrc: 4/0,1 mode: --/PR res: [0x2000013a1:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d5de expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.869983:0:31210:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1769074824.869987:0:31210:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1769074824.869990:0:31210:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1769074824.869992:0:31210:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1769074824.869993:0:31210:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1769074824.869996:0:31210:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a1:0x50:0x0].0x0 (ffff982b9020cb00) refcount = 1 00010000:00010000:1.0:1769074824.870000:0:31210:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec800/0x5d432443066b7569 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d5de expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.870006:0:31210:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1769074824.870010:0:31210:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1769074824.870012:0:31210:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074824.870016:0:31210:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1769074824.870018:0:31210:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074824.870022:0:31210:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec800/0x5d432443066b7569 lrc: 4/0,1 mode: PR/PR res: [0x2000013a1:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d5de expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.870026:0:31210:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1769074824.870028:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.870030:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.870031:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.870032:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.870033:0:31210:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.870038:0:31210:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1769074824.870178:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.870180:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.870182:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec800 refcount=3 00000020:00000001:1.0:1769074824.870185:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841600 : -114162106710016 : ffff982b902ec800) 00010000:00000001:1.0:1769074824.870188:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841600 : -114162106710016 : ffff982b902ec800) 00010000:00000001:1.0:1769074824.870190:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.870191:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.870192:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec800 refcount=4 00000020:00000001:1.0:1769074824.870194:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841600 : -114162106710016 : ffff982b902ec800) 00010000:00000001:1.0:1769074824.870197:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841600 : -114162106710016 : ffff982b902ec800) 00010000:00000001:1.0:1769074824.870200:0:31210:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074824.870203:0:31210:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074824.870206:0:31210:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec800/0x5d432443066b7569 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d5de expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.870214:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.870215:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.870217:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.870218:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.870219:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec800 refcount=5 00000020:00000001:1.0:1769074824.870221:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841600 : -114162106710016 : ffff982b902ec800) 00010000:00000001:1.0:1769074824.870223:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841600 : -114162106710016 : ffff982b902ec800) 00010000:00000001:1.0:1769074824.870226:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074824.870229:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec800/0x5d432443066b7569 lrc: 5/1,1 mode: PR/PR res: [0x2000013a1:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d5de expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.870235:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.870236:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1769074824.870239:0:31210:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec800/0x5d432443066b7569 lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d5de expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074824.870245:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074824.870246:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.870247:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.870248:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.870249:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1769074824.870256:0:31210:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff982b9849df80 x1855007613345664/t73014444085(73014444085) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074824.870266:0:31210:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1769074824.870271:0:31210:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff982b9849df80 x1855007613345664/t73014444085(73014444085) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074824.870472:0:31210:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.870482:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.870484:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.870485:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec800 refcount=3 00000020:00000001:1.0:1769074824.870487:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841600 : -114162106710016 : ffff982b902ec800) 00010000:00000001:1.0:1769074824.870489:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841600 : -114162106710016 : ffff982b902ec800) 00000002:00010000:1.0:1769074824.870494:0:31210:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec800/0x5d432443066b7569 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d5de expref: -99 pid: 31210 timeout: 0 lvb_type: 0 00000002:00000010:1.0:1769074824.870504:0:31210:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff982b9851e100. 00010000:00000001:1.0:1769074824.870507:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.870508:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074824.870509:0:31210:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.870512:0:31210:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074824.870515:0:31210:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1769074824.870519:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.870520:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738834816 : -114161970716800 : ffff982b9849df80) 00000100:00000001:1.0:1769074824.870523:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.870524:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738834816 : -114161970716800 : ffff982b9849df80) 00010000:00000001:1.0:1769074824.870526:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.870527:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.870529:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec800 refcount=3 00000020:00000001:1.0:1769074824.870531:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841600 : -114162106710016 : ffff982b902ec800) 00010000:00000001:1.0:1769074824.870533:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841600 : -114162106710016 : ffff982b902ec800) 00000002:00010000:1.0:1769074824.870537:0:31210:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec800/0x5d432443066b7569 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d5de expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1769074824.870544:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.870545:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.870547:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1769074824.870549:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.870551:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.870552:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec800 refcount=3 00000020:00000001:1.0:1769074824.870554:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841600 : -114162106710016 : ffff982b902ec800) 00010000:00000001:1.0:1769074824.870557:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841600 : -114162106710016 : ffff982b902ec800) 00010000:00000040:1.0:1769074824.870561:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020cb00 count: 2 00010000:00000001:1.0:1769074824.870564:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1769074824.870568:0:31210:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b873df800 type 13 mode 4 res 8589939617/80 (0 0) 00010000:00000001:1.0:1769074824.870570:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.870571:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074824.870573:0:31210:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1769074824.870576:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf768 00000002:00002000:1.0:1769074824.870578:0:31210:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f16.replay-dual-24 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:1.0:1769074824.870582:0:31210:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.870588:0:31210:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.870591:0:31210:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1769074824.870596:0:31210:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1769074824.870600:0:31210:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1769074824.870604:0:31210:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000001:1.0:1769074824.870608:0:31210:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1769074824.870610:0:31210:0:(namei.c:677:ll_lookup_it_finish()) it ffff982b9020b720 it_disposition 1800037 00000080:00002000:1.0:1769074824.870616:0:31210:0:(namei.c:656:ll_splice_alias()) Add dentry ffff982b90e16288 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1769074824.870623:0:31210:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1769074824.870627:0:31210:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:1.0:1769074824.870629:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01daf9a0 00000080:00200000:1.0:1769074824.870630:0:31210:0:(namei.c:1569:ll_create_it()) VFS Op:name=f16.replay-dual-24, dir=[0x200000007:0x1:0x0](ffff982b90dbe3c8), intent=open|creat 00000080:00000001:1.0:1769074824.870634:0:31210:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:1.0:1769074824.870636:0:31210:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1769074824.870643:0:31210:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1769074824.870647:0:31210:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1769074824.870651:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366352 : 144115272381366352 : 2000013a1000050) 00000080:00000001:1.0:1769074824.870655:0:31210:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:1.0:1769074824.870681:0:31210:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff982b9069c200. 00000020:00000001:1.0:1769074824.870697:0:31210:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:1.0:1769074824.870699:0:31210:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1769074824.870703:0:31210:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:1.0:1769074824.870706:0:31210:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a1:0x50:0x0](ffff982b9069c2c8) 00000020:00000001:1.0:1769074824.870711:0:31210:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769074824.870716:0:31210:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911737312680 : -114161972238936 : ffff982b9832a5a8) 00000020:00001000:1.0:1769074824.870719:0:31210:0:(cl_object.c:785:cl_env_get()) 1@ffff982b9832a5a0 00000020:00000001:1.0:1769074824.870726:0:31210:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:1.0:1769074824.870731:0:31210:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff982b9020a960. 00000020:00000001:1.0:1769074824.870734:0:31210:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:1.0:1769074824.870736:0:31210:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074824.870746:0:31210:0:(lov_object.c:2321:lov_object_alloc()) Process entered 00020000:00000010:1.0:1769074824.870752:0:31210:0:(lov_object.c:2322:lov_object_alloc()) slab-alloced 'lov': 248 at ffff982b902562e8. 00020000:00000001:1.0:1769074824.870754:0:31210:0:(lov_object.c:2336:lov_object_alloc()) Process leaving (rc=18446629911602225896 : -114162107325720 : ffff982b902562e8) 00020000:00000001:1.0:1769074824.870757:0:31210:0:(lov_object.c:1378:lov_object_init()) Process entered 00020000:00000001:1.0:1769074824.870761:0:31210:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1769074824.870768:0:31210:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff982b9020b1e0. 00020000:00000010:1.0:1769074824.870773:0:31210:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff982b982aca80. 00020000:00000010:1.0:1769074824.870779:0:31210:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff982b9020bae0. 00020000:00000001:1.0:1769074824.870781:0:31210:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446629911601920736 : -114162107630880 : ffff982b9020bae0) 00020000:00000002:1.0:1769074824.870785:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b9020bae0, objid 0x50:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1769074824.870790:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1769074824.870794:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b982aca80: ostid: 0x280000400:1550 ost idx: 1 gen: 0 00020000:00000001:1.0:1769074824.870798:0:31210:0:(lov_object.c:603:lov_init_composite()) Process entered 00020000:00000002:1.0:1769074824.870800:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b9020bae0, objid 0x50:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1769074824.870803:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1769074824.870806:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b982aca80: ostid: 0x280000400:1550 ost idx: 1 gen: 0 00020000:00000010:1.0:1769074824.870810:0:31210:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff982b982033c0. 00020000:00000010:1.0:1769074824.870813:0:31210:0:(lov_object.c:626:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff982b8491ef00. 00020000:00000001:1.0:1769074824.870818:0:31210:0:(lov_object.c:194:lov_init_raid0()) Process entered 00020000:00000010:1.0:1769074824.870821:0:31210:0:(lov_object.c:199:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff982b87c45b08. 00020000:00000001:1.0:1769074824.870825:0:31210:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1769074824.870826:0:31210:0:(lu_object.c:808:lu_object_find_at()) Process entered 00020000:00000001:1.0:1769074824.870833:0:31210:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1769074824.870836:0:31210:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff982b9020ae10. 00000020:00000001:1.0:1769074824.870839:0:31210:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:1.0:1769074824.870840:0:31210:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074824.870842:0:31210:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446629911601917584 : -114162107634032 : ffff982b9020ae90) 00020000:00000001:1.0:1769074824.870845:0:31210:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:1.0:1769074824.870852:0:31210:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff982b9023c000. 00020000:00000001:1.0:1769074824.870855:0:31210:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074824.870860:0:31210:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629911601917584 : -114162107634032 : ffff982b9020ae90) 00020000:00000001:1.0:1769074824.870862:0:31210:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446629911601917584 : -114162107634032 : ffff982b9020ae90) 00020000:00000002:1.0:1769074824.870866:0:31210:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x60e:0x0]@ffff982b9020ae10[0:0] -> [0x2000013a1:0x50:0x0]@ffff982b9020a960: ostid: 0x280000400:1550 ost idx: 1 gen: 0 00020000:00000001:1.0:1769074824.870872:0:31210:0:(lov_object.c:264:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:1.0:1769074824.870875:0:31210:0:(lov_object.c:812:lov_init_composite()) Process leaving 00020000:00000001:1.0:1769074824.870877:0:31210:0:(lov_object.c:1406:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074824.870881:0:31210:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629911601916384 : -114162107635232 : ffff982b9020a9e0) 00000020:00001000:1.0:1769074824.870883:0:31210:0:(cl_object.c:879:cl_env_put()) 1@ffff982b9832a5a0 00000080:00000001:1.0:1769074824.870887:0:31210:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272381366352 : 144115272381366352 : 2000013a1000050) 00000080:00000001:1.0:1769074824.870891:0:31210:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:1.0:1769074824.870894:0:31210:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272381366352 mtime from 0 to 1769074824 00000080:00000001:1.0:1769074824.870899:0:31210:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1769074824.870902:0:31210:0:(namei.c:160:ll_iget()) Process leaving (rc=18446629911606706888 : -114162102844728 : ffff982b9069c2c8) 00010000:00000001:1.0:1769074824.870904:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.870906:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.870908:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec800 refcount=3 00000020:00000001:1.0:1769074824.870910:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841600 : -114162106710016 : ffff982b902ec800) 00010000:00000001:1.0:1769074824.870912:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841600 : -114162106710016 : ffff982b902ec800) 00000080:00000001:1.0:1769074824.870916:0:31210:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:1.0:1769074824.870917:0:31210:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769074824.870919:0:31210:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911737312680 : -114161972238936 : ffff982b9832a5a8) 00000020:00001000:1.0:1769074824.870921:0:31210:0:(cl_object.c:785:cl_env_get()) 1@ffff982b9832a5a0 00000020:00000001:1.0:1769074824.870923:0:31210:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:1.0:1769074824.870925:0:31210:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:1.0:1769074824.870927:0:31210:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:1.0:1769074824.870930:0:31210:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff982b9020b840. 00020000:00000010:1.0:1769074824.870933:0:31210:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff982b982ac600. 00020000:00000010:1.0:1769074824.870936:0:31210:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff982b9020b6c0. 00020000:00000001:1.0:1769074824.870937:0:31210:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446629911601919680 : -114162107631936 : ffff982b9020b6c0) 00020000:00000002:1.0:1769074824.870940:0:31210:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b9020b6c0, objid 0x50:5025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1769074824.870944:0:31210:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:1.0:1769074824.870947:0:31210:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b982ac600: ostid: 0x280000400:1550 ost idx: 1 gen: 0 00020000:00000002:1.0:1769074824.870951:0:31210:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff982b902562e8) owner ffff982b86784f80 00020000:00000001:1.0:1769074824.870954:0:31210:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1769074824.870956:0:31210:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff982b902562e8) owner ffff982b86784f80 00020000:00000010:1.0:1769074824.870961:0:31210:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff982b982ac600. 00020000:00000010:1.0:1769074824.870967:0:31210:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff982b9020b840. 00020000:00000010:1.0:1769074824.870971:0:31210:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff982b9020b6c0. 00020000:00000002:1.0:1769074824.870973:0:31210:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x50:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1769074824.870976:0:31210:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074824.870978:0:31210:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074824.870981:0:31210:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1769074824.870984:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b902562e8) owner 0000000000000000/ffff982b86784f80 00020000:00000002:1.0:1769074824.870988:0:31210:0:(lov_object.c:2349:lov_lsm_addref()) lsm ffff982b9020bae0 addref 2/0 by ffff982b86784f80. 00020000:00000002:1.0:1769074824.870990:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b902562e8) owner 0000000000000000/ffff982b86784f80 00020000:00000001:1.0:1769074824.870994:0:31210:0:(lov_object.c:2245:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1769074824.870997:0:31210:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1769074824.870998:0:31210:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1769074824.871000:0:31210:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1769074824.871002:0:31210:0:(lov_object.c:2264:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1769074824.871005:0:31210:0:(file.c:6809:ll_layout_conf()) [0x2000013a1:0x50:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1769074824.871008:0:31210:0:(cl_object.c:879:cl_env_put()) 1@ffff982b9832a5a0 00000080:00000001:1.0:1769074824.871010:0:31210:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.871012:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.871013:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1769074824.871015:0:31210:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1769074824.871018:0:31210:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1769074824.871020:0:31210:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074824.871022:0:31210:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x2000013a1:0x50:0x0](ffff982b9069c2c8) 00000080:00010000:1.0:1769074824.871026:0:31210:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a1:0x50:0x0](ffff982b9069c2c8) for lock 0x5d432443066b7569 00800000:00000001:1.0:1769074824.871030:0:31210:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1769074824.871032:0:31210:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1769074824.871033:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.871034:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.871035:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec800 refcount=3 00000020:00000001:1.0:1769074824.871037:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841600 : -114162106710016 : ffff982b902ec800) 00010000:00000001:1.0:1769074824.871039:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841600 : -114162106710016 : ffff982b902ec800) 00010000:00000001:1.0:1769074824.871063:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.871065:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074824.871066:0:31210:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.871068:0:31210:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.871070:0:31210:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:1.0:1769074824.871072:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074824.871079:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b9849df80 x1855007613345664/t73014444085(73014444085) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.871086:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.871093:0:31210:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074824.871097:0:31210:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a1:0x50:0x0](ffff982b9069c2c8) 00000080:00000001:1.0:1769074824.871100:0:31210:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1769074824.871105:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b83d9e400. 00000100:00000001:1.0:1769074824.871108:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074824.871111:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849df80 x1855007613345664/t73014444085(73014444085) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.871117:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.871121:0:31210:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1769074824.871123:0:31210:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.871135:0:31210:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:1.0:1769074824.871138:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa60 00000080:00200008:1.0:1769074824.871140:0:31210:0:(file.c:1001:ll_file_open()) START file f16.replay-dual-24:[0x2000013a1:0x50:0x0](ffff982b9069c2c8), flags 100102 00000080:00000010:1.0:1769074824.871150:0:31210:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff982b82ba12c0. 00000080:00000010:1.0:1769074824.871158:0:31210:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff982b9851edc0. 00000080:00000001:1.0:1769074824.871161:0:31210:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:1.0:1769074824.871166:0:31210:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1769074824.871169:0:31210:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1769074824.871174:0:31210:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff982b985ef340. 00000002:00100000:1.0:1769074824.871179:0:31210:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff982b9849df80 x1855007613345664/t73014444085(73014444085) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074824.871186:0:31210:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.871188:0:31210:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1769074824.871192:0:31210:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1769074824.871196:0:31210:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.871199:0:31210:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074824.871202:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074824.871205:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849df80 x1855007613345664/t73014444085(73014444085) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1769074824.871213:0:31210:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074824.871218:0:31210:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff982b902a0000. 02000000:00000001:1.0:1769074824.871259:0:31210:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1769074824.871261:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074824.871264:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafa60 00000080:00000008:1.0:1769074824.871267:0:31210:0:(file.c:1240:ll_file_open()) COMPLETED file f16.replay-dual-24:[0x2000013a1:0x50:0x0](ffff982b9069c2c8), flags 100102, rc = 0 00000080:00000001:1.0:1769074824.871273:0:31210:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1769074824.871275:0:31210:0:(dcache.c:176:ll_intent_release()) intent ffff982b9020b720 released 00000080:00010000:1.0:1769074824.871308:0:31210:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b7569 from it ffff982b9020b720 00010000:00000001:1.0:1769074824.871311:0:31210:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074824.871313:0:31210:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074824.871315:0:31210:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec800 refcount=3 00000020:00000001:1.0:1769074824.871317:0:31210:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602841600 : -114162106710016 : ffff982b902ec800) 00010000:00000001:1.0:1769074824.871319:0:31210:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602841600 : -114162106710016 : ffff982b902ec800) 00010000:00000001:1.0:1769074824.871321:0:31210:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074824.871325:0:31210:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec800/0x5d432443066b7569 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf5b77ed682f5d5de expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1769074824.871332:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.871334:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.871335:0:31210:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1769074824.871338:0:31210:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1769074824.871340:0:31210:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec800/0x5d432443066b7569 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf5b77ed682f5d5de expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000001:1.0:1769074824.871349:0:31210:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1769074824.871352:0:31210:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1769074824.871355:0:31210:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074824.871359:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.871360:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074824.871362:0:31210:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.871366:0:31210:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1769074824.871368:0:31210:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.871371:0:31210:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.871374:0:31210:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.871376:0:31210:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074824.871377:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074824.871378:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1769074824.871380:0:31210:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1769074824.871382:0:31210:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:1.0:1769074824.871385:0:31210:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1769074824.871387:0:31210:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1769074824.871389:0:31210:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1769074824.871391:0:31210:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.871395:0:31210:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1769074824.871396:0:31210:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.871399:0:31210:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1769074824.871401:0:31210:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.871403:0:31210:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1769074824.871406:0:31210:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff982b9020b720. 00000080:00000001:1.0:1769074824.871409:0:31210:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.871415:0:31210:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1769074824.871418:0:31210:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a1:0x50:0x0](ffff982b9069c2c8), inode mode 81a4 mask 40 00000080:00000001:1.0:1769074824.871422:0:31210:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074824.871461:0:31210:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1769074824.871464:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b902562e8) owner 0000000000000000/ffff982b86784f80 00020000:00000002:1.0:1769074824.871467:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b902562e8) owner 0000000000000000/ffff982b86784f80 00020000:00000001:1.0:1769074824.871470:0:31210:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.871480:0:31210:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:1.0:1769074824.871483:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafdd0 00000080:00200008:1.0:1769074824.871485:0:31210:0:(file.c:424:ll_file_release()) START file f16.replay-dual-24:[0x2000013a1:0x50:0x0](ffff982b9069c2c8), flags 100002 00000080:00000001:1.0:1769074824.871488:0:31210:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:1.0:1769074824.871491:0:31210:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:1.0:1769074824.871492:0:31210:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1769074824.871494:0:31210:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b902562e8) owner 0000000000000000/ffff982b86784f80 00020000:00000002:1.0:1769074824.871496:0:31210:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b902562e8) owner 0000000000000000/ffff982b86784f80 00020000:00000001:1.0:1769074824.871498:0:31210:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074824.871500:0:31210:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:1.0:1769074824.871507:0:31210:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074824.871509:0:31210:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074824.871513:0:31210:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020cb00 count: 2 00010000:00000001:1.0:1769074824.871515:0:31210:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1769074824.871518:0:31210:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1769074824.871520:0:31210:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a1:0x50:0x0]: 0 00000080:00000001:1.0:1769074824.871522:0:31210:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:1.0:1769074824.871524:0:31210:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1769074824.871528:0:31210:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff982b83d9e400. 00000080:00000001:1.0:1769074824.871530:0:31210:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:1.0:1769074824.871536:0:31210:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1769074824.871541:0:31210:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:1.0:1769074824.871543:0:31210:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a1:0x50:0x0] 00000002:00000001:1.0:1769074824.871546:0:31210:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:1.0:1769074824.871549:0:31210:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff982b858dd800: [0x2000013a1:0x50:0x0] file closed with intent: 0 00000100:00000010:1.0:1769074824.871558:0:31210:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b984a8a80. 00000020:00000040:1.0:1769074824.871562:0:31210:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=55 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:1.0:1769074824.871567:0:31210:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074824.871571:0:31210:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074824.871576:0:31210:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074824.871584:0:31210:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b83d9f800. 00000100:00000001:1.0:1769074824.871592:0:31210:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1769074824.871606:0:31210:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff982b9849df80 x1855007613345664/t73014444085(73014444085) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1769074824.871618:0:31210:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b858dd800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1769074824.871624:0:31210:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b984a8a80 x1855007613345920/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1769074824.871631:0:31210:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074824.871633:0:31210:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074824.871641:0:31210:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b8491ec00. 00000100:00000001:1.0:1769074824.871643:0:31210:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911408012288 : -114162301539328 : ffff982b8491ec00) 00000100:00000001:1.0:1769074824.871646:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.871648:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738878592 : -114161970673024 : ffff982b984a8a80) 00000100:00000001:1.0:1769074824.871654:0:31210:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074824.871659:0:31210:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.871662:0:31210:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074824.871664:0:31210:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074824.871669:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b984a8a80 x1855007613345920/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.871677:0:31210:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074824.871679:0:31210:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.871684:0:31210:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074824.871688:0:31210:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074824.871690:0:31210:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074824.871695:0:31210:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b984a8a80 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613345920:192.168.204.151@tcp:35:createmany.0 00000100:00000001:1.0:1769074824.871700:0:31210:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074824.871707:0:31210:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074824.871710:0:31210:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.871713:0:31210:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074824.871718:0:31210:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b85947c00. 02000000:00000001:1.0:1769074824.871720:0:31210:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074824.871731:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074824.871736:0:31210:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47000. 00000400:00000010:1.0:1769074824.871745:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8000. 00000100:00000200:1.0:1769074824.871755:0:31210:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613345920, portal 10 00000100:00000001:1.0:1769074824.871757:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.871758:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738878592 : -114161970673024 : ffff982b984a8a80) 00000100:00000040:1.0:1769074824.871765:0:31210:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b984a8a80 x1855007613345920/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.871773:0:31210:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074824.871776:0:31210:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074824.871779:0:31210:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8088. 00000100:00000200:1.0:1769074824.871784:0:31210:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613345920, offset 0 00000400:00000200:1.0:1769074824.871792:0:31210:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074824.871803:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074824.871812:0:31210:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074824.871820:0:31210:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074824.871825:0:31210:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074824.871831:0:31210:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074824.871833:0:31210:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074824.871838:0:31210:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15416:15416:256:4294967295] 192.168.204.151@tcp LPNI seq info [15416:15416:8:4294967295] 00000400:00000200:1.0:1769074824.871842:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074824.871854:0:31210:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074824.871861:0:31210:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074824.871867:0:31210:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a34bc00. 00000800:00000200:1.0:1769074824.871874:0:31210:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074824.871882:0:31210:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074824.871888:0:31210:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a34bc00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769074824.871914:0:31210:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074824.871920:0:31210:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 873516 usecs (874 jiffies) 00000400:00000200:1.0:1769074824.871923:0:31210:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074824.871927:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296482423 00000100:00000001:1.0:1769074824.871930:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:1.0:1769074824.871933:0:31210:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296482423 00000100:00000001:1.0:1769074824.871935:0:31210:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:1.0:1769074824.871938:0:31210:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074824.871941:0:31210:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.871944:0:31210:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074824.871946:0:31210:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074824.871949:0:31210:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8491ec00 going to sleep for 11 seconds 00000100:00000001:1.0:1769074824.871952:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074824.871956:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074824.873917:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074824.873937:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a34bc00. 00000400:00000200:2.0:1769074824.873949:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.873960:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074824.873969:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8088 00000400:00000010:2.0:1769074824.873973:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8088. 00000100:00000001:2.0:1769074824.873979:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074824.873990:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b984a8a80 x1855007613345920/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.874006:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.874010:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b984a8a80 x1855007613345920/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.874017:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.874019:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1769074824.879352:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020c000. 00000800:00000001:3.0:1769074824.879583:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.879604:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074824.879608:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.879610:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.879625:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.879636:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074824.879647:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.879653:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.879661:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.879666:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd96080 00000400:00000200:3.0:1769074824.879672:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.879681:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x224a5 [1] + 224 00000800:00000001:3.0:1769074824.879692:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.879705:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.879709:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.879715:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074824.879725:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074824.879736:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b984a8a80 x1855007613345920/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074824.879747:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff982b984a8a80 x1855007613345920/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.879813:0:31210:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074824.879834:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074824.879845:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.879850:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1769074824.885555:0:31210:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074824.885566:0:31210:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074824.885574:0:31210:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47000. 00000400:00000200:1.0:1769074824.885588:0:31210:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8000 00000400:00000010:1.0:1769074824.885592:0:31210:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8000. 00000100:00000001:1.0:1769074824.885598:0:31210:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074824.885615:0:31210:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b984a8a80 x1855007613345920/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074824.885629:0:31210:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b984a8a80 x1855007613345920/t0(0) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.885638:0:31210:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074824.885641:0:31210:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074824.885646:0:31210:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074824.885650:0:31210:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074824.885654:0:31210:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074824.885657:0:31210:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074824.885661:0:31210:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074824.885676:0:31210:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88ca0 time=35 v=5 (5 0 10 10) 00000100:00001000:1.0:1769074824.885682:0:31210:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074824.885685:0:31210:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074824.885688:0:31210:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074824.885691:0:31210:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074824.885697:0:31210:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.885701:0:31210:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1769074824.885704:0:31210:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1769074824.885706:0:31210:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1769074824.885709:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.885711:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738878592 : -114161970673024 : ffff982b984a8a80) 00000100:00000001:1.0:1769074824.885715:0:31210:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074824.885718:0:31210:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 68719476763 00000100:00000001:1.0:1769074824.885721:0:31210:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074824.885724:0:31210:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074824.885731:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b984a8a80 x1855007613345920/t73014444086(73014444086) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.885739:0:31210:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074824.885744:0:31210:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074824.885746:0:31210:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074824.885750:0:31210:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b984a8a80 x1855007613345920/t73014444086(73014444086) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074824.885759:0:31210:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b984a8a80 pname:cluuid:pid:xid:nid:opc:job createmany:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31210:1855007613345920:192.168.204.151@tcp:35:createmany.0 00000100:00000001:1.0:1769074824.885766:0:31210:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074824.885769:0:31210:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.885772:0:31210:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074824.885774:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074824.885778:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b984a8a80 x1855007613345920/t73014444086(73014444086) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074824.885785:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074824.885789:0:31210:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b8491ec00. 00000100:00000001:1.0:1769074824.885794:0:31210:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074824.885796:0:31210:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074824.885806:0:31210:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074824.885808:0:31210:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738878592 : -114161970673024 : ffff982b984a8a80) 00000002:00000001:1.0:1769074824.885812:0:31210:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074824.885816:0:31210:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769074824.885824:0:31210:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b83d9e400. 00000080:00000001:1.0:1769074824.885829:0:31210:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1769074824.885833:0:31210:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1769074824.898798:0:31210:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1769074824.898826:0:31210:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff982b9849df80 x1855007613345664/t73014444085(73014444085) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074824.898842:0:31210:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.898846:0:31210:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074824.898851:0:31210:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff982b9851edc0. 00000100:00000001:0.0:1769074824.898861:0:31210:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.898867:0:31210:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b984a8a80 x1855007613345920/t73014444086(73014444086) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.898876:0:31210:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.898879:0:31210:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074824.898894:0:31210:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff982b82ba12c0. 00000080:00000001:0.0:1769074824.898903:0:31210:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074824.898911:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafdd0 00000080:00000008:0.0:1769074824.898915:0:31210:0:(file.c:464:ll_file_release()) COMPLETED file f16.replay-dual-24:[0x2000013a1:0x50:0x0](ffff982b9069c2c8), flags 100002, rc = 0 00000080:00000001:0.0:1769074824.898919:0:31210:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.898927:0:31210:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1769074824.898929:0:31210:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01dafe00 00000080:00002000:0.0:1769074824.898931:0:31210:0:(dcache.c:127:ll_ddelete()) keeping dentry f16.replay-dual-24 (ffff982b90e16288, parent ffff982b90d9e5e8, inode ffff982b9069c2c8) hashed, 00000080:00000001:0.0:1769074824.898934:0:31210:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.930636:0:31212:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1769074824.930647:0:31212:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1769074824.930650:0:31212:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1769074824.930655:0:31212:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01c7fbc0 00000080:00200000:2.0:1769074824.930661:0:31212:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b9069ec08),name=/ 00000080:00000010:2.0:1769074824.930672:0:31212:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b8a710200. 00800000:00000002:2.0:1769074824.930681:0:31212:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b984bad80 2 00000080:00000001:2.0:1769074824.930686:0:31212:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1769074824.930693:0:31212:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1769074824.930696:0:31212:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01c7fae0 00800000:00000002:2.0:1769074824.930699:0:31212:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1769074824.930704:0:31212:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1769074824.930709:0:31212:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1769074824.930716:0:31212:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1769074824.930719:0:31212:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01c7f9b0 00000002:00010000:2.0:1769074824.930720:0:31212:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1769074824.930725:0:31212:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1769074824.930727:0:31212:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074824.930732:0:31212:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1769074824.930741:0:31212:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.930745:0:31212:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.930747:0:31212:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.930750:0:31212:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1769074824.930754:0:31212:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1769074824.930760:0:31212:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037aa00. 00000020:00000040:2.0:1769074824.930765:0:31212:0:(genops.c:1229:class_import_get()) import ffff982b98901000 refcount=6 obd=lustre-MDT0000-mdc-ffff982b87054800 00010000:00000001:2.0:1769074824.930773:0:31212:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1769074824.930780:0:31212:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074824.930783:0:31212:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.930786:0:31212:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074824.930789:0:31212:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074824.930795:0:31212:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074824.930803:0:31212:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90213800. 00000100:00000001:2.0:1769074824.930812:0:31212:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.930819:0:31212:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074824.930820:0:31212:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.930822:0:31212:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074824.930823:0:31212:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.930825:0:31212:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.930832:0:31212:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446629911603423744 : -114162106127872 : ffff982b9037aa00) 00010000:00000001:2.0:1769074824.930836:0:31212:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1769074824.930839:0:31212:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1769074824.930843:0:31212:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b86036000. 00010000:00000010:2.0:1769074824.930847:0:31212:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b8917c600. 00010000:00000001:2.0:1769074824.930853:0:31212:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1769074824.930857:0:31212:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b90340e00. 00000020:00000001:2.0:1769074824.930862:0:31212:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1769074824.930865:0:31212:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b90340e00 with handle 0x5d432443066b7570 to hash 00000020:00000001:2.0:1769074824.930867:0:31212:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1769074824.930868:0:31212:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911603187200 : -114162106364416 : ffff982b90340e00) 00010000:00000001:2.0:1769074824.930872:0:31212:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911603187200 : -114162106364416 : ffff982b90340e00) 00010000:00000001:2.0:1769074824.930877:0:31212:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074824.930880:0:31212:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074824.931013:0:31212:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90340e00/0x5d432443066b7570 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31212 initiator: MDT0 00010000:00010000:2.0:1769074824.931026:0:31212:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90340e00/0x5d432443066b7570 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31212 initiator: MDT0 00010000:00010000:2.0:1769074824.932034:0:31212:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90340e00/0x5d432443066b7570 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31212 initiator: MDT0 00000100:00000001:2.0:1769074824.932165:0:31212:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074824.932169:0:31212:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074824.932186:0:31212:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b85821600. 00000100:00000001:2.0:1769074824.932188:0:31212:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911423751680 : -114162285799936 : ffff982b85821600) 00000100:00000001:2.0:1769074824.932193:0:31212:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074824.932194:0:31212:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603423744 : -114162106127872 : ffff982b9037aa00) 00000100:00000001:2.0:1769074824.932202:0:31212:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074824.932209:0:31212:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.932212:0:31212:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074824.932214:0:31212:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074824.932232:0:31212:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037aa00 x1855007613346048/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.932243:0:31212:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074824.932245:0:31212:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074824.932251:0:31212:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074824.932255:0:31212:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074824.932258:0:31212:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074824.932262:0:31212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037aa00 pname:cluuid:pid:xid:nid:opc:job createmany:0d05e643-e609-4f9c-a8ce-9f27d385531c:31212:1855007613346048:192.168.204.151@tcp:101:createmany.0 00000100:00000001:2.0:1769074824.932268:0:31212:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074824.932275:0:31212:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074824.932651:0:31212:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074824.932656:0:31212:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074824.932665:0:31212:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff982b87052000. 02000000:00000001:2.0:1769074824.932668:0:31212:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074824.932684:0:31212:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074824.932691:0:31212:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7e318. 00000400:00000010:2.0:1769074824.932699:0:31212:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f550. 00000100:00000200:2.0:1769074824.932709:0:31212:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007613346048, portal 10 00000100:00000001:2.0:1769074824.932711:0:31212:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074824.932713:0:31212:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603423744 : -114162106127872 : ffff982b9037aa00) 00000100:00000040:2.0:1769074824.932721:0:31212:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b9037aa00 x1855007613346048/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.932729:0:31212:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074824.932732:0:31212:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074824.932734:0:31212:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f3b8. 00000100:00000200:2.0:1769074824.932737:0:31212:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007613346048, offset 0 00000400:00000200:2.0:1769074824.932744:0:31212:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074824.932753:0:31212:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.932762:0:31212:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074824.932769:0:31212:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074824.932773:0:31212:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074824.932777:0:31212:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074824.932779:0:31212:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074824.932782:0:31212:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15417:15417:256:4294967295] 192.168.204.151@tcp LPNI seq info [15417:15417:8:4294967295] 00000400:00000200:2.0:1769074824.932785:0:31212:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074824.932793:0:31212:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074824.932798:0:31212:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074824.932802:0:31212:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73f100. 00000800:00000200:2.0:1769074824.932809:0:31212:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074824.932816:0:31212:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074824.932821:0:31212:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73f100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1769074824.933357:0:31212:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074824.933367:0:31212:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: using a timeout of 28641 usecs (29 jiffies) 00000400:00000200:2.0:1769074824.933374:0:31212:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074824.933377:0:31212:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS new deadline estimation for cpu 2 is 4296481639 00000100:00000001:2.0:1769074824.933380:0:31212:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:2.0:1769074824.933383:0:31212:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS new deadline estimation for cpu 3 is 4296481639 00000100:00000001:2.0:1769074824.933386:0:31212:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:2.0:1769074824.933389:0:31212:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074824.933394:0:31212:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.933397:0:31212:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074824.933399:0:31212:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1769074824.933403:0:31212:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b85821600 going to sleep for 11 seconds 00000100:00000001:2.0:1769074824.933408:0:31212:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074824.933412:0:31212:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074824.934822:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074824.934835:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73f100. 00000400:00000200:3.0:1769074824.934846:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.934856:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074824.934864:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f3b8 00000400:00000010:3.0:1769074824.934868:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f3b8. 00000100:00000001:3.0:1769074824.934873:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074824.934883:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9037aa00 x1855007613346048/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.934897:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074824.934901:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9037aa00 x1855007613346048/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.934908:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074824.934910:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074824.939645:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.939671:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074824.939678:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.939680:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.939698:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.939711:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074824.939723:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.939729:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.939737:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.939742:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 688 into portal 10 MB=0x6971e9dd96100 00000400:00000200:3.0:1769074824.939749:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.939760:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 688/688 into md 0x224ad [1] + 224 00000800:00000001:3.0:1769074824.939772:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.939844:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.939848:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.939855:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074824.939867:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074824.939879:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9037aa00 x1855007613346048/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074824.939897:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff982b9037aa00 x1855007613346048/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.939919:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074824.939930:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.939934:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074824.940011:0:31212:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074824.940023:0:31212:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074824.940025:0:31212:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074824.940030:0:31212:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7e318. 00000400:00000200:2.0:1769074824.940037:0:31212:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f550 00000400:00000010:2.0:1769074824.940040:0:31212:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f550. 00000100:00000001:2.0:1769074824.940044:0:31212:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074824.940049:0:31212:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037aa00 x1855007613346048/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1769074824.940059:0:31212:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037aa00 x1855007613346048/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.940066:0:31212:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074824.940068:0:31212:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074824.940071:0:31212:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074824.940075:0:31212:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074824.940079:0:31212:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074824.940081:0:31212:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074824.940085:0:31212:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074824.940097:0:31212:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b98901458 time=16 v=5 (5 0 0 0) 00000100:00001000:2.0:1769074824.940108:0:31212:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b98901410 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074824.940111:0:31212:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074824.940113:0:31212:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.940117:0:31212:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074824.940122:0:31212:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.940127:0:31212:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074824.940130:0:31212:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b87054800: skip recheck: last_committed 0 00000100:00000001:2.0:1769074824.940133:0:31212:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074824.940136:0:31212:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074824.940142:0:31212:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037aa00 x1855007613346048/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.940154:0:31212:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074824.940158:0:31212:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074824.940160:0:31212:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074824.940165:0:31212:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037aa00 x1855007613346048/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1769074824.940173:0:31212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037aa00 pname:cluuid:pid:xid:nid:opc:job createmany:0d05e643-e609-4f9c-a8ce-9f27d385531c:31212:1855007613346048:192.168.204.151@tcp:101:createmany.0 00000100:00000001:2.0:1769074824.940179:0:31212:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074824.940182:0:31212:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.940185:0:31212:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074824.940187:0:31212:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.940190:0:31212:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037aa00 x1855007613346048/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.940197:0:31212:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074824.940200:0:31212:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b85821600. 00000100:00000001:2.0:1769074824.940204:0:31212:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074824.940206:0:31212:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.940209:0:31212:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1769074824.940214:0:31212:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.940217:0:31212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.940221:0:31212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340e00 refcount=4 00000020:00000001:2.0:1769074824.940223:0:31212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603187200 : -114162106364416 : ffff982b90340e00) 00010000:00000001:2.0:1769074824.940226:0:31212:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603187200 : -114162106364416 : ffff982b90340e00) 00010000:00000040:2.0:1769074824.940234:0:31212:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b90340e00, remote cookie: 0xf5b77ed682f5d5f3, flags: 0x1001 00010000:00010000:2.0:1769074824.940240:0:31212:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90340e00/0x5d432443066b7570 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d5f3 expref: -99 pid: 31212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074824.940252:0:31212:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90340e00/0x5d432443066b7570 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d5f3 expref: -99 pid: 31212 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.940258:0:31212:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1769074824.940264:0:31212:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1769074824.940267:0:31212:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1769074824.940269:0:31212:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1769074824.940270:0:31212:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1769074824.940273:0:31212:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff982b86036000) refcount = 1 00010000:00010000:2.0:1769074824.940277:0:31212:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90340e00/0x5d432443066b7570 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d5f3 expref: -99 pid: 31212 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.940791:0:31212:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1769074824.940796:0:31212:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1769074824.940798:0:31212:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074824.940802:0:31212:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1769074824.940805:0:31212:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074824.940808:0:31212:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90340e00/0x5d432443066b7570 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d5f3 expref: -99 pid: 31212 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.940814:0:31212:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1769074824.940816:0:31212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.940817:0:31212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.940818:0:31212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.940819:0:31212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.940821:0:31212:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.940827:0:31212:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1769074824.940829:0:31212:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.940830:0:31212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.940832:0:31212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340e00 refcount=3 00000020:00000001:2.0:1769074824.940834:0:31212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603187200 : -114162106364416 : ffff982b90340e00) 00010000:00000001:2.0:1769074824.940836:0:31212:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603187200 : -114162106364416 : ffff982b90340e00) 00010000:00000001:2.0:1769074824.940838:0:31212:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.940839:0:31212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.940840:0:31212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340e00 refcount=4 00000020:00000001:2.0:1769074824.940842:0:31212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603187200 : -114162106364416 : ffff982b90340e00) 00010000:00000001:2.0:1769074824.940844:0:31212:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603187200 : -114162106364416 : ffff982b90340e00) 00010000:00000001:2.0:1769074824.940847:0:31212:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074824.940850:0:31212:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074824.940854:0:31212:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90340e00/0x5d432443066b7570 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d5f3 expref: -99 pid: 31212 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.940859:0:31212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.940861:0:31212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.940862:0:31212:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.940863:0:31212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.940864:0:31212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340e00 refcount=5 00000020:00000001:2.0:1769074824.940866:0:31212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603187200 : -114162106364416 : ffff982b90340e00) 00010000:00000001:2.0:1769074824.940868:0:31212:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603187200 : -114162106364416 : ffff982b90340e00) 00010000:00000001:2.0:1769074824.940870:0:31212:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074824.940872:0:31212:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90340e00/0x5d432443066b7570 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d5f3 expref: -99 pid: 31212 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.940876:0:31212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.940877:0:31212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1769074824.940879:0:31212:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90340e00/0x5d432443066b7570 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d5f3 expref: -99 pid: 31212 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.940884:0:31212:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074824.940885:0:31212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.940886:0:31212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.940887:0:31212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.940888:0:31212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1769074824.940898:0:31212:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff982b9037aa00 x1855007613346048/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1769074824.940908:0:31212:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.940909:0:31212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.940910:0:31212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340e00 refcount=3 00000020:00000001:2.0:1769074824.940913:0:31212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603187200 : -114162106364416 : ffff982b90340e00) 00010000:00000001:2.0:1769074824.940915:0:31212:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603187200 : -114162106364416 : ffff982b90340e00) 00010000:00000001:2.0:1769074824.940917:0:31212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.940918:0:31212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074824.940920:0:31212:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.940923:0:31212:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.940926:0:31212:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1769074824.940929:0:31212:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.940930:0:31212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.940932:0:31212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340e00 refcount=3 00000020:00000001:2.0:1769074824.940934:0:31212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603187200 : -114162106364416 : ffff982b90340e00) 00010000:00000001:2.0:1769074824.940936:0:31212:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603187200 : -114162106364416 : ffff982b90340e00) 00000002:00010000:2.0:1769074824.940940:0:31212:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90340e00/0x5d432443066b7570 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d5f3 expref: -99 pid: 31212 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.940947:0:31212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.940948:0:31212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.940950:0:31212:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1769074824.940951:0:31212:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.940953:0:31212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.940954:0:31212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340e00 refcount=3 00000020:00000001:2.0:1769074824.940956:0:31212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603187200 : -114162106364416 : ffff982b90340e00) 00010000:00000001:2.0:1769074824.940958:0:31212:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603187200 : -114162106364416 : ffff982b90340e00) 00010000:00000040:2.0:1769074824.940968:0:31212:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036000 count: 2 00010000:00000001:2.0:1769074824.940971:0:31212:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1769074824.940975:0:31212:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b871bf800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1769074824.940978:0:31212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.940979:0:31212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074824.940981:0:31212:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1769074824.940985:0:31212:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01c7f930 00000002:00002000:2.0:1769074824.940987:0:31212:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1769074824.940991:0:31212:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074824.940996:0:31212:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074824.940999:0:31212:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1769074824.941003:0:31212:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1769074824.941007:0:31212:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1769074824.941013:0:31212:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b984bad80 2 00000080:00000010:2.0:1769074824.941017:0:31212:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b8a710200. 00000080:00000001:2.0:1769074824.941025:0:31212:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1769074824.941028:0:31212:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1769074824.941035:0:31212:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1769074824.941040:0:31212:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1769074824.941231:0:31212:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff982b985dee80. 00800000:00000001:3.0:1769074824.941234:0:31212:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446629911740149376 : -114161969402240 : ffff982b985dee80) 00800000:00000001:3.0:1769074824.941237:0:31212:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074824.941240:0:31212:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1769074824.941244:0:31212:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1769074824.941246:0:31212:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1769074824.941250:0:31212:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1769074824.941254:0:31212:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1769074824.941256:0:31212:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074824.941263:0:31212:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1769074824.941267:0:31212:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1769074824.941270:0:31212:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115188193296385 mtime from 1769074819 to 1769074824 00000080:00200000:3.0:1769074824.941277:0:31212:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:3.0:1769074824.941627:0:31212:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074824.941629:0:31212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074824.941632:0:31212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340e00 refcount=3 00000020:00000001:3.0:1769074824.941634:0:31212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603187200 : -114162106364416 : ffff982b90340e00) 00010000:00000001:3.0:1769074824.941636:0:31212:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603187200 : -114162106364416 : ffff982b90340e00) 00010000:00000001:3.0:1769074824.941639:0:31212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074824.941641:0:31212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1769074824.941643:0:31212:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1769074824.941646:0:31212:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1769074824.941648:0:31212:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b985dee80 1 00800000:00000010:3.0:1769074824.941651:0:31212:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff982b985dee80. 00800000:00000001:3.0:1769074824.941655:0:31212:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074824.941659:0:31212:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b9069ec08) for lock 0x5d432443066b7570 00800000:00000001:3.0:1769074824.941663:0:31212:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1769074824.941666:0:31212:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1769074824.941667:0:31212:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074824.941668:0:31212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074824.941670:0:31212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340e00 refcount=3 00000020:00000001:3.0:1769074824.941672:0:31212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603187200 : -114162106364416 : ffff982b90340e00) 00010000:00000001:3.0:1769074824.941674:0:31212:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603187200 : -114162106364416 : ffff982b90340e00) 00010000:00000001:3.0:1769074824.941678:0:31212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074824.941679:0:31212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1769074824.941681:0:31212:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074824.941683:0:31212:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074824.941685:0:31212:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074824.941688:0:31212:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b9069ec08) 00000080:00010000:3.0:1769074824.941691:0:31212:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b7570 from it ffffbcdb01c7fbf8 00010000:00000001:3.0:1769074824.941693:0:31212:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074824.941694:0:31212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074824.941695:0:31212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340e00 refcount=3 00000020:00000001:3.0:1769074824.941697:0:31212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603187200 : -114162106364416 : ffff982b90340e00) 00010000:00000001:3.0:1769074824.941699:0:31212:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603187200 : -114162106364416 : ffff982b90340e00) 00010000:00000001:3.0:1769074824.941701:0:31212:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074824.941706:0:31212:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90340e00/0x5d432443066b7570 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d5f3 expref: -99 pid: 31212 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074824.941713:0:31212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074824.941715:0:31212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074824.941717:0:31212:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1769074824.941719:0:31212:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1769074824.941722:0:31212:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90340e00/0x5d432443066b7570 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d5f3 expref: -99 pid: 31212 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1769074824.941736:0:31212:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff982b88307800. 00010000:00000001:3.0:1769074824.941742:0:31212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1769074824.941746:0:31212:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1769074824.941748:0:31212:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074824.941753:0:31212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074824.941754:0:31212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074824.941756:0:31212:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074824.941760:0:31212:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1769074824.941762:0:31212:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074824.941764:0:31212:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074824.941767:0:31212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074824.941769:0:31212:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074824.941770:0:31212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074824.941772:0:31212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1769074824.941774:0:31212:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074824.941783:0:31212:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037aa00 x1855007613346048/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074840 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.941790:0:31212:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074824.941793:0:31212:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074824.941798:0:31212:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff982b87052000. 02000000:00000001:3.0:1769074824.941802:0:31212:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074824.941806:0:31212:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074824.941809:0:31212:0:(genops.c:1242:class_import_put()) import ffff982b98901000 refcount=5 obd=lustre-MDT0000-mdc-ffff982b87054800 00000020:00000001:3.0:1769074824.941811:0:31212:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074824.941814:0:31212:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90213800. 02000000:00000001:3.0:1769074824.941818:0:31212:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074824.941821:0:31212:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074824.941824:0:31212:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037aa00. 00000100:00000001:3.0:1769074824.941828:0:31212:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074824.941830:0:31212:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769074824.941834:0:31212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b9069ec08), inode mode 41ed mask 1 00000020:00000010:3.0:1769074824.941843:0:31212:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1856 at ffff982b88b8e000. 00000080:00000001:3.0:1769074824.941847:0:31212:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1769074824.941869:0:31212:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff982b8757e360. 00000080:00000001:3.0:1769074824.941876:0:31212:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:3.0:1769074824.941878:0:31212:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1769074824.941880:0:31212:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01c7fb00 00000080:00200000:3.0:1769074824.941883:0:31212:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b9069ec08),name=/ 00000080:00000010:3.0:1769074824.941889:0:31212:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b88307000. 00800000:00000002:3.0:1769074824.941894:0:31212:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b984bad80 2 00000080:00000001:3.0:1769074824.941898:0:31212:0:(namei.c:947:ll_intent_lock()) Process entered 00000020:00000010:3.0:1769074824.941903:0:31212:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff982b98c03400. 00800000:00000001:3.0:1769074824.941907:0:31212:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1769074824.941910:0:31212:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01c7fa20 00800000:00000002:3.0:1769074824.941913:0:31212:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1769074824.941918:0:31212:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1769074824.941924:0:31212:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000020:00000010:3.0:1769074824.941928:0:31212:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff982b98c03800. 00000002:00000001:3.0:1769074824.941931:0:31212:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1769074824.941933:0:31212:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01c7f8f0 00000002:00010000:3.0:1769074824.941935:0:31212:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1769074824.941939:0:31212:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1769074824.941941:0:31212:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074824.941944:0:31212:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074824.941947:0:31212:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036000 count: 2 00010000:00000001:3.0:1769074824.941950:0:31212:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074824.941954:0:31212:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074824.941955:0:31212:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1769074824.941958:0:31212:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90340e00/0x5d432443066b7570 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d5f3 expref: -99 pid: 31212 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1769074824.941966:0:31212:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1769074824.941971:0:31212:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074824.941974:0:31212:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90340e00/0x5d432443066b7570 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d5f3 expref: -99 pid: 31212 timeout: 0 lvb_type: 0 00000002:00000001:3.0:1769074824.941980:0:31212:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1769074824.941982:0:31212:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1769074824.941985:0:31212:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1769074824.941987:0:31212:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1769074824.941989:0:31212:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769074824.941991:0:31212:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1769074824.941993:0:31212:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1769074824.941995:0:31212:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b984bad80 2 00000080:00000010:3.0:1769074824.941997:0:31212:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b88307000. 00000080:00000001:3.0:1769074824.942000:0:31212:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1769074824.942001:0:31212:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074824.942003:0:31212:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b9069ec08) 00000080:00010000:3.0:1769074824.942006:0:31212:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b9069ec08) for lock 0x5d432443066b7570 00800000:00000001:3.0:1769074824.942009:0:31212:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1769074824.942010:0:31212:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1769074824.942011:0:31212:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074824.942013:0:31212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074824.942014:0:31212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340e00 refcount=3 00000020:00000001:3.0:1769074824.942016:0:31212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603187200 : -114162106364416 : ffff982b90340e00) 00010000:00000001:3.0:1769074824.942018:0:31212:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603187200 : -114162106364416 : ffff982b90340e00) 00010000:00000001:3.0:1769074824.942020:0:31212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074824.942021:0:31212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1769074824.942023:0:31212:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074824.942024:0:31212:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1769074824.942026:0:31212:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b7570 from it ffffbcdb01c7fb38 00010000:00000001:3.0:1769074824.942028:0:31212:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074824.942029:0:31212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074824.942030:0:31212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340e00 refcount=3 00000020:00000001:3.0:1769074824.942032:0:31212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603187200 : -114162106364416 : ffff982b90340e00) 00010000:00000001:3.0:1769074824.942033:0:31212:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603187200 : -114162106364416 : ffff982b90340e00) 00010000:00000001:3.0:1769074824.942035:0:31212:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074824.942038:0:31212:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90340e00/0x5d432443066b7570 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d5f3 expref: -99 pid: 31212 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074824.942043:0:31212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074824.942044:0:31212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074824.942046:0:31212:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1769074824.942047:0:31212:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1769074824.942049:0:31212:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90340e00/0x5d432443066b7570 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d5f3 expref: -99 pid: 31212 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074824.942055:0:31212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1769074824.942057:0:31212:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1769074824.942058:0:31212:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074824.942060:0:31212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074824.942061:0:31212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074824.942062:0:31212:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074824.942064:0:31212:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1769074824.942066:0:31212:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074824.942068:0:31212:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074824.942070:0:31212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074824.942072:0:31212:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074824.942073:0:31212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074824.942075:0:31212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1769074824.942076:0:31212:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769074824.942078:0:31212:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769074824.942080:0:31212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b9069ec08), inode mode 41ed mask 3 00000080:00000001:3.0:1769074824.942083:0:31212:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074824.942088:0:31212:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:3.0:1769074824.942090:0:31212:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01c7fb50 00000080:00200000:3.0:1769074824.942092:0:31212:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=f16.replay-dual-2-0, dir=[0x200000007:0x1:0x0](ffff982b9069ec08), file ffff982b85db0d80, open_flags 8042, mode 81a4 opened 0 00000080:00000010:3.0:1769074824.942111:0:31212:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff982b98466960. 00000080:00000001:3.0:1769074824.942118:0:31212:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:3.0:1769074824.942121:0:31212:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01c7fa10 00000080:00200000:3.0:1769074824.942123:0:31212:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=f16.replay-dual-2-0, dir=[0x200000007:0x1:0x0](ffff982b9069ec08), intent=open|creat 00000080:00000010:3.0:1769074824.942131:0:31212:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b88307000. 00800000:00000002:3.0:1769074824.942133:0:31212:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b984bad80 2 00000080:00000001:3.0:1769074824.942139:0:31212:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:3.0:1769074824.942141:0:31212:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1769074824.942142:0:31212:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01c7f930 00800000:00000002:3.0:1769074824.942144:0:31212:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f16.replay-dual-2-0' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1769074824.942148:0:31212:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:3.0:1769074824.942151:0:31212:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1769074824.942156:0:31212:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446629911603431424 : -114162106120192 : ffff982b9037c800) 00800000:00000001:3.0:1769074824.942161:0:31212:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1769074824.942163:0:31212:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1769074824.942166:0:31212:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1769074824.942169:0:31212:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1769074824.942172:0:31212:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff982b87054800: Allocated FID [0x200008101:0x2:0x0] 40000000:00000001:3.0:1769074824.942175:0:31212:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074824.942177:0:31212:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074824.942179:0:31212:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074824.942181:0:31212:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074824.942183:0:31212:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01c7f8b0 00800000:00000002:3.0:1769074824.942185:0:31212:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200008101:0x2:0x0], name='f16.replay-dual-2-0' -> mds #0 00000002:00000001:3.0:1769074824.942188:0:31212:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1769074824.942189:0:31212:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01c7f7e8 00000002:00010000:3.0:1769074824.942191:0:31212:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f16.replay-dual-2-0,[0x200008101:0x2:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:3.0:1769074824.942195:0:31212:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1769074824.942197:0:31212:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1769074824.942201:0:31212:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1769074824.942206:0:31212:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074824.942208:0:31212:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1769074824.942210:0:31212:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036000 count: 2 00010000:00000001:3.0:1769074824.942211:0:31212:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074824.942214:0:31212:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1769074824.942218:0:31212:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1769074824.942221:0:31212:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90340e00/0x5d432443066b7570 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf5b77ed682f5d5f3 expref: -99 pid: 31212 timeout: 0 lvb_type: 0 00000080:00000001:3.0:1769074824.942229:0:31212:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1769074824.942235:0:31212:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1769074824.942237:0:31212:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1769074824.942240:0:31212:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1769074824.942243:0:31212:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074824.942244:0:31212:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074824.942247:0:31212:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036000 count: 3 00010000:00000001:3.0:1769074824.942249:0:31212:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1769074824.942251:0:31212:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074824.942252:0:31212:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074824.942254:0:31212:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074824.942255:0:31212:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036000 count: 3 00010000:00000001:3.0:1769074824.942257:0:31212:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1769074824.942258:0:31212:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074824.942260:0:31212:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1769074824.942261:0:31212:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1769074824.942262:0:31212:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036000 count: 3 00010000:00000001:3.0:1769074824.942263:0:31212:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1769074824.942264:0:31212:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074824.942267:0:31212:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1769074824.942270:0:31212:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff982b9069eb40, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1769074824.942274:0:31212:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1769074824.942276:0:31212:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1769074824.942535:0:31212:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1769074824.942539:0:31212:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074824.942544:0:31212:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1769074824.942547:0:31212:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1769074824.942550:0:31212:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1769074824.942552:0:31212:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074824.942553:0:31212:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1769074824.942557:0:31212:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b90340e00 with handle 0x5d432443066b7570 from hash 00010000:00000001:3.0:1769074824.942559:0:31212:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1769074824.942561:0:31212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074824.942563:0:31212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074824.942564:0:31212:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1769074824.942567:0:31212:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1769074824.942570:0:31212:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1769074824.942573:0:31212:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1769074824.942575:0:31212:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1769074824.942577:0:31212:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1769074824.942585:0:31212:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90371180. 00000020:00000040:3.0:1769074824.942589:0:31212:0:(genops.c:1229:class_import_get()) import ffff982b98901000 refcount=6 obd=lustre-MDT0000-mdc-ffff982b87054800 02000000:00000001:3.0:1769074824.942596:0:31212:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769074824.942597:0:31212:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074824.942601:0:31212:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1769074824.942606:0:31212:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1769074824.942608:0:31212:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074824.942762:0:31212:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074824.942765:0:31212:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074824.942769:0:31212:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074824.942777:0:31212:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c01000. 00000100:00000001:3.0:1769074824.942787:0:31212:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074824.942791:0:31212:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1769074824.942795:0:31212:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1769074824.942798:0:31212:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90340e00/0x5d432443066b7570 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d5f3 expref: -99 pid: 31212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074824.942806:0:31212:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1769074824.942808:0:31212:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1769074824.942810:0:31212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1769074824.942812:0:31212:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b90340e00/0x5d432443066b7570 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d5f3 expref: -99 pid: 31212 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1769074824.942820:0:31212:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff982b985dee80. 00010000:00000040:3.0:1769074824.942824:0:31212:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b86036000 count: 0 00010000:00000010:3.0:1769074824.942832:0:31212:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b8917c600. 00010000:00000001:3.0:1769074824.942850:0:31212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074824.942853:0:31212:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074824.942854:0:31212:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1769074824.942856:0:31212:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074824.942858:0:31212:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074824.942871:0:31212:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446629911603384704 : -114162106166912 : ffff982b90371180) 00010000:00000001:3.0:1769074824.942876:0:31212:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1769074824.942879:0:31212:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1769074824.942884:0:31212:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b848ae900. 00010000:00000010:3.0:1769074824.942888:0:31212:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b98393900. 00010000:00000001:3.0:1769074824.942894:0:31212:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1769074824.942898:0:31212:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b985d3400. 00000020:00000001:3.0:1769074824.942901:0:31212:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1769074824.942904:0:31212:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b985d3400 with handle 0x5d432443066b7577 to hash 00000020:00000001:3.0:1769074824.942906:0:31212:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1769074824.942907:0:31212:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911740101632 : -114161969449984 : ffff982b985d3400) 00010000:00000001:3.0:1769074824.942912:0:31212:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911740101632 : -114161969449984 : ffff982b985d3400) 00010000:00000001:3.0:1769074824.942914:0:31212:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074824.942916:0:31212:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074824.942920:0:31212:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b985d3400/0x5d432443066b7577 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31212 initiator: MDT0 00010000:00010000:3.0:1769074824.942926:0:31212:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b985d3400/0x5d432443066b7577 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31212 initiator: MDT0 00000020:00100000:3.0:1769074824.942940:0:31212:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b87054800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1769074824.942953:0:31212:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b90371180 x1855007613346304/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1769074824.942962:0:31212:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b985d3400/0x5d432443066b7577 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31212 initiator: MDT0 00000100:00000001:3.0:1769074824.942968:0:31212:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074824.942970:0:31212:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074824.942980:0:31212:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b98e9ef00. 00000100:00000001:3.0:1769074824.942982:0:31212:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911749324544 : -114161960227072 : ffff982b98e9ef00) 00000100:00000001:3.0:1769074824.942986:0:31212:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074824.942988:0:31212:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603384704 : -114162106166912 : ffff982b90371180) 00000100:00000001:3.0:1769074824.942995:0:31212:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074824.943000:0:31212:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074824.943003:0:31212:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074824.943005:0:31212:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074824.943010:0:31212:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90371180 x1855007613346304/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.943017:0:31212:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074824.943020:0:31212:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074824.943025:0:31212:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074824.943029:0:31212:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074824.943031:0:31212:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074824.943035:0:31212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90371180 pname:cluuid:pid:xid:nid:opc:job createmany:0d05e643-e609-4f9c-a8ce-9f27d385531c:31212:1855007613346304:192.168.204.151@tcp:101:createmany.0 00000100:00000001:3.0:1769074824.943040:0:31212:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074824.943048:0:31212:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074824.943050:0:31212:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074824.943054:0:31212:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074824.946569:0:31212:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff982b902a0000. 02000000:00000001:3.0:1769074824.946587:0:31212:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074824.946610:0:31212:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074824.947801:0:31212:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7210. 00000400:00000010:3.0:1769074824.947813:0:31212:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff982b98c02400. 00000100:00000200:3.0:1769074824.947824:0:31212:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1855007613346304, portal 10 00000100:00000001:3.0:1769074824.947828:0:31212:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074824.947830:0:31212:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603384704 : -114162106166912 : ffff982b90371180) 00000100:00000040:3.0:1769074824.947850:0:31212:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b90371180 x1855007613346304/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.947861:0:31212:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074824.947864:0:31212:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074824.947868:0:31212:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad67f8. 00000100:00000200:3.0:1769074824.947872:0:31212:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1855007613346304, offset 0 00000400:00000200:3.0:1769074824.947880:0:31212:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074824.947893:0:31212:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.947905:0:31212:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074824.947914:0:31212:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074824.947920:0:31212:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074824.947925:0:31212:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074824.947928:0:31212:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074824.947932:0:31212:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15418:15418:256:4294967295] 192.168.204.151@tcp LPNI seq info [15418:15418:8:4294967295] 00000400:00000200:3.0:1769074824.947937:0:31212:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.947948:0:31212:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074824.947957:0:31212:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074824.947966:0:31212:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652a00. 00000800:00000200:3.0:1769074824.947976:0:31212:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074824.947986:0:31212:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074824.947992:0:31212:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652a00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1769074824.948078:0:31212:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074824.948085:0:31212:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: using a timeout of 27387 usecs (28 jiffies) 00000400:00000200:3.0:1769074824.948090:0:31212:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074824.948093:0:31212:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS new deadline estimation for cpu 2 is 4296481653 00000100:00000001:3.0:1769074824.948106:0:31212:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:3.0:1769074824.948110:0:31212:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS new deadline estimation for cpu 3 is 4296481653 00000100:00000001:3.0:1769074824.948113:0:31212:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:3.0:1769074824.948115:0:31212:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074824.948119:0:31212:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074824.948122:0:31212:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074824.948124:0:31212:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1769074824.948127:0:31212:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b98e9ef00 going to sleep for 11 seconds 00000100:00000001:3.0:1769074824.948130:0:31212:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074824.948134:0:31212:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074824.949073:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074824.949083:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652a00. 00000400:00000200:3.0:1769074824.949089:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.949177:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074824.949187:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad67f8 00000400:00000010:3.0:1769074824.949190:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad67f8. 00000100:00000001:3.0:1769074824.949196:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074824.949275:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90371180 x1855007613346304/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.949898:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074824.949904:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90371180 x1855007613346304/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.949912:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074824.949914:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1769074824.955596:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86036000. 00010000:00000010:3.1:1769074824.955623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90340e00. 00000800:00000001:3.0:1769074824.963578:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.963606:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074824.963611:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.963614:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.963631:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.963644:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074824.963653:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.963659:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.963666:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.963670:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 664 into portal 10 MB=0x6971e9dd96200 00000400:00000200:3.0:1769074824.963677:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.963685:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 664/664 into md 0x224bd [32] + 224 00000800:00000001:3.0:1769074824.963696:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.963706:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.963710:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.963715:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074824.963725:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074824.963738:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90371180 x1855007613346304/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074824.963750:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff982b90371180 x1855007613346304/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.963784:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074824.963796:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074824.963799:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.963806:0:2358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074824.963812:0:2358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15419:15419:256:4294967295] 192.168.204.151@tcp LPNI seq info [15419:15419:8:4294967295] 00000400:00000200:3.0:1769074824.963816:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.963825:0:2358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:3.0:1769074824.963832:0:2358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074824.963840:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff982b98c01400. 00000800:00000200:3.0:1769074824.963848:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074824.963858:0:2358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074824.963863:0:2358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b98c01400 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1769074824.963907:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.963912:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1769074824.964010:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074824.964014:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff982b98c01400. 00000400:00000200:3.0:1769074824.964018:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.964021:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000100:00000001:2.0:1769074824.964143:0:31212:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074824.964155:0:31212:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074824.964158:0:31212:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074824.964164:0:31212:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7210. 00000400:00000200:2.0:1769074824.964171:0:31212:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b98c02400 00000400:00000010:2.0:1769074824.964174:0:31212:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff982b98c02400. 00000100:00000001:2.0:1769074824.964177:0:31212:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074824.964183:0:31212:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90371180 x1855007613346304/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1769074824.964192:0:31212:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90371180 x1855007613346304/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 664/66320 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.964199:0:31212:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074824.964201:0:31212:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074824.964204:0:31212:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074824.964209:0:31212:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074824.964212:0:31212:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074824.964215:0:31212:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074824.964219:0:31212:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074824.964232:0:31212:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b98901458 time=16 v=5 (5 0 0 0) 00000100:00001000:2.0:1769074824.964236:0:31212:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b98901410 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074824.964239:0:31212:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074824.964241:0:31212:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.964243:0:31212:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074824.964248:0:31212:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.964252:0:31212:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1769074824.964254:0:31212:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:2.0:1769074824.964256:0:31212:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1769074824.964259:0:31212:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074824.964261:0:31212:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603384704 : -114162106166912 : ffff982b90371180) 00000100:00000001:2.0:1769074824.964265:0:31212:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074824.964267:0:31212:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b87054800: skip recheck: last_committed 0 00000100:00000001:2.0:1769074824.964269:0:31212:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074824.964273:0:31212:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074824.964278:0:31212:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90371180 x1855007613346304/t73014444087(73014444087) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.964343:0:31212:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074824.964347:0:31212:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074824.964349:0:31212:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074824.964354:0:31212:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90371180 x1855007613346304/t73014444087(73014444087) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1769074824.964362:0:31212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90371180 pname:cluuid:pid:xid:nid:opc:job createmany:0d05e643-e609-4f9c-a8ce-9f27d385531c:31212:1855007613346304:192.168.204.151@tcp:101:createmany.0 00000100:00000001:2.0:1769074824.964368:0:31212:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074824.964372:0:31212:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.964374:0:31212:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1769074824.964376:0:31212:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.964379:0:31212:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90371180 x1855007613346304/t73014444087(73014444087) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.964386:0:31212:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074824.964389:0:31212:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b98e9ef00. 00000100:00000001:2.0:1769074824.964392:0:31212:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1769074824.964394:0:31212:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.964398:0:31212:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1769074824.964404:0:31212:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.964408:0:31212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.964411:0:31212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3400 refcount=4 00000020:00000001:2.0:1769074824.964414:0:31212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740101632 : -114161969449984 : ffff982b985d3400) 00010000:00000001:2.0:1769074824.964416:0:31212:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740101632 : -114161969449984 : ffff982b985d3400) 00010000:00000040:2.0:1769074824.964424:0:31212:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b985d3400, remote cookie: 0xf5b77ed682f5d60f, flags: 0x1001 00010000:00010000:2.0:1769074824.964441:0:31212:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b985d3400/0x5d432443066b7577 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d60f expref: -99 pid: 31212 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1769074824.964450:0:31212:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200008101:0x2:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1769074824.964455:0:31212:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1769074824.964468:0:31212:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b86036e00. 00010000:00000010:2.0:1769074824.964476:0:31212:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b8917c480. 00010000:00000040:2.0:1769074824.964483:0:31212:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b848ae900 count: 0 00010000:00000010:2.0:1769074824.964490:0:31212:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b98393900. 00010000:00000001:2.0:1769074824.964500:0:31212:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074824.964503:0:31212:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b985d3400/0x5d432443066b7577 lrc: 4/0,1 mode: --/PR res: [0x200008101:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d60f expref: -99 pid: 31212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074824.964513:0:31212:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b985d3400/0x5d432443066b7577 lrc: 4/0,1 mode: --/PR res: [0x200008101:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d60f expref: -99 pid: 31212 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.964522:0:31212:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1769074824.964527:0:31212:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1769074824.964531:0:31212:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1769074824.964533:0:31212:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1769074824.964534:0:31212:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1769074824.964538:0:31212:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200008101:0x2:0x0].0x0 (ffff982b86036e00) refcount = 1 00010000:00010000:2.0:1769074824.964542:0:31212:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b985d3400/0x5d432443066b7577 lrc: 4/0,1 mode: PR/PR res: [0x200008101:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d60f expref: -99 pid: 31212 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.964551:0:31212:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1769074824.964556:0:31212:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1769074824.964558:0:31212:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1769074824.964561:0:31212:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1769074824.964565:0:31212:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074824.964569:0:31212:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b985d3400/0x5d432443066b7577 lrc: 4/0,1 mode: PR/PR res: [0x200008101:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d60f expref: -99 pid: 31212 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.964576:0:31212:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1769074824.964578:0:31212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.964580:0:31212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.964581:0:31212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.964583:0:31212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.964585:0:31212:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.964591:0:31212:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1769074824.964595:0:31212:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.964596:0:31212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.964598:0:31212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3400 refcount=3 00000020:00000001:2.0:1769074824.964600:0:31212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740101632 : -114161969449984 : ffff982b985d3400) 00010000:00000001:2.0:1769074824.964603:0:31212:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740101632 : -114161969449984 : ffff982b985d3400) 00010000:00000001:2.0:1769074824.964606:0:31212:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.964607:0:31212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.964608:0:31212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3400 refcount=4 00000020:00000001:2.0:1769074824.964610:0:31212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740101632 : -114161969449984 : ffff982b985d3400) 00010000:00000001:2.0:1769074824.964612:0:31212:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740101632 : -114161969449984 : ffff982b985d3400) 00010000:00000001:2.0:1769074824.964615:0:31212:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074824.964619:0:31212:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074824.964622:0:31212:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b985d3400/0x5d432443066b7577 lrc: 5/1,1 mode: PR/PR res: [0x200008101:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d60f expref: -99 pid: 31212 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.964629:0:31212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.964630:0:31212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.964632:0:31212:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.964633:0:31212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.964634:0:31212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3400 refcount=5 00000020:00000001:2.0:1769074824.964636:0:31212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740101632 : -114161969449984 : ffff982b985d3400) 00010000:00000001:2.0:1769074824.964639:0:31212:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740101632 : -114161969449984 : ffff982b985d3400) 00010000:00000001:2.0:1769074824.964642:0:31212:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074824.964645:0:31212:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b985d3400/0x5d432443066b7577 lrc: 5/1,1 mode: PR/PR res: [0x200008101:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d60f expref: -99 pid: 31212 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.964652:0:31212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.964653:0:31212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1769074824.964656:0:31212:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b985d3400/0x5d432443066b7577 lrc: 4/1,0 mode: PR/PR res: [0x200008101:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d60f expref: -99 pid: 31212 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1769074824.964669:0:31212:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074824.964670:0:31212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.964672:0:31212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.964673:0:31212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.964674:0:31212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1769074824.964679:0:31212:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff982b90371180 x1855007613346304/t73014444087(73014444087) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074824.964689:0:31212:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1769074824.964694:0:31212:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff982b90371180 x1855007613346304/t73014444087(73014444087) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 664/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074824.964701:0:31212:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.964712:0:31212:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.964713:0:31212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.964715:0:31212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3400 refcount=3 00000020:00000001:2.0:1769074824.964717:0:31212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740101632 : -114161969449984 : ffff982b985d3400) 00010000:00000001:2.0:1769074824.964720:0:31212:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740101632 : -114161969449984 : ffff982b985d3400) 00000002:00010000:2.0:1769074824.964724:0:31212:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b985d3400/0x5d432443066b7577 lrc: 3/1,0 mode: PR/PR res: [0x200008101:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d60f expref: -99 pid: 31212 timeout: 0 lvb_type: 0 00000002:00000010:2.0:1769074824.964733:0:31212:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff982b984ba840. 00010000:00000001:2.0:1769074824.964735:0:31212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.964736:0:31212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074824.964738:0:31212:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.964740:0:31212:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074824.964744:0:31212:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1769074824.964747:0:31212:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074824.964748:0:31212:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603384704 : -114162106166912 : ffff982b90371180) 00000100:00000001:2.0:1769074824.964750:0:31212:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074824.964751:0:31212:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603384704 : -114162106166912 : ffff982b90371180) 00010000:00000001:2.0:1769074824.964753:0:31212:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.964755:0:31212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.964756:0:31212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3400 refcount=3 00000020:00000001:2.0:1769074824.964758:0:31212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740101632 : -114161969449984 : ffff982b985d3400) 00010000:00000001:2.0:1769074824.964761:0:31212:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740101632 : -114161969449984 : ffff982b985d3400) 00000002:00010000:2.0:1769074824.964764:0:31212:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b985d3400/0x5d432443066b7577 lrc: 3/1,0 mode: PR/PR res: [0x200008101:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d60f expref: -99 pid: 31212 timeout: 0 lvb_type: 3 00010000:00000001:2.0:1769074824.964770:0:31212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.964771:0:31212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.964773:0:31212:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1769074824.964775:0:31212:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.964776:0:31212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.964777:0:31212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3400 refcount=3 00000020:00000001:2.0:1769074824.964780:0:31212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740101632 : -114161969449984 : ffff982b985d3400) 00010000:00000001:2.0:1769074824.964782:0:31212:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740101632 : -114161969449984 : ffff982b985d3400) 00010000:00000040:2.0:1769074824.964787:0:31212:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036e00 count: 2 00010000:00000001:2.0:1769074824.964789:0:31212:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1769074824.964793:0:31212:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b871bf800 type 13 mode 4 res 8589967617/2 (0 0) 00010000:00000001:2.0:1769074824.964795:0:31212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.964796:0:31212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074824.964798:0:31212:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1769074824.964802:0:31212:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01c7f768 00000002:00002000:2.0:1769074824.964805:0:31212:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f16.replay-dual-2-0 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:2.0:1769074824.964809:0:31212:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074824.964816:0:31212:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074824.964820:0:31212:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1769074824.964824:0:31212:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1769074824.964828:0:31212:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1769074824.964833:0:31212:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b984bad80 2 00000080:00000001:2.0:1769074824.964837:0:31212:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1769074824.964839:0:31212:0:(namei.c:677:ll_lookup_it_finish()) it ffff982b98466960 it_disposition 1800037 00000080:00002000:2.0:1769074824.964846:0:31212:0:(namei.c:656:ll_splice_alias()) Add dentry ffff982b90e32438 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1769074824.964851:0:31212:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1769074824.964855:0:31212:0:(namei.c:1565:ll_create_it()) Process entered 00000020:00000001:2.0:1769074824.964860:0:31212:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01c7f9a0 00000080:00200000:2.0:1769074824.964862:0:31212:0:(namei.c:1569:ll_create_it()) VFS Op:name=f16.replay-dual-2-0, dir=[0x200000007:0x1:0x0](ffff982b9069ec08), intent=open|creat 00000080:00000001:2.0:1769074824.964865:0:31212:0:(namei.c:1516:ll_create_node()) Process entered 00000080:00000001:2.0:1769074824.964868:0:31212:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:2.0:1769074824.964874:0:31212:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1769074824.964878:0:31212:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1769074824.964881:0:31212:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115742143414274 : 144115742143414274 : 200008101000002) 00000080:00000001:2.0:1769074824.964885:0:31212:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:2.0:1769074824.964903:0:31212:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff982b9068eb40. 00000020:00000001:2.0:1769074824.964919:0:31212:0:(class_obd.c:991:obd_heat_clear()) Process entered 00000020:00000001:2.0:1769074824.964921:0:31212:0:(class_obd.c:994:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1769074824.964925:0:31212:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:2.0:1769074824.964927:0:31212:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x200008101:0x2:0x0](ffff982b9068ec08) 00000020:00000001:2.0:1769074824.964932:0:31212:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074824.964939:0:31212:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911434103192 : -114162275448424 : ffff982b86200998) 00000020:00001000:2.0:1769074824.964942:0:31212:0:(cl_object.c:785:cl_env_get()) 1@ffff982b86200990 00000020:00000001:2.0:1769074824.964949:0:31212:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000080:00000010:2.0:1769074824.964956:0:31212:0:(vvp_object.c:301:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff982b82dbc960. 00000020:00000001:2.0:1769074824.964960:0:31212:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:2.0:1769074824.964963:0:31212:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074824.964974:0:31212:0:(lov_object.c:2321:lov_object_alloc()) Process entered 00020000:00000010:2.0:1769074824.964980:0:31212:0:(lov_object.c:2322:lov_object_alloc()) slab-alloced 'lov': 248 at ffff982b9a1359b0. 00020000:00000001:2.0:1769074824.964982:0:31212:0:(lov_object.c:2336:lov_object_alloc()) Process leaving (rc=18446629911768816048 : -114161940735568 : ffff982b9a1359b0) 00020000:00000001:2.0:1769074824.964985:0:31212:0:(lov_object.c:1378:lov_object_init()) Process entered 00020000:00000001:2.0:1769074824.964990:0:31212:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1769074824.964997:0:31212:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff982b984d6cc0. 00020000:00000010:2.0:1769074824.965003:0:31212:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff982b88365f80. 00020000:00000010:2.0:1769074824.965009:0:31212:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff982b984d6ba0. 00020000:00000001:2.0:1769074824.965012:0:31212:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446629911739067296 : -114161970484320 : ffff982b984d6ba0) 00020000:00000002:2.0:1769074824.965016:0:31212:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b984d6ba0, objid 0x2:33025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1769074824.965022:0:31212:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1769074824.965026:0:31212:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b88365f80: ostid: 0x240000400:1550 ost idx: 0 gen: 0 00020000:00000001:2.0:1769074824.965029:0:31212:0:(lov_object.c:603:lov_init_composite()) Process entered 00020000:00000002:2.0:1769074824.965032:0:31212:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b984d6ba0, objid 0x2:33025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1769074824.965039:0:31212:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1769074824.965042:0:31212:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b88365f80: ostid: 0x240000400:1550 ost idx: 0 gen: 0 00020000:00000010:2.0:1769074824.965047:0:31212:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff982b848239b0. 00020000:00000010:2.0:1769074824.965051:0:31212:0:(lov_object.c:626:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff982b85821600. 00020000:00000001:2.0:1769074824.965058:0:31212:0:(lov_object.c:194:lov_init_raid0()) Process entered 00020000:00000010:2.0:1769074824.965062:0:31212:0:(lov_object.c:199:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff982b98578918. 00020000:00000001:2.0:1769074824.965066:0:31212:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1769074824.965069:0:31212:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1769074824.965077:0:31212:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff982b8a73fc00. 00020000:00000001:2.0:1769074824.965084:0:31212:0:(lovsub_object.c:177:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1769074824.965088:0:31212:0:(lovsub_object.c:178:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff982b82dbced8. 00000020:00000001:2.0:1769074824.965090:0:31212:0:(cl_object.c:57:cl_object_header_init()) Process entered 00000020:00000001:2.0:1769074824.965091:0:31212:0:(cl_object.c:63:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074824.965094:0:31212:0:(lovsub_object.c:191:lovsub_object_alloc()) Process leaving (rc=18446629911379300184 : -114162330251432 : ffff982b82dbcf58) 00020000:00000001:2.0:1769074824.965099:0:31212:0:(lovsub_object.c:38:lovsub_object_init()) Process entered 00000008:00000010:2.0:1769074824.965105:0:31212:0:(osc_object.c:436:osc_object_alloc()) slab-alloced 'osc': 448 at ffff982b98590c40. 00020000:00000001:2.0:1769074824.965109:0:31212:0:(lovsub_object.c:47:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074824.965114:0:31212:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629911379300184 : -114162330251432 : ffff982b82dbcf58) 00020000:00000001:2.0:1769074824.965118:0:31212:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446629911379300184 : -114162330251432 : ffff982b82dbcf58) 00020000:00000002:2.0:1769074824.965122:0:31212:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x60e:0x0]@ffff982b82dbced8[0:0] -> [0x200008101:0x2:0x0]@ffff982b82dbc960: ostid: 0x240000400:1550 ost idx: 0 gen: 0 00020000:00000001:2.0:1769074824.965128:0:31212:0:(lov_object.c:264:lov_init_raid0()) Process leaving (rc=120 : 120 : 78) 00020000:00000001:2.0:1769074824.965130:0:31212:0:(lov_object.c:812:lov_init_composite()) Process leaving 00020000:00000001:2.0:1769074824.965132:0:31212:0:(lov_object.c:1406:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1769074824.965136:0:31212:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff982b8a73fe00. 00000020:00000001:2.0:1769074824.965140:0:31212:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446629911379298784 : -114162330252832 : ffff982b82dbc9e0) 00000020:00001000:2.0:1769074824.965143:0:31212:0:(cl_object.c:879:cl_env_put()) 1@ffff982b86200990 00000080:00000001:2.0:1769074824.965148:0:31212:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115742143414274 : 144115742143414274 : 200008101000002) 00000080:00000001:2.0:1769074824.965151:0:31212:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554561 : 33554561 : 2000081) 00000080:00000002:2.0:1769074824.965153:0:31212:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115742143414274 mtime from 0 to 1769074824 00000080:00000001:2.0:1769074824.965159:0:31212:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1769074824.965163:0:31212:0:(namei.c:160:ll_iget()) Process leaving (rc=18446629911606651912 : -114162102899704 : ffff982b9068ec08) 00010000:00000001:2.0:1769074824.965166:0:31212:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.965167:0:31212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.965169:0:31212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3400 refcount=3 00000020:00000001:2.0:1769074824.965171:0:31212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740101632 : -114161969449984 : ffff982b985d3400) 00010000:00000001:2.0:1769074824.965174:0:31212:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740101632 : -114161969449984 : ffff982b985d3400) 00000080:00000001:2.0:1769074824.965177:0:31212:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:2.0:1769074824.965179:0:31212:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074824.965181:0:31212:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911434103192 : -114162275448424 : ffff982b86200998) 00000020:00001000:2.0:1769074824.965183:0:31212:0:(cl_object.c:785:cl_env_get()) 1@ffff982b86200990 00000020:00000001:2.0:1769074824.965186:0:31212:0:(cl_object.c:305:cl_conf_set()) Process entered 00020000:00000001:2.0:1769074824.965189:0:31212:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1769074824.965191:0:31212:0:(lov_pack.c:333:lov_unpackmd()) Process entered 00020000:00000010:2.0:1769074824.965194:0:31212:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 72 at ffff982b984d6c60. 00020000:00000010:2.0:1769074824.965197:0:31212:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff982b88365c00. 00020000:00000010:2.0:1769074824.965200:0:31212:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff982b984d65a0. 00020000:00000001:2.0:1769074824.965202:0:31212:0:(lov_pack.c:345:lov_unpackmd()) Process leaving (rc=18446629911739065760 : -114161970485856 : ffff982b984d65a0) 00020000:00000002:2.0:1769074824.965205:0:31212:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b984d65a0, objid 0x2:33025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1769074824.965209:0:31212:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:2.0:1769074824.965213:0:31212:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b88365c00: ostid: 0x240000400:1550 ost idx: 0 gen: 0 00020000:00000002:2.0:1769074824.965217:0:31212:0:(lov_object.c:1272:lov_conf_lock()) Took exclusive lov(ffff982b9a1359b0) owner ffff982b9a0e4f80 00020000:00000001:2.0:1769074824.965220:0:31212:0:(lov_object.c:1475:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1769074824.965222:0:31212:0:(lov_object.c:1278:lov_conf_unlock()) To release exclusive lov(ffff982b9a1359b0) owner ffff982b9a0e4f80 00020000:00000010:2.0:1769074824.965227:0:31212:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff982b88365c00. 00020000:00000010:2.0:1769074824.965231:0:31212:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff982b984d6c60. 00020000:00000010:2.0:1769074824.965235:0:31212:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff982b984d65a0. 00020000:00000002:2.0:1769074824.965237:0:31212:0:(lov_object.c:1502:lov_conf_set()) [0x200008101:0x2:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1769074824.965240:0:31212:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074824.965242:0:31212:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074824.965247:0:31212:0:(cl_object.c:410:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1769074824.965251:0:31212:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9a1359b0) owner 0000000000000000/ffff982b9a0e4f80 00020000:00000002:2.0:1769074824.965256:0:31212:0:(lov_object.c:2349:lov_lsm_addref()) lsm ffff982b984d6ba0 addref 2/0 by ffff982b9a0e4f80. 00020000:00000002:2.0:1769074824.965259:0:31212:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9a1359b0) owner 0000000000000000/ffff982b9a0e4f80 00020000:00000001:2.0:1769074824.965263:0:31212:0:(lov_object.c:2245:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1769074824.965267:0:31212:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1769074824.965268:0:31212:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1769074824.965271:0:31212:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1769074824.965273:0:31212:0:(lov_object.c:2264:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1769074824.965276:0:31212:0:(file.c:6809:ll_layout_conf()) [0x200008101:0x2:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1769074824.965348:0:31212:0:(cl_object.c:879:cl_env_put()) 1@ffff982b86200990 00000080:00000001:2.0:1769074824.965352:0:31212:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.965354:0:31212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.965355:0:31212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1769074824.965358:0:31212:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1769074824.965361:0:31212:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1769074824.965363:0:31212:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074824.965366:0:31212:0:(namei.c:1535:ll_create_node()) setting l_ast_data to inode [0x200008101:0x2:0x0](ffff982b9068ec08) 00000080:00010000:2.0:1769074824.965369:0:31212:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200008101:0x2:0x0](ffff982b9068ec08) for lock 0x5d432443066b7577 00800000:00000001:2.0:1769074824.965373:0:31212:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1769074824.965375:0:31212:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1769074824.965376:0:31212:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.965378:0:31212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.965379:0:31212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3400 refcount=3 00000020:00000001:2.0:1769074824.965381:0:31212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740101632 : -114161969449984 : ffff982b985d3400) 00010000:00000001:2.0:1769074824.965383:0:31212:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740101632 : -114161969449984 : ffff982b985d3400) 00010000:00000001:2.0:1769074824.965387:0:31212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.965388:0:31212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1769074824.965389:0:31212:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074824.965391:0:31212:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.965394:0:31212:0:(namei.c:1537:ll_create_node()) Process leaving 00000100:00000001:2.0:1769074824.965396:0:31212:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.965403:0:31212:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b90371180 x1855007613346304/t73014444087(73014444087) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.965411:0:31212:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.965420:0:31212:0:(namei.c:1621:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1769074824.965438:0:31212:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200008101:0x2:0x0](ffff982b9068ec08) 00000080:00000001:2.0:1769074824.965441:0:31212:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1769074824.965446:0:31212:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b88307000. 00000100:00000001:2.0:1769074824.965450:0:31212:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.965455:0:31212:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90371180 x1855007613346304/t73014444087(73014444087) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.965460:0:31212:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.965467:0:31212:0:(pcc.c:3567:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1769074824.965469:0:31212:0:(pcc.c:3570:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.965482:0:31212:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:2.0:1769074824.965484:0:31212:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01c7fa60 00000080:00200008:2.0:1769074824.965486:0:31212:0:(file.c:1001:ll_file_open()) START file f16.replay-dual-2-0:[0x200008101:0x2:0x0](ffff982b9068ec08), flags 100102 00000080:00000010:2.0:1769074824.965497:0:31212:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff982ba1e35180. 00000080:00000010:2.0:1769074824.965505:0:31212:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff982b984badc0. 00000080:00000001:2.0:1769074824.965508:0:31212:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:2.0:1769074824.965513:0:31212:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1769074824.965517:0:31212:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1769074824.965520:0:31212:0:(obd.h:1401:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff982b82dec2c0. 00000002:00100000:2.0:1769074824.965525:0:31212:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff982b90371180 x1855007613346304/t73014444087(73014444087) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1769074824.965531:0:31212:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1769074824.965533:0:31212:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1769074824.965537:0:31212:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1769074824.965541:0:31212:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.965544:0:31212:0:(file.c:1209:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074824.965547:0:31212:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.965550:0:31212:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90371180 x1855007613346304/t73014444087(73014444087) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1769074824.965557:0:31212:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074824.965561:0:31212:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff982b902a0000. 02000000:00000001:2.0:1769074824.965604:0:31212:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1769074824.965606:0:31212:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074824.965609:0:31212:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01c7fa60 00000080:00000008:2.0:1769074824.965611:0:31212:0:(file.c:1240:ll_file_open()) COMPLETED file f16.replay-dual-2-0:[0x200008101:0x2:0x0](ffff982b9068ec08), flags 100102, rc = 0 00000080:00000001:2.0:1769074824.965616:0:31212:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1769074824.965618:0:31212:0:(dcache.c:176:ll_intent_release()) intent ffff982b98466960 released 00000080:00010000:2.0:1769074824.965621:0:31212:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b7577 from it ffff982b98466960 00010000:00000001:2.0:1769074824.965624:0:31212:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1769074824.965625:0:31212:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074824.965626:0:31212:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d3400 refcount=3 00000020:00000001:2.0:1769074824.965628:0:31212:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740101632 : -114161969449984 : ffff982b985d3400) 00010000:00000001:2.0:1769074824.965630:0:31212:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740101632 : -114161969449984 : ffff982b985d3400) 00010000:00000001:2.0:1769074824.965633:0:31212:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1769074824.965637:0:31212:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b985d3400/0x5d432443066b7577 lrc: 3/1,0 mode: PR/PR res: [0x200008101:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xf5b77ed682f5d60f expref: -99 pid: 31212 timeout: 0 lvb_type: 3 00010000:00000001:2.0:1769074824.965644:0:31212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.965645:0:31212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.965647:0:31212:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1769074824.965649:0:31212:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1769074824.965651:0:31212:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b985d3400/0x5d432443066b7577 lrc: 2/0,0 mode: PR/PR res: [0x200008101:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xf5b77ed682f5d60f expref: -99 pid: 31212 timeout: 0 lvb_type: 3 00010000:00000001:2.0:1769074824.965660:0:31212:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074824.965664:0:31212:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074824.965666:0:31212:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074824.965671:0:31212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.965672:0:31212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074824.965674:0:31212:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.965678:0:31212:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074824.965680:0:31212:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.965682:0:31212:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.965684:0:31212:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074824.965687:0:31212:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1769074824.965688:0:31212:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074824.965690:0:31212:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1769074824.965691:0:31212:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1769074824.965694:0:31212:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:2.0:1769074824.965696:0:31212:0:(pcc.c:2069:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1769074824.965698:0:31212:0:(pcc.c:2088:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1769074824.965701:0:31212:0:(pcc.c:1993:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1769074824.965703:0:31212:0:(pcc.c:1999:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.965707:0:31212:0:(pcc.c:1928:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1769074824.965710:0:31212:0:(pcc.c:1931:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.965712:0:31212:0:(pcc.c:2396:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1769074824.965714:0:31212:0:(pcc.c:2423:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.965716:0:31212:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1769074824.965719:0:31212:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff982b98466960. 00000080:00000001:2.0:1769074824.965722:0:31212:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.965727:0:31212:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:2.0:1769074824.965730:0:31212:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200008101:0x2:0x0](ffff982b9068ec08), inode mode 81a4 mask 40 00000080:00000001:2.0:1769074824.965734:0:31212:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074824.965766:0:31212:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1769074824.965769:0:31212:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9a1359b0) owner 0000000000000000/ffff982b9a0e4f80 00020000:00000002:2.0:1769074824.965772:0:31212:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9a1359b0) owner 0000000000000000/ffff982b9a0e4f80 00020000:00000001:2.0:1769074824.965775:0:31212:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.965785:0:31212:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:2.0:1769074824.965788:0:31212:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01c7fdd0 00000080:00200008:2.0:1769074824.965790:0:31212:0:(file.c:424:ll_file_release()) START file f16.replay-dual-2-0:[0x200008101:0x2:0x0](ffff982b9068ec08), flags 100002 00000080:00000001:2.0:1769074824.965793:0:31212:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:2.0:1769074824.965796:0:31212:0:(pcc.c:2461:pcc_file_release()) Process leaving 00020000:00000001:2.0:1769074824.965797:0:31212:0:(lov_object.c:2359:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1769074824.965799:0:31212:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9a1359b0) owner 0000000000000000/ffff982b9a0e4f80 00020000:00000002:2.0:1769074824.965801:0:31212:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9a1359b0) owner 0000000000000000/ffff982b9a0e4f80 00020000:00000001:2.0:1769074824.965803:0:31212:0:(lov_object.c:2411:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074824.965806:0:31212:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:2.0:1769074824.965812:0:31212:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074824.965815:0:31212:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074824.965820:0:31212:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036e00 count: 2 00010000:00000001:2.0:1769074824.965822:0:31212:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074824.965826:0:31212:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1769074824.965828:0:31212:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x200008101:0x2:0x0]: 0 00000080:00000001:2.0:1769074824.965830:0:31212:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:2.0:1769074824.965833:0:31212:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1769074824.965838:0:31212:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff982b8a710200. 00000080:00000001:2.0:1769074824.965840:0:31212:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:2.0:1769074824.965847:0:31212:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1769074824.965852:0:31212:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:2.0:1769074824.965855:0:31212:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x200008101:0x2:0x0] 00000002:00000001:2.0:1769074824.965860:0:31212:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:2.0:1769074824.965862:0:31212:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff982b87054800: [0x200008101:0x2:0x0] file closed with intent: 0 00000100:00000010:2.0:1769074824.965869:0:31212:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037bb80. 00000020:00000040:2.0:1769074824.965873:0:31212:0:(genops.c:1229:class_import_get()) import ffff982b98901000 refcount=7 obd=lustre-MDT0000-mdc-ffff982b87054800 00000100:00000001:2.0:1769074824.965878:0:31212:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074824.965881:0:31212:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074824.966233:0:31212:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074824.967504:0:31212:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b88306800. 00000100:00000001:3.0:1769074824.967523:0:31212:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1769074824.967548:0:31212:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff982b90371180 x1855007613346304/t73014444087(73014444087) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1769074824.967563:0:31212:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff982b87054800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1769074824.967569:0:31212:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff982b9037bb80 x1855007613346560/t0(0) o35->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1769074824.967577:0:31212:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074824.967580:0:31212:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074824.967589:0:31212:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b98e9ea80. 00000100:00000001:3.0:1769074824.967591:0:31212:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911749323392 : -114161960228224 : ffff982b98e9ea80) 00000100:00000001:3.0:1769074824.967595:0:31212:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074824.967597:0:31212:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603428224 : -114162106123392 : ffff982b9037bb80) 00000100:00000001:3.0:1769074824.967603:0:31212:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074824.967610:0:31212:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074824.967612:0:31212:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074824.967615:0:31212:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074824.967619:0:31212:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037bb80 x1855007613346560/t0(0) o35->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.967627:0:31212:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074824.967630:0:31212:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074824.967636:0:31212:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074824.967640:0:31212:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074824.967643:0:31212:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074824.967647:0:31212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037bb80 pname:cluuid:pid:xid:nid:opc:job createmany:0d05e643-e609-4f9c-a8ce-9f27d385531c:31212:1855007613346560:192.168.204.151@tcp:35:createmany.0 00000100:00000001:3.0:1769074824.967652:0:31212:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074824.967658:0:31212:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074824.967661:0:31212:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074824.967664:0:31212:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074824.967670:0:31212:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c01400. 02000000:00000001:3.0:1769074824.967672:0:31212:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074824.967684:0:31212:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074824.967690:0:31212:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7268. 00000400:00000010:3.0:1769074824.967698:0:31212:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad67f8. 00000100:00000200:3.0:1769074824.967708:0:31212:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613346560, portal 10 00000100:00000001:3.0:1769074824.967711:0:31212:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074824.967712:0:31212:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603428224 : -114162106123392 : ffff982b9037bb80) 00000100:00000040:3.0:1769074824.967720:0:31212:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b9037bb80 x1855007613346560/t0(0) o35->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074824.967729:0:31212:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074824.967731:0:31212:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074824.967734:0:31212:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6dd0. 00000100:00000200:3.0:1769074824.967738:0:31212:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613346560, offset 0 00000400:00000200:3.0:1769074824.967746:0:31212:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074824.967756:0:31212:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.967766:0:31212:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074824.967772:0:31212:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074824.967777:0:31212:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074824.967782:0:31212:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074824.967785:0:31212:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074824.967790:0:31212:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15420:15420:256:4294967295] 192.168.204.151@tcp LPNI seq info [15420:15420:8:4294967295] 00000400:00000200:3.0:1769074824.967795:0:31212:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.967806:0:31212:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074824.967813:0:31212:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074824.967819:0:31212:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652a00. 00000800:00000200:3.0:1769074824.967827:0:31212:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074824.967836:0:31212:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074824.967842:0:31212:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1769074824.967871:0:31212:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074824.967877:0:31212:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: using a timeout of 27333 usecs (28 jiffies) 00000400:00000200:3.0:1769074824.967880:0:31212:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074824.967892:0:31212:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS new deadline estimation for cpu 2 is 4296481673 00000100:00000001:3.0:1769074824.967897:0:31212:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:3.0:1769074824.967900:0:31212:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS new deadline estimation for cpu 3 is 4296481673 00000100:00000001:3.0:1769074824.967902:0:31212:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:3.0:1769074824.967905:0:31212:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074824.967908:0:31212:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074824.967910:0:31212:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074824.967912:0:31212:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1769074824.967915:0:31212:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b98e9ea80 going to sleep for 11 seconds 00000100:00000001:3.0:1769074824.967919:0:31212:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074824.967923:0:31212:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074824.969458:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074824.969471:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652a00. 00000400:00000200:2.0:1769074824.969482:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074824.969495:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074824.969504:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6dd0 00000400:00000010:2.0:1769074824.969508:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6dd0. 00000100:00000001:2.0:1769074824.969514:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074824.969523:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9037bb80 x1855007613346560/t0(0) o35->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.969538:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074824.969542:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9037bb80 x1855007613346560/t0(0) o35->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074824.969549:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074824.969551:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074824.970979:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.971003:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074824.971007:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.971010:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.971022:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.971031:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074824.971040:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.971057:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.971065:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.971070:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd96300 00000400:00000200:3.0:1769074824.971076:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074824.971085:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x224cd [1] + 224 00000800:00000001:3.0:1769074824.971243:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.971258:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074824.971262:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074824.971268:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074824.971278:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074824.971326:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9037bb80 x1855007613346560/t0(0) o35->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074824.971338:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff982b9037bb80 x1855007613346560/t0(0) o35->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.971452:0:31212:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074824.971475:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074824.971488:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074824.971492:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1769074824.971807:0:31212:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074824.971810:0:31212:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074824.971816:0:31212:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7268. 00000400:00000200:0.0:1769074824.971824:0:31212:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad67f8 00000400:00000010:0.0:1769074824.971827:0:31212:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad67f8. 00000100:00000001:0.0:1769074824.971832:0:31212:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074824.971838:0:31212:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037bb80 x1855007613346560/t0(0) o35->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074824.971847:0:31212:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037bb80 x1855007613346560/t0(0) o35->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:23/10 lens 392/624 e 0 to 0 dl 1769074840 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.971854:0:31212:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074824.971856:0:31212:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074824.971859:0:31212:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074824.971863:0:31212:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074824.971867:0:31212:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074824.971870:0:31212:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074824.971874:0:31212:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074824.971979:0:31212:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b989014a0 time=16 v=5 (5 0 0 0) 00000100:00001000:0.0:1769074824.971985:0:31212:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b98901410 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074824.971988:0:31212:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074824.971990:0:31212:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074824.971994:0:31212:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074824.971999:0:31212:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.972005:0:31212:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1769074824.972007:0:31212:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1769074824.972009:0:31212:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1769074824.972012:0:31212:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.972014:0:31212:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603428224 : -114162106123392 : ffff982b9037bb80) 00000100:00000001:0.0:1769074824.972017:0:31212:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074824.972020:0:31212:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b87054800: skip recheck: last_committed 0 00000100:00000001:0.0:1769074824.972022:0:31212:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074824.972026:0:31212:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074824.972033:0:31212:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037bb80 x1855007613346560/t73014444088(73014444088) o35->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.972229:0:31212:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074824.972234:0:31212:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074824.972237:0:31212:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074824.972243:0:31212:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037bb80 x1855007613346560/t73014444088(73014444088) o35->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074824.972252:0:31212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037bb80 pname:cluuid:pid:xid:nid:opc:job createmany:0d05e643-e609-4f9c-a8ce-9f27d385531c:31212:1855007613346560:192.168.204.151@tcp:35:createmany.0 00000100:00000001:0.0:1769074824.972261:0:31212:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074824.972263:0:31212:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.972267:0:31212:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074824.972270:0:31212:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.972273:0:31212:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9037bb80 x1855007613346560/t73014444088(73014444088) o35->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.972380:0:31212:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074824.972385:0:31212:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b98e9ea80. 00000100:00000001:0.0:1769074824.972389:0:31212:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074824.972392:0:31212:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074824.972404:0:31212:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074824.972406:0:31212:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603428224 : -114162106123392 : ffff982b9037bb80) 00000002:00000001:0.0:1769074824.972410:0:31212:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.972415:0:31212:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074824.972422:0:31212:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b8a710200. 00000080:00000001:0.0:1769074824.972436:0:31212:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1769074824.972441:0:31212:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1769074824.972449:0:31212:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1769074824.972456:0:31212:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff982b90371180 x1855007613346304/t73014444087(73014444087) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074824.972465:0:31212:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074824.972466:0:31212:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074824.972470:0:31212:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff982b984badc0. 00000100:00000001:0.0:1769074824.972473:0:31212:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074824.972477:0:31212:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9037bb80 x1855007613346560/t73014444088(73014444088) o35->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074824.972483:0:31212:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.972487:0:31212:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1769074824.972491:0:31212:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff982ba1e35180. 00000080:00000001:0.0:1769074824.972496:0:31212:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074824.972505:0:31212:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01c7fdd0 00000080:00000008:0.0:1769074824.972509:0:31212:0:(file.c:464:ll_file_release()) COMPLETED file f16.replay-dual-2-0:[0x200008101:0x2:0x0](ffff982b9068ec08), flags 100002, rc = 0 00000080:00000001:0.0:1769074824.972514:0:31212:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074824.972522:0:31212:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1769074824.972524:0:31212:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01c7fe00 00000080:00002000:0.0:1769074824.972526:0:31212:0:(dcache.c:127:ll_ddelete()) keeping dentry f16.replay-dual-2-0 (ffff982b90e32438, parent ffff982b90652e58, inode ffff982b9068ec08) hashed, 00000080:00000001:0.0:1769074824.972530:0:31212:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1769074824.979329:0:31012:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848ae900. 00000020:00000001:1.0:1769074825.005720:0:31213:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb00e2bd08 00000080:00200008:1.0:1769074825.005735:0:31213:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff982b9069ec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1769074825.005746:0:31213:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1769074825.005748:0:31213:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb00e2bc80 00000080:00200000:1.0:1769074825.005751:0:31213:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b9069ec08),name=/ 00000080:00000010:1.0:1769074825.005761:0:31213:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b83d9e400. 00800000:00000002:1.0:1769074825.005770:0:31213:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b984bad80 2 00000080:00000001:1.0:1769074825.005777:0:31213:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1769074825.005784:0:31213:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1769074825.005787:0:31213:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb00e2bba0 00800000:00000002:1.0:1769074825.005790:0:31213:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1769074825.007207:0:31213:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1769074825.007221:0:31213:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1769074825.007232:0:31213:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1769074825.007237:0:31213:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb00e2ba70 00000002:00010000:1.0:1769074825.007240:0:31213:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1769074825.007246:0:31213:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1769074825.007248:0:31213:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074825.007253:0:31213:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1769074825.007263:0:31213:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074825.007267:0:31213:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074825.007269:0:31213:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074825.007273:0:31213:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1769074825.007277:0:31213:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1769074825.007469:0:31213:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b984aad80. 00000020:00000040:1.0:1769074825.007477:0:31213:0:(genops.c:1229:class_import_get()) import ffff982b98901000 refcount=8 obd=lustre-MDT0000-mdc-ffff982b87054800 00010000:00000001:1.0:1769074825.007485:0:31213:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1769074825.007492:0:31213:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074825.007499:0:31213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074825.007502:0:31213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074825.007504:0:31213:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074825.007507:0:31213:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074825.007510:0:31213:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074825.007516:0:31213:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074825.007526:0:31213:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b85947400. 00000100:00000001:1.0:1769074825.007534:0:31213:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074825.007540:0:31213:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074825.007542:0:31213:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074825.007544:0:31213:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1769074825.007545:0:31213:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074825.007548:0:31213:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074825.007556:0:31213:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446629911738887552 : -114161970664064 : ffff982b984aad80) 00010000:00000001:1.0:1769074825.007561:0:31213:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1769074825.007564:0:31213:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1769074825.007569:0:31213:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b9020c000. 00010000:00000010:1.0:1769074825.007575:0:31213:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b90209000. 00010000:00000001:1.0:1769074825.007581:0:31213:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1769074825.007586:0:31213:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b902edc00. 00000020:00000001:1.0:1769074825.007590:0:31213:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1769074825.007594:0:31213:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b902edc00 with handle 0x5d432443066b757e to hash 00000020:00000001:1.0:1769074825.007597:0:31213:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1769074825.007599:0:31213:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074825.007604:0:31213:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074825.007610:0:31213:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074825.007886:0:31213:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074825.007892:0:31213:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b902edc00/0x5d432443066b757e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31213 initiator: MDT0 00010000:00010000:1.0:1769074825.007904:0:31213:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b902edc00/0x5d432443066b757e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31213 initiator: MDT0 00010000:00010000:1.0:1769074825.007917:0:31213:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b902edc00/0x5d432443066b757e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31213 initiator: MDT0 00000100:00000001:1.0:1769074825.007923:0:31213:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074825.007925:0:31213:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074825.007934:0:31213:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b8491ec00. 00000100:00000001:1.0:1769074825.007937:0:31213:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911408012288 : -114162301539328 : ffff982b8491ec00) 00000100:00000001:1.0:1769074825.007940:0:31213:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074825.007942:0:31213:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738887552 : -114161970664064 : ffff982b984aad80) 00000100:00000001:1.0:1769074825.007947:0:31213:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074825.007953:0:31213:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074825.007956:0:31213:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074825.007958:0:31213:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074825.007971:0:31213:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b984aad80 x1855007613346688/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074825.007982:0:31213:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074825.007985:0:31213:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074825.007990:0:31213:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074825.007994:0:31213:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074825.007998:0:31213:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074825.008002:0:31213:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b984aad80 pname:cluuid:pid:xid:nid:opc:job umount:0d05e643-e609-4f9c-a8ce-9f27d385531c:31213:1855007613346688:192.168.204.151@tcp:101:umount.0 00000100:00000001:1.0:1769074825.008007:0:31213:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074825.008013:0:31213:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074825.008016:0:31213:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074825.008019:0:31213:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074825.008025:0:31213:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff982b85917000. 02000000:00000001:1.0:1769074825.008027:0:31213:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074825.008039:0:31213:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074825.008102:0:31213:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47000. 00000400:00000010:1.0:1769074825.008110:0:31213:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8000. 00000100:00000200:1.0:1769074825.008118:0:31213:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007613346688, portal 10 00000100:00000001:1.0:1769074825.008120:0:31213:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074825.008121:0:31213:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738887552 : -114161970664064 : ffff982b984aad80) 00000100:00000040:1.0:1769074825.008128:0:31213:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b984aad80 x1855007613346688/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074841 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074825.008136:0:31213:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074825.008139:0:31213:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074825.008143:0:31213:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8c38. 00000100:00000200:1.0:1769074825.008147:0:31213:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007613346688, offset 0 00000400:00000200:1.0:1769074825.008156:0:31213:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074825.008169:0:31213:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074825.008179:0:31213:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074825.008187:0:31213:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074825.008193:0:31213:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074825.008197:0:31213:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074825.008200:0:31213:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074825.008205:0:31213:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15421:15421:256:4294967295] 192.168.204.151@tcp LPNI seq info [15421:15421:8:4294967295] 00000400:00000200:1.0:1769074825.008210:0:31213:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074825.008222:0:31213:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074825.008229:0:31213:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074825.008236:0:31213:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a34bd00. 00000800:00000200:1.0:1769074825.008244:0:31213:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074825.008254:0:31213:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074825.008259:0:31213:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a34bd00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1769074825.008512:0:31213:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074825.008519:0:31213:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: using a timeout of 26038 usecs (27 jiffies) 00000400:00000200:1.0:1769074825.008525:0:31213:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074825.008528:0:31213:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS new deadline estimation for cpu 2 is 4296481713 00000100:00000001:1.0:1769074825.008532:0:31213:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS request active for cpu 2, keep current deadline 4296489359 00000100:00000001:1.0:1769074825.008535:0:31213:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS new deadline estimation for cpu 3 is 4296481713 00000100:00000001:1.0:1769074825.008538:0:31213:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS request active for cpu 3, keep current deadline 4296489359 00000100:00000001:1.0:1769074825.008540:0:31213:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074825.008543:0:31213:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074825.008547:0:31213:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074825.008548:0:31213:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074825.008551:0:31213:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8491ec00 going to sleep for 11 seconds 00000100:00000001:1.0:1769074825.008554:0:31213:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074825.008558:0:31213:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074825.008836:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074825.008842:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a34bd00. 00000400:00000200:2.0:1769074825.008848:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074825.008855:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074825.008862:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8c38 00000400:00000010:2.0:1769074825.008865:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8c38. 00000100:00000001:2.0:1769074825.008869:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074825.008875:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b984aad80 x1855007613346688/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074841 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074825.008899:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074825.008902:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b984aad80 x1855007613346688/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074841 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074825.008915:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074825.008917:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074825.014062:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074825.014090:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074825.014096:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074825.014098:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074825.014114:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074825.014126:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074825.014135:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074825.014141:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074825.014149:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074825.014154:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 688 into portal 10 MB=0x6971e9dd96380 00000400:00000200:3.0:1769074825.014160:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074825.014169:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 688/688 into md 0x224dd [1] + 224 00000800:00000001:3.0:1769074825.014183:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074825.014193:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074825.014197:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074825.014202:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074825.014213:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074825.014229:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b984aad80 x1855007613346688/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074841 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074825.014241:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff982b984aad80 x1855007613346688/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074841 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074825.014261:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074825.014274:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074825.014277:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074825.017695:0:31213:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074825.017717:0:31213:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074825.017721:0:31213:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074825.017728:0:31213:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47000. 00000400:00000200:1.0:1769074825.017743:0:31213:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8000 00000400:00000010:1.0:1769074825.017747:0:31213:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8000. 00000100:00000001:1.0:1769074825.017754:0:31213:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074825.017771:0:31213:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b984aad80 x1855007613346688/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074841 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074825.017792:0:31213:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b984aad80 x1855007613346688/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074841 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074825.017801:0:31213:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074825.017804:0:31213:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074825.017808:0:31213:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074825.017812:0:31213:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074825.017816:0:31213:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074825.017819:0:31213:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074825.017823:0:31213:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074825.017837:0:31213:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b98901458 time=17 v=5 (5 0 0 0) 00000100:00001000:1.0:1769074825.017843:0:31213:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b98901410 time=17 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074825.017846:0:31213:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074825.017848:0:31213:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074825.017852:0:31213:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074825.017856:0:31213:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074825.017861:0:31213:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074825.017865:0:31213:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b87054800: skip recheck: last_committed 0 00000100:00000001:1.0:1769074825.017867:0:31213:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074825.017871:0:31213:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074825.017878:0:31213:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b984aad80 x1855007613346688/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074841 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074825.017886:0:31213:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074825.017891:0:31213:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074825.017894:0:31213:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074825.017898:0:31213:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b984aad80 x1855007613346688/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074841 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074825.017906:0:31213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b984aad80 pname:cluuid:pid:xid:nid:opc:job umount:0d05e643-e609-4f9c-a8ce-9f27d385531c:31213:1855007613346688:192.168.204.151@tcp:101:umount.0 00000100:00000001:1.0:1769074825.017912:0:31213:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074825.017915:0:31213:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074825.017918:0:31213:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074825.017920:0:31213:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074825.017923:0:31213:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b984aad80 x1855007613346688/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074841 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074825.017930:0:31213:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074825.017934:0:31213:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b8491ec00. 00000100:00000001:1.0:1769074825.017938:0:31213:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074825.017940:0:31213:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074825.017944:0:31213:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1769074825.017949:0:31213:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074825.017952:0:31213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074825.017956:0:31213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902edc00 refcount=4 00000020:00000001:1.0:1769074825.017959:0:31213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074825.017962:0:31213:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000040:1.0:1769074825.017970:0:31213:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b902edc00, remote cookie: 0xf5b77ed682f5d624, flags: 0x1001 00010000:00010000:1.0:1769074825.017976:0:31213:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b902edc00/0x5d432443066b757e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d624 expref: -99 pid: 31213 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074825.017988:0:31213:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b902edc00/0x5d432443066b757e lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d624 expref: -99 pid: 31213 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074825.017996:0:31213:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1769074825.018003:0:31213:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1769074825.018007:0:31213:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1769074825.018008:0:31213:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1769074825.018010:0:31213:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1769074825.018013:0:31213:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff982b9020c000) refcount = 1 00010000:00010000:1.0:1769074825.018018:0:31213:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b902edc00/0x5d432443066b757e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d624 expref: -99 pid: 31213 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074825.018025:0:31213:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1769074825.018028:0:31213:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1769074825.018031:0:31213:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074825.018035:0:31213:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1769074825.018037:0:31213:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074825.018041:0:31213:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b902edc00/0x5d432443066b757e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d624 expref: -99 pid: 31213 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074825.018048:0:31213:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1769074825.018050:0:31213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074825.018052:0:31213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074825.018053:0:31213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074825.018055:0:31213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074825.018056:0:31213:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074825.018062:0:31213:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1769074825.018064:0:31213:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074825.018065:0:31213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074825.018066:0:31213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902edc00 refcount=3 00000020:00000001:1.0:1769074825.018068:0:31213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074825.018070:0:31213:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074825.018073:0:31213:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074825.018074:0:31213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074825.018075:0:31213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902edc00 refcount=4 00000020:00000001:1.0:1769074825.018077:0:31213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074825.018080:0:31213:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074825.018083:0:31213:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074825.018086:0:31213:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074825.018089:0:31213:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b902edc00/0x5d432443066b757e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d624 expref: -99 pid: 31213 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074825.018096:0:31213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074825.018098:0:31213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074825.018099:0:31213:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074825.018100:0:31213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074825.018101:0:31213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902edc00 refcount=5 00000020:00000001:1.0:1769074825.018104:0:31213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074825.018106:0:31213:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074825.018109:0:31213:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074825.018112:0:31213:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b902edc00/0x5d432443066b757e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d624 expref: -99 pid: 31213 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074825.018118:0:31213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074825.018119:0:31213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1769074825.018122:0:31213:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b902edc00/0x5d432443066b757e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d624 expref: -99 pid: 31213 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074825.018127:0:31213:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074825.018129:0:31213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074825.018130:0:31213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074825.018131:0:31213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074825.018132:0:31213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1769074825.018138:0:31213:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff982b984aad80 x1855007613346688/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074841 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1769074825.018148:0:31213:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074825.018149:0:31213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074825.018151:0:31213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902edc00 refcount=3 00000020:00000001:1.0:1769074825.018153:0:31213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074825.018155:0:31213:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074825.018157:0:31213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074825.018159:0:31213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074825.018160:0:31213:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074825.018163:0:31213:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074825.018167:0:31213:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1769074825.018170:0:31213:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074825.018171:0:31213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074825.018173:0:31213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902edc00 refcount=3 00000020:00000001:1.0:1769074825.018175:0:31213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074825.018177:0:31213:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00000002:00010000:1.0:1769074825.018180:0:31213:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b902edc00/0x5d432443066b757e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d624 expref: -99 pid: 31213 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074825.018187:0:31213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074825.018188:0:31213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074825.018191:0:31213:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1769074825.018193:0:31213:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074825.018194:0:31213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074825.018195:0:31213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902edc00 refcount=3 00000020:00000001:1.0:1769074825.018197:0:31213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074825.018199:0:31213:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000040:1.0:1769074825.018208:0:31213:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c000 count: 2 00010000:00000001:1.0:1769074825.018211:0:31213:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1769074825.018216:0:31213:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b871bf800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1769074825.018219:0:31213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074825.018220:0:31213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074825.018222:0:31213:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1769074825.018226:0:31213:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb00e2b9f0 00000002:00002000:1.0:1769074825.018229:0:31213:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1769074825.018232:0:31213:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074825.018237:0:31213:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074825.018241:0:31213:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1769074825.018245:0:31213:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1769074825.018249:0:31213:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1769074825.018254:0:31213:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b984bad80 2 00000080:00000010:1.0:1769074825.018259:0:31213:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b83d9e400. 00000080:00000001:1.0:1769074825.018264:0:31213:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1769074825.018267:0:31213:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1769074825.018276:0:31213:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1769074825.018335:0:31213:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1769074825.018347:0:31213:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff982b9851eec0. 00800000:00000001:1.0:1769074825.018350:0:31213:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446629911739363008 : -114161970188608 : ffff982b9851eec0) 00800000:00000001:1.0:1769074825.018353:0:31213:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074825.018355:0:31213:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1769074825.018359:0:31213:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1769074825.018362:0:31213:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1769074825.018365:0:31213:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1769074825.018370:0:31213:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1769074825.018372:0:31213:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074825.018378:0:31213:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1769074825.018382:0:31213:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1769074825.018389:0:31213:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:1.0:1769074825.018391:0:31213:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074825.018392:0:31213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074825.018394:0:31213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902edc00 refcount=3 00000020:00000001:1.0:1769074825.018397:0:31213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074825.018399:0:31213:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074825.018401:0:31213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074825.018402:0:31213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1769074825.018404:0:31213:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1769074825.018407:0:31213:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1769074825.018409:0:31213:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b9851eec0 1 00800000:00000010:1.0:1769074825.018411:0:31213:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff982b9851eec0. 00800000:00000001:1.0:1769074825.018415:0:31213:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074825.018419:0:31213:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b9069ec08) for lock 0x5d432443066b757e 00800000:00000001:1.0:1769074825.018423:0:31213:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1769074825.018436:0:31213:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1769074825.018438:0:31213:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074825.018439:0:31213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074825.018440:0:31213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902edc00 refcount=3 00000020:00000001:1.0:1769074825.018442:0:31213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074825.018444:0:31213:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074825.018447:0:31213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074825.018448:0:31213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074825.018450:0:31213:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074825.018451:0:31213:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074825.018454:0:31213:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074825.018456:0:31213:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b9069ec08) 00000080:00010000:1.0:1769074825.018460:0:31213:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b757e from it ffffbcdb00e2bcb8 00010000:00000001:1.0:1769074825.018462:0:31213:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074825.018463:0:31213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074825.018468:0:31213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902edc00 refcount=3 00000020:00000001:1.0:1769074825.018470:0:31213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074825.018473:0:31213:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074825.018475:0:31213:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074825.018478:0:31213:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b902edc00/0x5d432443066b757e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d624 expref: -99 pid: 31213 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074825.018484:0:31213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074825.018485:0:31213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074825.018486:0:31213:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1769074825.018489:0:31213:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1769074825.018491:0:31213:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b902edc00/0x5d432443066b757e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d624 expref: -99 pid: 31213 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074825.018499:0:31213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1769074825.018503:0:31213:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1769074825.018505:0:31213:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074825.018510:0:31213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074825.018511:0:31213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074825.018513:0:31213:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074825.018517:0:31213:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1769074825.018519:0:31213:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074825.018521:0:31213:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074825.018524:0:31213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074825.018526:0:31213:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074825.018527:0:31213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074825.018528:0:31213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1769074825.018531:0:31213:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074825.018536:0:31213:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b984aad80 x1855007613346688/t0(0) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074841 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074825.018543:0:31213:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769074825.018546:0:31213:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074825.018550:0:31213:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff982b85917000. 02000000:00000001:1.0:1769074825.018554:0:31213:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769074825.018558:0:31213:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074825.018560:0:31213:0:(genops.c:1242:class_import_put()) import ffff982b98901000 refcount=7 obd=lustre-MDT0000-mdc-ffff982b87054800 00000020:00000001:1.0:1769074825.018562:0:31213:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769074825.018565:0:31213:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b85947400. 02000000:00000001:1.0:1769074825.018570:0:31213:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769074825.018573:0:31213:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769074825.018575:0:31213:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b984aad80. 00000100:00000001:1.0:1769074825.018579:0:31213:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769074825.018580:0:31213:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1769074825.018585:0:31213:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074825.018593:0:31213:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb00e2bd08 00000080:00000008:1.0:1769074825.018596:0:31213:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff982b9069ec08), request_mask 2047, flags 0, foreign 0 00000020:00000001:1.0:1769074825.018936:0:31213:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb00e2bd08 00000080:00200008:1.0:1769074825.018940:0:31213:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff982b9069ec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1769074825.018947:0:31213:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1769074825.018949:0:31213:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb00e2bc80 00000080:00200000:1.0:1769074825.018951:0:31213:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b9069ec08),name=/ 00000080:00000010:1.0:1769074825.018958:0:31213:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b83d9e400. 00800000:00000002:1.0:1769074825.018964:0:31213:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b984bad80 2 00000080:00000001:1.0:1769074825.018968:0:31213:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1769074825.018973:0:31213:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1769074825.018975:0:31213:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb00e2bba0 00800000:00000002:1.0:1769074825.018977:0:31213:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1769074825.018982:0:31213:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1769074825.018987:0:31213:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1769074825.018993:0:31213:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1769074825.018995:0:31213:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb00e2ba70 00000002:00010000:1.0:1769074825.018997:0:31213:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1769074825.019001:0:31213:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1769074825.019003:0:31213:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074825.019006:0:31213:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074825.019012:0:31213:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c000 count: 2 00010000:00000001:1.0:1769074825.019014:0:31213:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074825.019018:0:31213:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074825.019021:0:31213:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1769074825.019025:0:31213:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b902edc00/0x5d432443066b757e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d624 expref: -99 pid: 31213 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1769074825.019035:0:31213:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1769074825.019041:0:31213:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074825.019045:0:31213:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b902edc00/0x5d432443066b757e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d624 expref: -99 pid: 31213 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1769074825.019053:0:31213:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1769074825.019055:0:31213:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769074825.019058:0:31213:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1769074825.019060:0:31213:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1769074825.019062:0:31213:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769074825.019064:0:31213:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1769074825.019067:0:31213:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1769074825.019069:0:31213:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b984bad80 2 00000080:00000010:1.0:1769074825.019071:0:31213:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b83d9e400. 00000080:00000001:1.0:1769074825.019074:0:31213:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1769074825.019076:0:31213:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074825.019078:0:31213:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b9069ec08) 00000080:00010000:1.0:1769074825.019082:0:31213:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b9069ec08) for lock 0x5d432443066b757e 00800000:00000001:1.0:1769074825.019085:0:31213:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1769074825.019087:0:31213:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1769074825.019089:0:31213:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074825.019091:0:31213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074825.019094:0:31213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902edc00 refcount=3 00000020:00000001:1.0:1769074825.019096:0:31213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074825.019098:0:31213:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074825.019101:0:31213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074825.019102:0:31213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074825.019104:0:31213:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074825.019105:0:31213:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074825.019107:0:31213:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b757e from it ffffbcdb00e2bcb8 00010000:00000001:1.0:1769074825.019109:0:31213:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074825.019111:0:31213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074825.019112:0:31213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902edc00 refcount=3 00000020:00000001:1.0:1769074825.019114:0:31213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074825.019117:0:31213:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602846720 : -114162106704896 : ffff982b902edc00) 00010000:00000001:1.0:1769074825.019120:0:31213:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074825.019123:0:31213:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b902edc00/0x5d432443066b757e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5d624 expref: -99 pid: 31213 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074825.019129:0:31213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074825.019130:0:31213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074825.019131:0:31213:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1769074825.019134:0:31213:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1769074825.019136:0:31213:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b902edc00/0x5d432443066b757e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5d624 expref: -99 pid: 31213 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074825.019143:0:31213:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1769074825.019144:0:31213:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1769074825.019146:0:31213:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074825.019148:0:31213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074825.019150:0:31213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074825.019151:0:31213:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074825.019153:0:31213:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1769074825.019154:0:31213:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074825.019156:0:31213:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074825.019158:0:31213:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074825.019160:0:31213:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074825.019161:0:31213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074825.019163:0:31213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1769074825.019164:0:31213:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769074825.019166:0:31213:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1769074825.019168:0:31213:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074825.019172:0:31213:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb00e2bd08 00000080:00000008:1.0:1769074825.019174:0:31213:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff982b9069ec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1769074825.019786:0:31213:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074825.019795:0:31213:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074825.024474:0:1:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074825.030836:0:1468:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074825.040506:0:31213:0:(llite_lib.c:998:ll_kill_super()) Process entered 00000080:00000001:3.0:1769074825.040516:0:31213:0:(llite_lib.c:1019:ll_kill_super()) Process leaving 00000080:00000001:3.0:1769074825.040538:0:31213:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1769074825.040542:0:31213:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1769074825.040550:0:31213:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1769074825.040553:0:31213:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1769074825.040568:0:31213:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:3.0:1769074825.040573:0:31213:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:3.0:1769074825.040577:0:31213:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b9069ec08) 00800000:00000001:3.0:1769074825.040587:0:31213:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:3.0:1769074825.040589:0:31213:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x200000007:0x1:0x0] 00000002:00000001:3.0:1769074825.040596:0:31213:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:3.0:1769074825.040605:0:31213:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c000 count: 2 00010000:00000001:3.0:1769074825.040609:0:31213:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1769074825.040615:0:31213:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074825.040617:0:31213:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074825.040620:0:31213:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1769074825.040622:0:31213:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1769074825.040624:0:31213:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074825.040626:0:31213:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1769074825.040631:0:31213:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b984bad80 1 00800000:00000010:3.0:1769074825.040635:0:31213:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff982b984bad80. 00000080:00000001:3.0:1769074825.040641:0:31213:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1769074825.040644:0:31213:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:3.0:1769074825.040653:0:31213:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:3.0:1769074825.040657:0:31213:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1769074825.040660:0:31213:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769074825.040667:0:31213:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911434102472 : -114162275449144 : ffff982b862006c8) 00000020:00001000:3.0:1769074825.040670:0:31213:0:(cl_object.c:785:cl_env_get()) 1@ffff982b862006c0 00000020:00000001:3.0:1769074825.040677:0:31213:0:(cl_object.c:146:cl_object_top()) ffff982b82dbc9e0 -> ffff982b82dbc9e0 00000020:00000001:3.0:1769074825.040681:0:31213:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1769074825.040684:0:31213:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:3.0:1769074825.040687:0:31213:0:(vvp_io.c:1854:vvp_io_init()) [0x200008101:0x2:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1769074825.040690:0:31213:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769074825.040692:0:31213:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1769074825.040694:0:31213:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1769074825.040701:0:31213:0:(lov_object.c:1557:lov_io_init()) [0x200008101:0x2:0x0]io ffff982b85ba9e08 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1769074825.040705:0:31213:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9a1359b0) owner 0000000000000000/ffff982ba05d0000 00020000:00000001:3.0:1769074825.040710:0:31213:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1769074825.040712:0:31213:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1769074825.040715:0:31213:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1769074825.040717:0:31213:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769074825.040720:0:31213:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769074825.040723:0:31213:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1769074825.040726:0:31213:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074825.040728:0:31213:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769074825.040729:0:31213:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1769074825.040730:0:31213:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1769074825.040732:0:31213:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9a1359b0) owner 0000000000000000/ffff982ba05d0000 00000020:00000001:3.0:1769074825.040736:0:31213:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074825.040738:0:31213:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1769074825.040740:0:31213:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1769074825.040744:0:31213:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1769074825.040749:0:31213:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1769074825.040754:0:31213:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1769074825.040758:0:31213:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1769074825.040760:0:31213:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1769074825.040762:0:31213:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000010:3.0:1769074825.040770:0:31213:0:(cl_object.c:669:cl_env_new()) slab-alloced 'cle': 144 at ffff982b876abbd0. 00000020:00000010:3.0:1769074825.040778:0:31213:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b88307a00. 00000020:00000010:3.0:1769074825.040785:0:31213:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff982b88307c00. 00000020:00000010:3.0:1769074825.040790:0:31213:0:(cl_object.c:1091:cl_key_init()) kmalloced '(value)': 72 at ffff982b984663c0. 00000008:00000010:3.0:1769074825.040799:0:31213:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff982b85c0ef90. 00020000:00000010:3.0:1769074825.040806:0:31213:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff982b86620480. 00008000:00000010:3.0:1769074825.040813:0:31213:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff982b90243170. 00000080:00000010:3.0:1769074825.040820:0:31213:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff982b985ea2a0. 00000080:00000010:3.0:1769074825.040824:0:31213:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff982b902c0000. 00000020:00000010:3.0:1769074825.040828:0:31213:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b88306000. 00000008:00000010:3.0:1769074825.040834:0:31213:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff982b98570840. 00020000:00000010:3.0:1769074825.040837:0:31213:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff982b902c4240. 00008000:00000010:3.0:1769074825.040842:0:31213:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff982b991084a0. 00000080:00000010:3.0:1769074825.040845:0:31213:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff982b9839ce10. 00000020:00000001:3.0:1769074825.040847:0:31213:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911455775704 : -114162253775912 : ffff982b876abbd8) 00000020:00001000:3.0:1769074825.040850:0:31213:0:(cl_object.c:785:cl_env_get()) 1@ffff982b876abbd0 00000020:00000001:3.0:1769074825.040852:0:31213:0:(cl_object.c:146:cl_object_top()) ffff982b82dbcf58 -> ffff982b82dbc9e0 00000020:00000001:3.0:1769074825.040854:0:31213:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1769074825.040857:0:31213:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769074825.040858:0:31213:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1769074825.040860:0:31213:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769074825.040863:0:31213:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769074825.040865:0:31213:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446629911751177256 : -114161958374360 : ffff982b99063428) 00000020:00000001:3.0:1769074825.040869:0:31213:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1769074825.040870:0:31213:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769074825.040873:0:31213:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074825.040875:0:31213:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074825.040877:0:31213:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1769074825.040879:0:31213:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1769074825.040882:0:31213:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769074825.040883:0:31213:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1769074825.040885:0:31213:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769074825.040886:0:31213:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074825.040888:0:31213:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769074825.040890:0:31213:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769074825.040892:0:31213:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074825.040893:0:31213:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769074825.040895:0:31213:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074825.040896:0:31213:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074825.040899:0:31213:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1769074825.040902:0:31213:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1769074825.040903:0:31213:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769074825.040904:0:31213:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1769074825.040907:0:31213:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1769074825.040910:0:31213:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000020:3.0:1769074825.040916:0:31213:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff982b98590c40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:3.0:1769074825.040920:0:31213:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769074825.040922:0:31213:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074825.040924:0:31213:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769074825.040925:0:31213:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769074825.040926:0:31213:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074825.040928:0:31213:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074825.040931:0:31213:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1769074825.040933:0:31213:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1769074825.040935:0:31213:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1769074825.040936:0:31213:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:3.0:1769074825.040939:0:31213:0:(osc_cache.c:3121:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1769074825.040943:0:31213:0:(osc_cache.c:3158:osc_cache_wait_range()) obj ffff982b98590c40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1769074825.040946:0:31213:0:(osc_cache.c:3159:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074825.040948:0:31213:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1769074825.040950:0:31213:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769074825.040952:0:31213:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1769074825.040954:0:31213:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1769074825.040956:0:31213:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1769074825.040959:0:31213:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1769074825.040960:0:31213:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769074825.040962:0:31213:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1769074825.040963:0:31213:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1769074825.040964:0:31213:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769074825.040965:0:31213:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769074825.040967:0:31213:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1769074825.040968:0:31213:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1769074825.040971:0:31213:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1769074825.040973:0:31213:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1769074825.040974:0:31213:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1769074825.040977:0:31213:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1769074825.040978:0:31213:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769074825.040979:0:31213:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1769074825.040980:0:31213:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1769074825.040982:0:31213:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769074825.040984:0:31213:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769074825.040986:0:31213:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769074825.040987:0:31213:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769074825.040989:0:31213:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074825.040991:0:31213:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1769074825.040993:0:31213:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1769074825.040995:0:31213:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1769074825.040997:0:31213:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1769074825.040998:0:31213:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769074825.041000:0:31213:0:(cl_object.c:879:cl_env_put()) 1@ffff982b876abbd0 00020000:00000001:3.0:1769074825.041004:0:31213:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1769074825.041006:0:31213:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1769074825.041009:0:31213:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:3.0:1769074825.041011:0:31213:0:(vvp_io.c:289:vvp_io_fini()) [0x200008101:0x2:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1769074825.041014:0:31213:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1769074825.041016:0:31213:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769074825.041018:0:31213:0:(cl_object.c:879:cl_env_put()) 1@ffff982b862006c0 00000080:00000001:3.0:1769074825.041021:0:31213:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074825.041023:0:31213:0:(llite_lib.c:1950:ll_clear_inode()) Process entered 00000080:00200000:3.0:1769074825.041025:0:31213:0:(llite_lib.c:1953:ll_clear_inode()) VFS Op:inode=[0x200008101:0x2:0x0](ffff982b9068ec08) 00800000:00000001:3.0:1769074825.041028:0:31213:0:(lmv_obd.c:1611:lmv_null_inode()) Process entered 00800000:00000002:3.0:1769074825.041029:0:31213:0:(lmv_obd.c:1613:lmv_null_inode()) CBDATA for [0x200008101:0x2:0x0] 00000002:00000001:3.0:1769074825.041032:0:31213:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:3.0:1769074825.041036:0:31213:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036e00 count: 2 00010000:00000001:3.0:1769074825.041039:0:31213:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1769074825.041054:0:31213:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074825.041056:0:31213:0:(lmv_obd.c:1623:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074825.041058:0:31213:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1769074825.041060:0:31213:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1769074825.041061:0:31213:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074825.041064:0:31213:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074825.041066:0:31213:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769074825.041069:0:31213:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911434102472 : -114162275449144 : ffff982b862006c8) 00000020:00001000:3.0:1769074825.041071:0:31213:0:(cl_object.c:785:cl_env_get()) 1@ffff982b862006c0 00020000:00000001:3.0:1769074825.041080:0:31213:0:(lov_object.c:1510:lov_object_delete()) Process entered 00020000:00000002:3.0:1769074825.041082:0:31213:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9a1359b0) owner 0000000000000000/ffff982ba05d0000 00020000:00000001:3.0:1769074825.041086:0:31213:0:(lov_object.c:870:lov_delete_composite()) Process entered 00020000:00000002:3.0:1769074825.041089:0:31213:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b984d6ba0, objid 0x2:33025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1769074825.041094:0:31213:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:3.0:1769074825.041098:0:31213:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b88365f80: ostid: 0x240000400:1550 ost idx: 0 gen: 0 00020000:00000001:3.0:1769074825.041101:0:31213:0:(lov_object.c:1285:lov_layout_wait()) Process entered 00020000:00000001:3.0:1769074825.041104:0:31213:0:(lov_object.c:1295:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769074825.041106:0:31213:0:(lov_object.c:297:lov_delete_raid0()) Process entered 00000020:00000001:3.0:1769074825.041108:0:31213:0:(cl_object.c:330:cl_object_prune()) Process entered 00010000:00000001:3.0:1769074825.041113:0:31213:0:(ldlm_request.c:2443:ldlm_resource_iterate()) Process entered 00010000:00000001:3.0:1769074825.041118:0:31213:0:(ldlm_request.c:2449:ldlm_resource_iterate()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074825.041120:0:31213:0:(cl_object.c:340:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1769074825.041143:0:31213:0:(osc_object.c:106:osc_object_free()) slab-freed '(osc)': 448 at ffff982b98590c40. 00020000:00000001:3.0:1769074825.041150:0:31213:0:(lovsub_object.c:64:lovsub_object_free()) Process entered 00020000:00000010:3.0:1769074825.041152:0:31213:0:(lovsub_object.c:84:lovsub_object_free()) slab-freed 'los': 200 at ffff982b82dbced8. 00020000:00000001:3.0:1769074825.041156:0:31213:0:(lovsub_object.c:86:lovsub_object_free()) Process leaving 00020000:00000001:3.0:1769074825.041200:0:31213:0:(lov_object.c:318:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769074825.041203:0:31213:0:(lov_object.c:892:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1769074825.041205:0:31213:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9a1359b0) owner 0000000000000000/ffff982ba05d0000 00020000:00000001:3.0:1769074825.041207:0:31213:0:(lov_object.c:1512:lov_object_delete()) Process leaving 00020000:00000001:3.0:1769074825.041210:0:31213:0:(lov_object.c:1519:lov_object_free()) Process entered 00020000:00000002:3.0:1769074825.041211:0:31213:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff982b9a1359b0) owner 0000000000000000/ffff982ba05d0000 00020000:00000001:3.0:1769074825.041215:0:31213:0:(lov_object.c:906:lov_fini_composite()) Process entered 00020000:00000010:3.0:1769074825.041218:0:31213:0:(lov_object.c:327:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff982b98578918. 00020000:00000010:3.0:1769074825.041224:0:31213:0:(lov_object.c:915:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff982b85821600. 00020000:00000010:3.0:1769074825.041228:0:31213:0:(lov_object.c:920:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff982b848239b0. 00020000:00000002:3.0:1769074825.041232:0:31213:0:(lov_ea.c:727:dump_lsm()) lsm ffff982b984d6ba0, objid 0x2:33025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1769074825.041236:0:31213:0:(lov_ea.c:757:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 4194304, pool: [] 00020000:00000002:3.0:1769074825.041240:0:31213:0:(lov_ea.c:770:dump_lsm()) oinfo:ffff982b88365f80: ostid: 0x240000400:1550 ost idx: 0 gen: 0 00020000:00000010:3.0:1769074825.041246:0:31213:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff982b88365f80. 00020000:00000010:3.0:1769074825.041250:0:31213:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 72 at ffff982b984d6cc0. 00020000:00000010:3.0:1769074825.041253:0:31213:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff982b984d6ba0. 00020000:00000001:3.0:1769074825.041256:0:31213:0:(lov_object.c:929:lov_fini_composite()) Process leaving 00020000:00000002:3.0:1769074825.041258:0:31213:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff982b9a1359b0) owner 0000000000000000/ffff982ba05d0000 00020000:00000010:3.0:1769074825.041260:0:31213:0:(lov_object.c:1522:lov_object_free()) slab-freed '(lov)': 248 at ffff982b9a1359b0. 00020000:00000001:3.0:1769074825.041266:0:31213:0:(lov_object.c:1523:lov_object_free()) Process leaving 00000080:00000010:3.0:1769074825.041269:0:31213:0:(vvp_object.c:271:vvp_object_free()) slab-freed 'vob': 200 at ffff982b82dbc960. 00000020:00001000:3.0:1769074825.041273:0:31213:0:(cl_object.c:879:cl_env_put()) 1@ffff982b862006c0 00000080:00000001:3.0:1769074825.041275:0:31213:0:(llite_lib.c:2001:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1769074825.041277:0:31213:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:3.0:1769074825.041334:0:31213:0:(llite_lib.c:1561:ll_put_super()) Process entered 00000080:00200000:3.0:1769074825.041337:0:31213:0:(llite_lib.c:1568:ll_put_super()) VFS Op: cfg_instance lustre-client-ffff982b87054800 (sb ffff982b87054800) 00000020:00000001:3.0:1769074825.041344:0:31213:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:3.0:1769074825.041350:0:31213:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 176 at ffff982b98e9e180. 00000020:00000001:3.0:1769074825.041354:0:31213:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1769074825.041358:0:31213:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b88306400. 00000020:00000010:3.0:1769074825.041363:0:31213:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff982b88307000. 00000040:00000010:3.0:1769074825.041368:0:31213:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff982b88306e00. 00000020:00000010:3.0:1769074825.041374:0:31213:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff982b88b88000. 00000020:00000010:3.0:1769074825.041381:0:31213:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff982b88306600. 00040000:00000010:3.0:1769074825.041388:0:31213:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff982b99652700. 00040000:00000010:3.0:1769074825.041393:0:31213:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff982b88307e00. 10000000:00000001:3.0:1769074825.041398:0:31213:0:(mgc_request.c:1931:mgc_process_config()) Process entered 10000000:00000001:3.0:1769074825.041401:0:31213:0:(mgc_request_server.c:637:mgc_process_config_server()) Process entered 10000000:00000001:3.0:1769074825.041405:0:31213:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:3.0:1769074825.041407:0:31213:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:3.0:1769074825.041410:0:31213:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1769074825.041413:0:31213:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff982b9037e200) refs 3 10000000:00000001:3.0:1769074825.041415:0:31213:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074825.041418:0:31213:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446629911603438080 : -114162106113536 : ffff982b9037e200) 10000000:00000001:3.0:1769074825.041420:0:31213:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1769074825.041422:0:31213:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x5d432443066b7394 00010000:00000001:3.0:1769074825.041435:0:31213:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074825.041438:0:31213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074825.041441:0:31213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340400 refcount=2 00000020:00000001:3.0:1769074825.041444:0:31213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603184640 : -114162106366976 : ffff982b90340400) 00010000:00000001:3.0:1769074825.041447:0:31213:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603184640 : -114162106366976 : ffff982b90340400) 00010000:00000001:3.0:1769074825.041451:0:31213:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074825.041454:0:31213:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074825.041459:0:31213:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.151@tcp lock: ffff982b90340400/0x5d432443066b7394 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf5b77ed682f5d043 expref: -99 pid: 30558 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074825.041469:0:31213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074825.041471:0:31213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074825.041473:0:31213:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074825.041474:0:31213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074825.041475:0:31213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340400 refcount=3 00000020:00000001:3.0:1769074825.041477:0:31213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603184640 : -114162106366976 : ffff982b90340400) 00010000:00000001:3.0:1769074825.041479:0:31213:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603184640 : -114162106366976 : ffff982b90340400) 00010000:00000001:3.0:1769074825.041482:0:31213:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1769074825.041484:0:31213:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.151@tcp lock: ffff982b90340400/0x5d432443066b7394 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf5b77ed682f5d043 expref: -99 pid: 30558 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074825.041493:0:31213:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074825.041496:0:31213:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.151@tcp lock: ffff982b90340400/0x5d432443066b7394 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xf5b77ed682f5d043 expref: -99 pid: 30558 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074825.041502:0:31213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074825.041504:0:31213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1769074825.041506:0:31213:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.151@tcp lock: ffff982b90340400/0x5d432443066b7394 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xf5b77ed682f5d043 expref: -99 pid: 30558 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074825.041516:0:31213:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074825.041518:0:31213:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074825.041523:0:31213:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1769074825.041528:0:31213:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff982b98e9ecc0. 00010000:00000001:3.0:1769074825.041531:0:31213:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1769074825.041548:0:31213:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1769074825.041550:0:31213:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074825.041552:0:31213:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074825.041555:0:31213:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074825.041557:0:31213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074825.041558:0:31213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1769074825.041560:0:31213:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1769074825.041562:0:31213:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x5d432443066b73be 00010000:00000001:3.0:1769074825.041564:0:31213:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074825.041566:0:31213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074825.041568:0:31213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341a00 refcount=2 00000020:00000001:3.0:1769074825.041570:0:31213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603190272 : -114162106361344 : ffff982b90341a00) 00010000:00000001:3.0:1769074825.041572:0:31213:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603190272 : -114162106361344 : ffff982b90341a00) 00010000:00000001:3.0:1769074825.041575:0:31213:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074825.041577:0:31213:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074825.041580:0:31213:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.151@tcp lock: ffff982b90341a00/0x5d432443066b73be lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf5b77ed682f5d04a expref: -99 pid: 30558 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074825.041586:0:31213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074825.041587:0:31213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074825.041588:0:31213:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074825.041589:0:31213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074825.041590:0:31213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341a00 refcount=3 00000020:00000001:3.0:1769074825.041592:0:31213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603190272 : -114162106361344 : ffff982b90341a00) 00010000:00000001:3.0:1769074825.041594:0:31213:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603190272 : -114162106361344 : ffff982b90341a00) 00010000:00000001:3.0:1769074825.041596:0:31213:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1769074825.041598:0:31213:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.151@tcp lock: ffff982b90341a00/0x5d432443066b73be lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf5b77ed682f5d04a expref: -99 pid: 30558 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074825.041603:0:31213:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074825.041605:0:31213:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.151@tcp lock: ffff982b90341a00/0x5d432443066b73be lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf5b77ed682f5d04a expref: -99 pid: 30558 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074825.041609:0:31213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074825.041610:0:31213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1769074825.041612:0:31213:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.151@tcp lock: ffff982b90341a00/0x5d432443066b73be lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf5b77ed682f5d04a expref: -99 pid: 30558 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074825.041616:0:31213:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074825.041618:0:31213:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074825.041619:0:31213:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1769074825.041622:0:31213:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff982b98e9eb40. 00010000:00000001:3.0:1769074825.041624:0:31213:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1769074825.041631:0:31213:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00000001:3.0:1769074825.041633:0:31213:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074825.041635:0:31213:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074825.041637:0:31213:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074825.041638:0:31213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074825.041639:0:31213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1769074825.041641:0:31213:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1769074825.041643:0:31213:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff982b9037ee00) refs 2 10000000:00000001:3.0:1769074825.041645:0:31213:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000001:3.0:1769074825.041656:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074825.041659:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074825.041663:0:11525:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:3.0:1769074825.041666:0:11525:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1769074825.041668:0:11525:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1769074825.041672:0:11525:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.151@tcp lock: ffff982b90340400/0x5d432443066b7394 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xf5b77ed682f5d043 expref: -99 pid: 30558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074825.041680:0:11525:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff982b90340400 already unused, calling callback (ffffffffc1496c20) 10000000:00000001:3.0:1769074825.041684:0:11525:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1769074825.041687:0:11525:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.151@tcp lock: ffff982b90340400/0x5d432443066b7394 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xf5b77ed682f5d043 expref: -99 pid: 30558 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074825.041692:0:11525:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1769074825.041694:0:11525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074825.041695:0:11525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074825.041696:0:11525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90340400 refcount=3 00000020:00000001:3.0:1769074825.041698:0:11525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603184640 : -114162106366976 : ffff982b90340400) 00010000:00000001:3.0:1769074825.041700:0:11525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603184640 : -114162106366976 : ffff982b90340400) 00010000:00000001:3.0:1769074825.041703:0:11525:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1769074825.041707:0:11525:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.151@tcp lock: ffff982b90340400/0x5d432443066b7394 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xf5b77ed682f5d043 expref: -99 pid: 30558 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1769074825.041713:0:11525:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1769074825.041715:0:11525:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.151@tcp lock: ffff982b90340400/0x5d432443066b7394 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xf5b77ed682f5d043 expref: -99 pid: 30558 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1769074825.041722:0:11525:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1769074825.041725:0:11525:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:00000001:3.0:1769074825.041726:0:11525:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1769074825.041727:0:11525:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff982b9037e200) refs 3 10000000:00000001:3.0:1769074825.041728:0:11525:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1769074825.041730:0:11525:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074825.041733:0:11525:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1769074825.041738:0:11525:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1769074825.041739:0:11525:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1769074825.041741:0:11525:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074825.041742:0:11525:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769074825.041746:0:11525:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b90340400 with handle 0x5d432443066b7394 from hash 00010000:00000001:3.0:1769074825.041748:0:11525:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1769074825.041750:0:11525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074825.041751:0:11525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074825.041753:0:11525:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1769074825.041756:0:11525:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1769074825.041758:0:11525:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1769074825.041761:0:11525:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1769074825.041766:0:11525:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1769074825.041777:0:11525:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90373100. 00000020:00000040:3.0:1769074825.041782:0:11525:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:3.0:1769074825.041788:0:11525:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074825.041792:0:11525:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074825.041800:0:11525:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074825.041808:0:11525:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b88306c00. 00000100:00000001:3.0:1769074825.041820:0:11525:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074825.041825:0:11525:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1769074825.041832:0:11525:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.151@tcp lock: ffff982b90340400/0x5d432443066b7394 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xf5b77ed682f5d043 expref: -99 pid: 30558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074825.041859:0:11525:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1769074825.041861:0:11525:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074825.041868:0:11525:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074825.041873:0:11525:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074825.041893:0:11525:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e9219a3] to pc [ptlrpcd_01_01+1] req@ffff982b90373100 x1855007613346816/t0(0) o103->MGC192.168.204.151@tcp@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1769074825.041931:0:11525:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074825.041933:0:11525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074825.041935:0:11525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074825.041936:0:11525:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074825.041939:0:11525:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074825.041941:0:11525:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074825.041944:0:11525:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.151@tcp lock: ffff982b90340400/0x5d432443066b7394 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xf5b77ed682f5d043 expref: -99 pid: 30558 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074825.041949:0:11525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1769074825.041951:0:11525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.151@tcp lock: ffff982b90340400/0x5d432443066b7394 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xf5b77ed682f5d043 expref: -99 pid: 30558 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074825.041962:0:11525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074825.041963:0:11525:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1769074825.041966:0:11525:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff982b98e9ecc0. 00010000:00000001:3.0:1769074825.041970:0:11525:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074825.041974:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074825.041975:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074825.041977:0:11525:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1769074825.041979:0:11525:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1769074825.041981:0:11525:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1769074825.041983:0:11525:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.151@tcp lock: ffff982b90341a00/0x5d432443066b73be lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf5b77ed682f5d04a expref: -99 pid: 30558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074825.041988:0:11525:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff982b90341a00 already unused, calling callback (ffffffffc1496c20) 10000000:00000001:3.0:1769074825.041990:0:11525:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1769074825.041992:0:11525:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.151@tcp lock: ffff982b90341a00/0x5d432443066b73be lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf5b77ed682f5d04a expref: -99 pid: 30558 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074825.041997:0:11525:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1769074825.041999:0:11525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074825.042000:0:11525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074825.042002:0:11525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341a00 refcount=3 00000020:00000001:3.0:1769074825.042004:0:11525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603190272 : -114162106361344 : ffff982b90341a00) 00010000:00000001:3.0:1769074825.042006:0:11525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603190272 : -114162106361344 : ffff982b90341a00) 00010000:00000001:3.0:1769074825.042008:0:11525:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1769074825.042011:0:11525:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.151@tcp lock: ffff982b90341a00/0x5d432443066b73be lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xf5b77ed682f5d04a expref: -99 pid: 30558 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1769074825.042016:0:11525:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1769074825.042018:0:11525:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.151@tcp lock: ffff982b90341a00/0x5d432443066b73be lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xf5b77ed682f5d04a expref: -99 pid: 30558 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1769074825.042023:0:11525:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:3.0:1769074825.042026:0:11525:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-cliir: stopping, won't requeue 10000000:00000001:3.0:1769074825.042027:0:11525:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1769074825.042028:0:11525:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff982b9037ee00) refs 1 10000000:01000000:3.0:1769074825.042031:0:11525:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-cliir 10000000:00000001:3.0:1769074825.042032:0:11525:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1769074825.042034:0:11525:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1769074825.042035:0:11525:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1769074825.042036:0:11525:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1769074825.042037:0:11525:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1769074825.042038:0:11525:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1769074825.042039:0:11525:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1769074825.042041:0:11525:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1769074825.042042:0:11525:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1769074825.042043:0:11525:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:3.0:1769074825.042046:0:11525:0:(genops.c:898:class_export_put()) PUTting export ffff982b858df000 : new refcount 8 10000000:00000010:3.0:1769074825.042049:0:11525:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 285 at ffff982b9037ee00. 10000000:00000001:3.0:1769074825.042053:0:11525:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1769074825.042055:0:11525:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074825.042057:0:11525:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1769074825.042059:0:11525:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1769074825.042061:0:11525:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1769074825.042063:0:11525:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074825.042064:0:11525:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769074825.042067:0:11525:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b90341a00 with handle 0x5d432443066b73be from hash 00010000:00000001:3.0:1769074825.042069:0:11525:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1769074825.042070:0:11525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074825.042072:0:11525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074825.042073:0:11525:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1769074825.042074:0:11525:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1769074825.042075:0:11525:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1769074825.042078:0:11525:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1769074825.042079:0:11525:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1769074825.042083:0:11525:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90371880. 00000020:00000040:3.0:1769074825.042085:0:11525:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=5 obd=MGC192.168.204.151@tcp 00000100:00000001:3.0:1769074825.042088:0:11525:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074825.042089:0:11525:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074825.042092:0:11525:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074825.042095:0:11525:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b88307400. 00000100:00000001:3.0:1769074825.042099:0:11525:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074825.042101:0:11525:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1769074825.042104:0:11525:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.151@tcp lock: ffff982b90341a00/0x5d432443066b73be lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf5b77ed682f5d04a expref: -99 pid: 30558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074825.042109:0:11525:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1769074825.042111:0:11525:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074825.042113:0:11525:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074825.042115:0:11525:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074825.042120:0:11525:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ea6302e] to pc [ptlrpcd_01_00+0] req@ffff982b90371880 x1855007613346944/t0(0) o103->MGC192.168.204.151@tcp@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1769074825.042128:0:11525:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074825.042130:0:11525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074825.042131:0:11525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074825.042133:0:11525:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074825.042134:0:11525:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074825.042136:0:11525:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074825.042138:0:11525:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.151@tcp lock: ffff982b90341a00/0x5d432443066b73be lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf5b77ed682f5d04a expref: -99 pid: 30558 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074825.042143:0:11525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1769074825.042145:0:11525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.151@tcp lock: ffff982b90341a00/0x5d432443066b73be lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf5b77ed682f5d04a expref: -99 pid: 30558 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074825.042153:0:11525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074825.042154:0:11525:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1769074825.042156:0:11525:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff982b98e9eb40. 00010000:00000001:3.0:1769074825.042159:0:11525:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074825.042160:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074825.042162:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074825.042164:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1769074825.042165:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074825.042166:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074825.042168:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1769074825.042170:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074825.042171:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074825.042173:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769074825.042183:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074825.042187:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074825.042190:0:2366:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074825.042196:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90371880 x1855007613346944/t0(0) o103->MGC192.168.204.151@tcp@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074825.042212:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074825.042215:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074825.042220:0:2366:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074825.042223:0:2366:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074825.042226:0:2366:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074825.042230:0:2366:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90371880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2366:1855007613346944:192.168.204.151@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1769074825.042235:0:2366:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074825.042242:0:2366:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074825.042246:0:2366:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074825.042249:0:2366:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074825.042254:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b88307600. 02000000:00000001:3.0:1769074825.042256:0:2366:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074825.042269:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074825.042275:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7898. 00000400:00000010:3.0:1769074825.042314:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6220. 00000100:00000200:3.0:1769074825.042326:0:2366:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613346944, portal 18 00000100:00000001:3.0:1769074825.042329:0:2366:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074825.042331:0:2366:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603386496 : -114162106165120 : ffff982b90371880) 00000100:00000040:3.0:1769074825.042338:0:2366:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90371880 x1855007613346944/t0(0) o103->MGC192.168.204.151@tcp@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074841 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074825.042346:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074825.042349:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074825.042353:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6f68. 00000100:00000200:3.0:1769074825.042357:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1855007613346944, offset 0 00000400:00000200:3.0:1769074825.042367:0:2366:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074825.042379:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074825.042389:0:2366:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074825.042396:0:2366:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074825.042402:0:2366:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074825.042406:0:2366:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074825.042409:0:2366:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074825.042414:0:2366:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15422:15422:256:4294967295] 192.168.204.151@tcp LPNI seq info [15422:15422:8:4294967295] 00000400:00000200:3.0:1769074825.042418:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074825.042440:0:2366:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074825.042448:0:2366:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074825.042454:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652400. 00000800:00000200:3.0:1769074825.042463:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074825.042475:0:2366:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074825.042481:0:2366:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1769074825.042497:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074825.042502:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074825.042506:0:2366:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296490811 00000100:00000001:3.0:1769074825.042517:0:2366:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296489359 00000100:00000001:3.0:1769074825.042525:0:2366:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296490811 00000100:00000001:3.0:1769074825.042530:0:2366:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296489359 00000100:00000001:3.0:1769074825.042533:0:2366:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074825.042537:0:2366:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074825.042541:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074825.042544:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074825.042553:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074825.042556:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1769074825.042559:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074825.042560:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074825.042562:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074825.042565:0:2366:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1769074825.042567:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074825.042568:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074825.042570:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074825.042572:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074825.042573:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074825.042574:0:2366:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074825.042580:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90373100 x1855007613346816/t0(0) o103->MGC192.168.204.151@tcp@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074825.042592:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074825.042594:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074825.042597:0:2366:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074825.042599:0:2366:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074825.042601:0:2366:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074825.042604:0:2366:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90373100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2366:1855007613346816:192.168.204.151@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1769074825.042607:0:2366:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074825.042610:0:2366:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074825.042612:0:2366:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074825.042615:0:2366:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074825.042620:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b9037ee00. 02000000:00000001:3.0:1769074825.042622:0:2366:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074825.042626:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074825.042629:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c75d8. 00000400:00000010:3.0:1769074825.042633:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6990. 00000100:00000200:3.0:1769074825.042635:0:2366:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613346816, portal 18 00000100:00000001:3.0:1769074825.042637:0:2366:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074825.042638:0:2366:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603392768 : -114162106158848 : ffff982b90373100) 00000100:00000040:3.0:1769074825.042643:0:2366:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90373100 x1855007613346816/t0(0) o103->MGC192.168.204.151@tcp@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074841 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074825.042649:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074825.042651:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074825.042654:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6110. 00000100:00000200:3.0:1769074825.042656:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1855007613346816, offset 0 00000400:00000200:3.0:1769074825.042661:0:2366:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074825.042664:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074825.042668:0:2366:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074825.042671:0:2366:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074825.042673:0:2366:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074825.042676:0:2366:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074825.042678:0:2366:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074825.042681:0:2366:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15423:15423:255:4294967295] 192.168.204.151@tcp LPNI seq info [15423:15423:7:4294967295] 00000400:00000200:3.0:1769074825.042685:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074825.042691:0:2366:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074825.042695:0:2366:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074825.042699:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652500. 00000800:00000200:3.0:1769074825.042703:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074825.042708:0:2366:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074825.042710:0:2366:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1769074825.042713:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074825.042717:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074825.042719:0:2366:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296490811 00000100:00000001:3.0:1769074825.042721:0:2366:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, keep current deadline 4296490811 00000100:00000001:3.0:1769074825.042723:0:2366:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296490811 00000100:00000001:3.0:1769074825.042725:0:2366:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, keep current deadline 4296490811 00000100:00000001:3.0:1769074825.042727:0:2366:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074825.042729:0:2366:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074825.042731:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074825.042733:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074825.042751:0:31213:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1769074825.042753:0:31213:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x5d432443066b73c5 00010000:00000001:3.0:1769074825.042755:0:31213:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074825.042757:0:31213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074825.042760:0:31213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ece00 refcount=2 00000020:00000001:3.0:1769074825.042762:0:31213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602843136 : -114162106708480 : ffff982b902ece00) 00010000:00000001:3.0:1769074825.042765:0:31213:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602843136 : -114162106708480 : ffff982b902ece00) 00010000:00000001:3.0:1769074825.042768:0:31213:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074825.042770:0:31213:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074825.042774:0:31213:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.151@tcp lock: ffff982b902ece00/0x5d432443066b73c5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf5b77ed682f5d051 expref: -99 pid: 30558 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074825.042781:0:31213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074825.042784:0:31213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074825.042785:0:31213:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074825.042786:0:31213:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074825.042788:0:31213:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ece00 refcount=3 00000020:00000001:3.0:1769074825.042789:0:31213:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602843136 : -114162106708480 : ffff982b902ece00) 00010000:00000001:3.0:1769074825.042792:0:31213:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602843136 : -114162106708480 : ffff982b902ece00) 00010000:00000001:3.0:1769074825.042793:0:31213:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1769074825.042796:0:31213:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.151@tcp lock: ffff982b902ece00/0x5d432443066b73c5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf5b77ed682f5d051 expref: -99 pid: 30558 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074825.042802:0:31213:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074825.042805:0:31213:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.151@tcp lock: ffff982b902ece00/0x5d432443066b73c5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf5b77ed682f5d051 expref: -99 pid: 30558 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074825.042811:0:31213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074825.042812:0:31213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1769074825.042814:0:31213:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.151@tcp lock: ffff982b902ece00/0x5d432443066b73c5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf5b77ed682f5d051 expref: -99 pid: 30558 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074825.042820:0:31213:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074825.042822:0:31213:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074825.042825:0:31213:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1769074825.042829:0:31213:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff982b98e9eb40. 00010000:00000001:3.0:1769074825.042832:0:31213:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1769074825.042843:0:31213:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1769074825.042845:0:31213:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074825.042847:0:31213:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074825.042849:0:31213:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074825.042851:0:31213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074825.042852:0:31213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1769074825.042854:0:31213:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1769074825.042855:0:31213:0:(mgc_request.c:123:config_log_put()) log params(ffff982b9037e600) refs 2 10000000:00000001:3.0:1769074825.042858:0:31213:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1769074825.042860:0:31213:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1769074825.042861:0:31213:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1769074825.042862:0:31213:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1769074825.042865:0:31213:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff982b88a45800) refs 3 10000000:00000001:3.0:1769074825.042867:0:31213:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1769074825.042868:0:31213:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1769074825.042869:0:31213:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1769074825.042870:0:31213:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1769074825.042871:0:31213:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff982b9037e200) refs 2 10000000:00000001:3.0:1769074825.042873:0:31213:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1769074825.042874:0:31213:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1769074825.042875:0:31213:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff982b9037e200) refs 1 10000000:01000000:3.0:1769074825.042877:0:31213:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 10000000:00000001:3.0:1769074825.042879:0:31213:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1769074825.042880:0:31213:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1769074825.042881:0:31213:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1769074825.042882:0:31213:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1769074825.042883:0:31213:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1769074825.042884:0:31213:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1769074825.042886:0:31213:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1769074825.042887:0:31213:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1769074825.042888:0:31213:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1769074825.042889:0:31213:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:3.0:1769074825.042891:0:31213:0:(genops.c:898:class_export_put()) PUTting export ffff982b858df000 : new refcount 7 10000000:00000010:3.0:1769074825.042894:0:31213:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at ffff982b9037e200. 10000000:00000001:3.0:1769074825.042897:0:31213:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:3.0:1769074825.042899:0:31213:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 10000000:00000001:3.0:1769074825.042901:0:31213:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074825.042903:0:31213:0:(mgc_request.c:2025:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1769074825.042909:0:31213:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b88307000. 00000040:00000010:3.0:1769074825.042914:0:31213:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff982b88306e00. 00000020:00000010:3.0:1769074825.042919:0:31213:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff982b88b88000. 00000020:00000010:3.0:1769074825.042925:0:31213:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff982b88306600. 00040000:00000010:3.0:1769074825.042929:0:31213:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff982b99652700. 00040000:00000010:3.0:1769074825.042934:0:31213:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff982b88307e00. 00000020:00000010:3.0:1769074825.042938:0:31213:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b88306400. 00000020:00000001:3.0:1769074825.042941:0:31213:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1769074825.042944:0:31213:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 176 at ffff982b98e9e180. 00000020:00000001:3.0:1769074825.042947:0:31213:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074825.042949:0:31213:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000001:3.0:1769074825.042959:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074825.042962:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074825.042964:0:11525:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1769074825.042966:0:11525:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1769074825.042968:0:11525:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1769074825.042970:0:11525:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.151@tcp lock: ffff982b902ece00/0x5d432443066b73c5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf5b77ed682f5d051 expref: -99 pid: 30558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074825.042977:0:11525:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff982b902ece00 already unused, calling callback (ffffffffc1496c20) 10000000:00000001:3.0:1769074825.042979:0:11525:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1769074825.042981:0:11525:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.151@tcp lock: ffff982b902ece00/0x5d432443066b73c5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf5b77ed682f5d051 expref: -99 pid: 30558 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074825.042987:0:11525:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1769074825.042989:0:11525:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074825.042990:0:11525:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074825.042992:0:11525:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ece00 refcount=3 00000020:00000001:3.0:1769074825.042993:0:11525:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602843136 : -114162106708480 : ffff982b902ece00) 00010000:00000001:3.0:1769074825.042996:0:11525:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602843136 : -114162106708480 : ffff982b902ece00) 00010000:00000001:3.0:1769074825.042999:0:11525:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1769074825.043001:0:11525:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.151@tcp lock: ffff982b902ece00/0x5d432443066b73c5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xf5b77ed682f5d051 expref: -99 pid: 30558 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1769074825.043006:0:11525:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1769074825.043008:0:11525:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.151@tcp lock: ffff982b902ece00/0x5d432443066b73c5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xf5b77ed682f5d051 expref: -99 pid: 30558 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1769074825.043014:0:11525:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1769074825.043016:0:11525:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:00000001:3.0:1769074825.043018:0:11525:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1769074825.043019:0:11525:0:(mgc_request.c:123:config_log_put()) log params(ffff982b9037e600) refs 1 10000000:01000000:3.0:1769074825.043022:0:11525:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:00000001:3.0:1769074825.043023:0:11525:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1769074825.043024:0:11525:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1769074825.043025:0:11525:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1769074825.043026:0:11525:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1769074825.043028:0:11525:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1769074825.043029:0:11525:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1769074825.043030:0:11525:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1769074825.043031:0:11525:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1769074825.043032:0:11525:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1769074825.043033:0:11525:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:3.0:1769074825.043035:0:11525:0:(genops.c:898:class_export_put()) PUTting export ffff982b858df000 : new refcount 6 10000000:00000010:3.0:1769074825.043037:0:11525:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at ffff982b9037e600. 10000000:00000001:3.0:1769074825.043039:0:11525:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1769074825.043041:0:11525:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074825.043043:0:11525:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1769074825.043046:0:11525:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1769074825.043048:0:11525:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1769074825.043050:0:11525:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074825.043052:0:11525:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769074825.043054:0:11525:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b902ece00 with handle 0x5d432443066b73c5 from hash 00010000:00000001:3.0:1769074825.043056:0:11525:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1769074825.043058:0:11525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074825.043060:0:11525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074825.043061:0:11525:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1769074825.043063:0:11525:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1769074825.043064:0:11525:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1769074825.043067:0:11525:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1769074825.043068:0:11525:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1769074825.043074:0:11525:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90371f80. 00000020:00000040:3.0:1769074825.043077:0:11525:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=6 obd=MGC192.168.204.151@tcp 00000100:00000001:3.0:1769074825.043080:0:11525:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074825.043082:0:11525:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074825.043086:0:11525:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074825.043091:0:11525:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b9037e600. 00000100:00000001:3.0:1769074825.043095:0:11525:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074825.043098:0:11525:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1769074825.043102:0:11525:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.151@tcp lock: ffff982b902ece00/0x5d432443066b73c5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf5b77ed682f5d051 expref: -99 pid: 30558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074825.043107:0:11525:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1769074825.043109:0:11525:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074825.043113:0:11525:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074825.043116:0:11525:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074825.043122:0:11525:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc929eda] to pc [ptlrpcd_01_01+1] req@ffff982b90371f80 x1855007613347072/t0(0) o103->MGC192.168.204.151@tcp@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1769074825.043136:0:11525:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074825.043138:0:11525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074825.043140:0:11525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074825.043141:0:11525:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074825.043143:0:11525:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074825.043144:0:11525:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074825.043147:0:11525:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.151@tcp lock: ffff982b902ece00/0x5d432443066b73c5 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf5b77ed682f5d051 expref: -99 pid: 30558 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074825.043152:0:11525:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1769074825.043155:0:11525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.151@tcp lock: ffff982b902ece00/0x5d432443066b73c5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf5b77ed682f5d051 expref: -99 pid: 30558 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074825.043164:0:11525:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074825.043166:0:11525:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1769074825.043167:0:11525:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff982b98e9eb40. 00010000:00000001:3.0:1769074825.043170:0:11525:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074825.043172:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074825.043173:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074825.043175:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1769074825.043176:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074825.043178:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074825.043179:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1769074825.043181:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074825.043182:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074825.043184:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769074825.043192:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074825.043194:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074825.043197:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074825.043199:0:2366:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1769074825.043201:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074825.043205:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074825.043207:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074825.043209:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074825.043210:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074825.043212:0:2366:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074825.043216:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90371f80 x1855007613347072/t0(0) o103->MGC192.168.204.151@tcp@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074825.043223:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074825.043225:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074825.043227:0:2366:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074825.043229:0:2366:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074825.043231:0:2366:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074825.043234:0:2366:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90371f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2366:1855007613347072:192.168.204.151@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1769074825.043239:0:2366:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074825.043243:0:2366:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074825.043244:0:2366:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074825.043246:0:2366:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074825.043250:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b9037e200. 02000000:00000001:3.0:1769074825.043252:0:2366:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074825.043257:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074825.043261:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7268. 00000400:00000010:3.0:1769074825.043265:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6cc0. 00000100:00000200:3.0:1769074825.043271:0:2366:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613347072, portal 18 00000100:00000001:3.0:1769074825.043273:0:2366:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074825.043274:0:2366:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603388288 : -114162106163328 : ffff982b90371f80) 00000100:00000040:3.0:1769074825.043306:0:2366:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90371f80 x1855007613347072/t0(0) o103->MGC192.168.204.151@tcp@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074841 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074825.043315:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074825.043318:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074825.043321:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad64c8. 00000100:00000200:3.0:1769074825.043324:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1855007613347072, offset 0 00000400:00000200:3.0:1769074825.043328:0:2366:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074825.043333:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074825.043338:0:2366:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074825.043342:0:2366:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074825.043345:0:2366:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074825.043347:0:2366:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074825.043349:0:2366:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074825.043352:0:2366:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15424:15424:254:4294967295] 192.168.204.151@tcp LPNI seq info [15424:15424:6:4294967295] 00000400:00000200:3.0:1769074825.043356:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074825.043363:0:2366:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074825.043367:0:2366:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074825.043371:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652700. 00000800:00000200:3.0:1769074825.043376:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074825.043381:0:2366:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074825.043385:0:2366:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1769074825.043388:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074825.043390:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074825.043393:0:2366:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296490811 00000100:00000001:3.0:1769074825.043395:0:2366:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, keep current deadline 4296490811 00000100:00000001:3.0:1769074825.043397:0:2366:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296490811 00000100:00000001:3.0:1769074825.043399:0:2366:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, keep current deadline 4296490811 00000100:00000001:3.0:1769074825.043401:0:2366:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074825.043403:0:2366:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074825.043405:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074825.043407:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1769074825.043420:0:31213:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 168 at ffff982b98e9eb40. 00000020:00000001:3.0:1769074825.043423:0:31213:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000001:1.0:1769074825.043965:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074825.043970:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074825.043973:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074825.044200:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074825.044206:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074825.044268:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074825.044274:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652400. 00000400:00000200:2.0:1769074825.044374:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074825.044386:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074825.044395:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6f68 00000400:00000010:2.0:1769074825.044399:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6f68. 00000100:00000001:2.0:1769074825.044406:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074825.044415:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90371880 x1855007613346944/t0(0) o103->MGC192.168.204.151@tcp@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074841 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074825.044435:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074825.044439:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90371880 x1855007613346944/t0(0) o103->MGC192.168.204.151@tcp@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074841 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074825.044447:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074825.044449:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074825.044466:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074825.044469:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652500. 00000400:00000200:2.0:1769074825.044472:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074825.044476:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074825.044479:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6110 00000400:00000010:2.0:1769074825.044481:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6110. 00000100:00000001:2.0:1769074825.044484:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074825.044488:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90373100 x1855007613346816/t0(0) o103->MGC192.168.204.151@tcp@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074841 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074825.044494:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074825.044497:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90373100 x1855007613346816/t0(0) o103->MGC192.168.204.151@tcp@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074841 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074825.044503:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074825.044504:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074825.044603:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074825.044605:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652700. 00000400:00000200:2.0:1769074825.044609:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074825.044613:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074825.044616:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad64c8 00000400:00000010:2.0:1769074825.044617:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad64c8. 00000100:00000001:2.0:1769074825.044620:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074825.044624:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90371f80 x1855007613347072/t0(0) o103->MGC192.168.204.151@tcp@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074841 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074825.044630:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074825.044633:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90371f80 x1855007613347072/t0(0) o103->MGC192.168.204.151@tcp@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074841 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074825.044638:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074825.044640:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1769074825.053268:0:31213:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b8a710a00. 00000080:00000010:3.1:1769074825.053526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757e360. 00000080:00000010:3.1:1769074825.053541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985efd80. 00000080:00000010:3.1:1769074825.053553:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9069eb40. 00000020:00000010:2.0:1769074825.053593:0:31213:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff982b85261600. 00000040:00000010:2.0:1769074825.053605:0:31213:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff982ba00b0400. 00000020:00000010:2.0:1769074825.053611:0:31213:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff982b87055800. 00000020:00000010:2.0:1769074825.053618:0:31213:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff982ba00b0200. 00040000:00000010:2.0:1769074825.053628:0:31213:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff982b8a73f000. 00040000:00000010:2.0:1769074825.053633:0:31213:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff982ba00b1a00. 10000000:00000001:2.0:1769074825.053641:0:31213:0:(mgc_request.c:1931:mgc_process_config()) Process entered 10000000:00000001:2.0:1769074825.053644:0:31213:0:(mgc_request_server.c:637:mgc_process_config_server()) Process entered 10000000:00000001:2.0:1769074825.053649:0:31213:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:2.0:1769074825.053651:0:31213:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:2.0:1769074825.053655:0:31213:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1769074825.053660:0:31213:0:(mgc_request.c:497:config_log_end()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:2.0:1769074825.053663:0:31213:0:(mgc_request.c:2025:mgc_process_config()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000010:2.0:1769074825.053668:0:31213:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b85261600. 00000040:00000010:2.0:1769074825.053674:0:31213:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff982ba00b0400. 00000020:00000010:2.0:1769074825.053678:0:31213:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff982b87055800. 00000020:00000010:2.0:1769074825.053684:0:31213:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff982ba00b0200. 00040000:00000010:2.0:1769074825.053687:0:31213:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff982b8a73f000. 00040000:00000010:2.0:1769074825.053692:0:31213:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff982ba00b1a00. 00000020:00000010:2.0:1769074825.053696:0:31213:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b8a710a00. 00000020:00000001:2.0:1769074825.053699:0:31213:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000010:2.0:1769074825.053703:0:31213:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 168 at ffff982b98e9eb40. 00000020:00000001:2.0:1769074825.053707:0:31213:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000080:00000001:2.0:1769074825.053713:0:31213:0:(llite_lib.c:979:client_common_put_super()) Process entered 00000080:00000001:2.0:1769074825.053716:0:31213:0:(vvp_dev.c:348:cl_sb_fini()) Process entered 00000020:00000001:2.0:1769074825.053719:0:31213:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074825.053724:0:31213:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911434103192 : -114162275448424 : ffff982b86200998) 00000020:00001000:2.0:1769074825.053727:0:31213:0:(cl_object.c:785:cl_env_get()) 1@ffff982b86200990 00000020:00000040:2.0:1769074825.053761:0:31213:0:(obd_config.c:955:class_decref()) Decref lustre-clilmv-ffff982b87054800 (ffff982b98726360) now 5 - lov 00020000:00000001:2.0:1769074825.053788:0:31213:0:(lovsub_dev.c:57:lovsub_device_fini()) Process entered 00020000:00000001:2.0:1769074825.053791:0:31213:0:(lovsub_dev.c:61:lovsub_device_fini()) Process leaving (rc=18446629911740179584 : -114161969372032 : ffff982b985e6480) 00020000:00000010:2.0:1769074825.053811:0:31213:0:(lovsub_dev.c:72:lovsub_device_free()) kfreed 'lsd': 72 at ffff982b9020b660. 00020000:00000001:2.0:1769074825.053831:0:31213:0:(lovsub_dev.c:57:lovsub_device_fini()) Process entered 00020000:00000001:2.0:1769074825.053832:0:31213:0:(lovsub_dev.c:61:lovsub_device_fini()) Process leaving (rc=18446629911740179072 : -114161969372544 : ffff982b985e6280) 00020000:00000010:2.0:1769074825.053851:0:31213:0:(lovsub_dev.c:72:lovsub_device_free()) kfreed 'lsd': 72 at ffff982b9020bd80. 00020000:00000001:2.0:1769074825.053869:0:31213:0:(lovsub_dev.c:57:lovsub_device_fini()) Process entered 00020000:00000001:2.0:1769074825.053870:0:31213:0:(lovsub_dev.c:61:lovsub_device_fini()) Process leaving (rc=18446629911740180224 : -114161969371392 : ffff982b985e6700) 00020000:00000010:2.0:1769074825.053887:0:31213:0:(lovsub_dev.c:72:lovsub_device_free()) kfreed 'lsd': 72 at ffff982b9020bf60. 00020000:00000001:2.0:1769074825.053890:0:31213:0:(lov_dev.c:226:lov_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1769074825.053925:0:31213:0:(lu_object.c:1175:lu_site_fini()) kvfree 's->ls_bkts': 14336 at ffff982b86718000. 00000020:00000010:2.0:1769074825.053950:0:31213:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff982b9816bc00. 00000020:00000010:2.0:1769074825.053958:0:31213:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff982b8a73fe00. 00000020:00000010:2.0:1769074825.053961:0:31213:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 192 at ffff982b90257840. 00000020:00000010:2.0:1769074825.053965:0:31213:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff982b87461000. 00000080:00000010:2.0:1769074825.053970:0:31213:0:(vvp_dev.c:156:vvp_device_free()) kfreed 'site': 528 at ffff982b87463400. 00000080:00000010:2.0:1769074825.053974:0:31213:0:(vvp_dev.c:160:vvp_device_free()) kfreed 'vdv': 72 at ffff982b9020b540. 00020000:00000001:2.0:1769074825.053978:0:31213:0:(lov_obd.c:754:lov_cleanup()) Process entered 00000020:00000001:2.0:1769074825.054011:0:31213:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:2.0:1769074825.054014:0:31213:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at ffff982b874cfd00. 00000020:00000001:2.0:1769074825.054018:0:31213:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00020000:00020000:2.0:1769074825.054121:0:31213:0:(lov_obd.c:783:lov_cleanup()) lustre-clilov-ffff982b87054800: lov tgt 0 not cleaned! deathrow=0, lovrc=1 00000800:00000001:3.0:1769074825.071062:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074825.071087:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074825.071101:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074825.071103:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074825.071118:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074825.071127:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074825.071134:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074825.071141:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074825.071147:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074825.071151:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 18 MB=0x6971e9dd96480 00000400:00000200:3.0:1769074825.071156:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074825.071164:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.151@tcp of length 224/224 into md 0x224e5 [1] + 224 00000800:00000001:3.0:1769074825.071174:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074825.071179:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074825.071182:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074825.071187:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074825.071195:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074825.071207:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90371880 x1855007613346944/t0(0) o103->MGC192.168.204.151@tcp@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074841 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074825.071217:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b90371880 x1855007613346944/t0(0) o103->MGC192.168.204.151@tcp@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074841 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074825.071230:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074825.071239:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074825.071241:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074825.071242:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074825.071244:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074825.071246:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074825.071248:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074825.071251:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074825.071252:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074825.071254:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074825.071256:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 18 MB=0x6971e9dd96400 00000400:00000200:3.0:1769074825.071259:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074825.071262:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.151@tcp of length 224/224 into md 0x224f5 [1] + 224 00000800:00000001:3.0:1769074825.071264:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074825.071266:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074825.071268:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074825.071269:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074825.071272:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074825.071275:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90373100 x1855007613346816/t0(0) o103->MGC192.168.204.151@tcp@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074841 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074825.071300:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b90373100 x1855007613346816/t0(0) o103->MGC192.168.204.151@tcp@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074841 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074825.071305:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074825.071308:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074825.071324:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074825.071326:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074825.071329:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074825.071332:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074825.071336:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074825.071340:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074825.071342:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074825.071345:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074825.071348:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 18 MB=0x6971e9dd96500 00000400:00000200:3.0:1769074825.071351:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074825.071354:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.151@tcp of length 224/224 into md 0x22505 [1] + 224 00000800:00000001:3.0:1769074825.071358:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074825.071436:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074825.071439:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074825.071442:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074825.071446:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074825.071451:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90371f80 x1855007613347072/t0(0) o103->MGC192.168.204.151@tcp@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074841 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074825.071459:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b90371f80 x1855007613347072/t0(0) o103->MGC192.168.204.151@tcp@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074841 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074825.071468:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074825.071471:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074825.071475:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074825.071489:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074825.071495:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074825.071504:0:2366:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074825.071507:0:2366:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074825.071510:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7268. 00000400:00000200:3.0:1769074825.071516:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6cc0 00000400:00000010:3.0:1769074825.071519:0:2366:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6cc0. 00000100:00000001:3.0:1769074825.071523:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074825.071527:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90371f80 x1855007613347072/t0(0) o103->MGC192.168.204.151@tcp@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074841 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074825.071537:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90371f80 x1855007613347072/t0(0) o103->MGC192.168.204.151@tcp@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074841 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074825.071543:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074825.071545:0:2366:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074825.071548:0:2366:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074825.071552:0:2366:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074825.071555:0:2366:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074825.071558:0:2366:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074825.071563:0:2366:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074825.071573:0:2366:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8aca0 time=183 v=5 (5 0 5 0) 00000100:00001000:3.0:1769074825.071577:0:2366:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=98 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074825.071579:0:2366:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074825.071580:0:2366:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074825.071582:0:2366:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074825.071584:0:2366:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074825.071587:0:2366:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074825.071590:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90371f80 x1855007613347072/t0(0) o103->MGC192.168.204.151@tcp@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074841 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074825.071595:0:2366:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074825.071598:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074825.071600:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074825.071603:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90371f80 x1855007613347072/t0(0) o103->MGC192.168.204.151@tcp@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074841 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074825.071608:0:2366:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90371f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2366:1855007613347072:192.168.204.151@tcp:103:ldlm_bl.0 00000400:00000001:3.0:1769074825.071612:0:2366:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074825.071614:0:2366:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074825.071616:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c75d8. 00000400:00000200:3.0:1769074825.071618:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6990 00000400:00000010:3.0:1769074825.071620:0:2366:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6990. 00000100:00000001:3.0:1769074825.071622:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074825.071625:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90373100 x1855007613346816/t0(0) o103->MGC192.168.204.151@tcp@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074841 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074825.071632:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90373100 x1855007613346816/t0(0) o103->MGC192.168.204.151@tcp@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074841 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074825.071637:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074825.071638:0:2366:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074825.071640:0:2366:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074825.071642:0:2366:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074825.071643:0:2366:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074825.071644:0:2366:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074825.071646:0:2366:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074825.071649:0:2366:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8aca0 time=33 v=5 (5 5 0 5) 00000100:00001000:3.0:1769074825.071651:0:2366:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=98 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074825.071653:0:2366:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074825.071655:0:2366:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074825.071656:0:2366:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074825.071658:0:2366:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074825.071660:0:2366:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074825.071663:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90373100 x1855007613346816/t0(0) o103->MGC192.168.204.151@tcp@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074841 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074825.071669:0:2366:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074825.071670:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074825.071671:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074825.071674:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90373100 x1855007613346816/t0(0) o103->MGC192.168.204.151@tcp@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074841 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074825.071680:0:2366:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90373100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2366:1855007613346816:192.168.204.151@tcp:103:ldlm_bl.0 00000400:00000001:3.0:1769074825.071684:0:2366:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074825.071686:0:2366:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074825.071688:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7898. 00000400:00000200:3.0:1769074825.071690:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6220 00000400:00000010:3.0:1769074825.071691:0:2366:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6220. 00000100:00000001:3.0:1769074825.071693:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074825.071696:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90371880 x1855007613346944/t0(0) o103->MGC192.168.204.151@tcp@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074841 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074825.071703:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90371880 x1855007613346944/t0(0) o103->MGC192.168.204.151@tcp@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074841 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074825.071709:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074825.071710:0:2366:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074825.071712:0:2366:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074825.071713:0:2366:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074825.071714:0:2366:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074825.071716:0:2366:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074825.071718:0:2366:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074825.071720:0:2366:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8aca0 time=33 v=5 (5 5 0 5) 00000100:00001000:3.0:1769074825.071722:0:2366:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=98 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074825.071723:0:2366:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074825.071724:0:2366:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074825.071725:0:2366:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074825.071726:0:2366:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074825.071727:0:2366:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074825.071729:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90371880 x1855007613346944/t0(0) o103->MGC192.168.204.151@tcp@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074841 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074825.071733:0:2366:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074825.071734:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074825.071735:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074825.071737:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90371880 x1855007613346944/t0(0) o103->MGC192.168.204.151@tcp@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074841 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074825.071742:0:2366:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90371880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2366:1855007613346944:192.168.204.151@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1769074825.071744:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074825.071747:0:2366:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074825.071749:0:2366:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90371f80 x1855007613347072/t0(0) o103->MGC192.168.204.151@tcp@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074841 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074825.071754:0:2366:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074825.071756:0:2366:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074825.071760:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b9037e200. 02000000:00000001:3.0:1769074825.071763:0:2366:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074825.071765:0:2366:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074825.071767:0:2366:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=5 obd=MGC192.168.204.151@tcp 00000020:00000001:3.0:1769074825.071768:0:2366:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074825.071771:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b9037e600. 02000000:00000001:3.0:1769074825.071773:0:2366:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074825.071775:0:2366:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074825.071777:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90371f80. 00000100:00000001:3.0:1769074825.071780:0:2366:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074825.071781:0:2366:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074825.071782:0:2366:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074825.071784:0:2366:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90373100 x1855007613346816/t0(0) o103->MGC192.168.204.151@tcp@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074841 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074825.071787:0:2366:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074825.071788:0:2366:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074825.071789:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b9037ee00. 02000000:00000001:3.0:1769074825.071790:0:2366:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074825.071791:0:2366:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074825.071791:0:2366:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000020:00000001:3.0:1769074825.071792:0:2366:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074825.071793:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b88306c00. 02000000:00000001:3.0:1769074825.071794:0:2366:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074825.071795:0:2366:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074825.071796:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90373100. 00000100:00000001:3.0:1769074825.071797:0:2366:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074825.071798:0:2366:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074825.071798:0:2366:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074825.071800:0:2366:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90371880 x1855007613346944/t0(0) o103->MGC192.168.204.151@tcp@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074841 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074825.071803:0:2366:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074825.071804:0:2366:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074825.071805:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b88307600. 02000000:00000001:3.0:1769074825.071806:0:2366:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074825.071807:0:2366:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074825.071808:0:2366:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:3.0:1769074825.071809:0:2366:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074825.071810:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b88307400. 02000000:00000001:3.0:1769074825.071811:0:2366:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074825.071811:0:2366:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074825.071812:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90371880. 00000100:00000001:3.0:1769074825.071813:0:2366:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074825.071814:0:2366:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074825.071815:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074825.071822:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074825.071824:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074825.071825:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074825.071827:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074825.078227:0:31213:0:(lov_obd.c:562:lov_del_target()) Process entered 00020000:01000000:2.0:1769074825.078245:0:31213:0:(lov_obd.c:589:lov_del_target()) uuid: lustre-OST0000_UUID idx: 0 gen: 1 exp: ffff982b87053000 active: 1 00020000:00000001:2.0:1769074825.078255:0:31213:0:(lov_obd.c:598:lov_del_target()) Process leaving (rc=0 : 0 : 0) 00020000:00020000:2.0:1769074825.078259:0:31213:0:(lov_obd.c:783:lov_cleanup()) lustre-clilov-ffff982b87054800: lov tgt 1 not cleaned! deathrow=1, lovrc=1 00020000:00000001:2.0:1769074825.078262:0:31213:0:(lov_obd.c:562:lov_del_target()) Process entered 00020000:01000000:2.0:1769074825.078263:0:31213:0:(lov_obd.c:589:lov_del_target()) uuid: lustre-OST0001_UUID idx: 1 gen: 1 exp: ffff982b87057000 active: 1 00020000:00000001:2.0:1769074825.078265:0:31213:0:(lov_obd.c:598:lov_del_target()) Process leaving (rc=0 : 0 : 0) 00020000:01000000:2.0:1769074825.078268:0:31213:0:(lov_obd.c:64:lov_tgts_putref()) destroying 2 lov targets 00000020:00000001:2.0:1769074825.078272:0:31213:0:(lu_tgt_pool.c:163:lu_tgt_pool_remove()) Process entered 00000020:00000001:2.0:1769074825.078275:0:31213:0:(lu_tgt_pool.c:180:lu_tgt_pool_remove()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000001:2.0:1769074825.078297:0:31213:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00000001:2.0:1769074825.078301:0:31213:0:(lu_tgt_descs.c:171:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:2.0:1769074825.078304:0:31213:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1769074825.078307:0:31213:0:(lu_tgt_pool.c:163:lu_tgt_pool_remove()) Process entered 00000020:00000001:2.0:1769074825.078308:0:31213:0:(lu_tgt_pool.c:180:lu_tgt_pool_remove()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000001:2.0:1769074825.078455:0:31213:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00000001:2.0:1769074825.078457:0:31213:0:(lu_tgt_descs.c:171:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:2.0:1769074825.078459:0:31213:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00020000:01000000:2.0:1769074825.078463:0:31213:0:(lov_obd.c:611:__lov_del_obd()) Removing tgt lustre-OST0001_UUID : lustre-OST0001-osc-ffff982b87054800 00020000:00000001:2.0:1769074825.078465:0:31213:0:(lov_obd.c:245:lov_disconnect_obd()) Process entered 00020000:01000000:2.0:1769074825.078467:0:31213:0:(lov_obd.c:248:lov_disconnect_obd()) lustre-clilov-ffff982b87054800: disconnecting target lustre-OST0001-osc-ffff982b87054800 00020000:00000001:2.0:1769074825.078470:0:31213:0:(obd_class.h:1347:obd_register_observer()) Process entered 00020000:00000001:2.0:1769074825.078472:0:31213:0:(obd_class.h:1360:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074825.078474:0:31213:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:2.0:1769074825.078479:0:31213:0:(ldlm_lib.c:759:client_disconnect_export()) Process entered 00010000:00000040:2.0:1769074825.078481:0:31213:0:(ldlm_lib.c:772:client_disconnect_export()) disconnect lustre-OST0001-osc-ffff982b87054800 - 1 00000100:00000001:2.0:1769074825.078486:0:31213:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:2.0:1769074825.078488:0:31213:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 0d05e643-e609-4f9c-a8ce-9f27d385531c->lustre-OST0001_UUID 00000020:00000001:2.0:1769074825.078491:0:31213:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074825.078494:0:31213:0:(genops.c:1242:class_import_put()) import ffff982b98900000 refcount=1 obd=lustre-OST0001-osc-ffff982b87054800 00000020:00000001:2.0:1769074825.078498:0:31213:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1769074825.078499:0:31213:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074825.078502:0:31213:0:(ldlm_request.c:2353:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:2.0:1769074825.078506:0:31213:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1769074825.078509:0:31213:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1769074825.078569:0:31213:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074825.078572:0:31213:0:(ldlm_request.c:2365:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074825.078575:0:31213:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:2.0:1769074825.078578:0:31213:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:2.0:1769074825.078579:0:31213:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1769074825.078580:0:31213:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1769074825.078607:0:31213:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1769074825.078608:0:31213:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1769074825.078609:0:31213:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1769074825.078635:0:31213:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074825.078639:0:31213:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074825.078640:0:31213:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:2.0:1769074825.078642:0:31213:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 00000100:00000001:2.0:1769074825.078646:0:31213:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:2.0:1769074825.078648:0:31213:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1769074825.078662:0:31213:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037a300. 00000020:00000040:2.0:1769074825.078666:0:31213:0:(genops.c:1229:class_import_get()) import ffff982b98900000 refcount=2 obd=lustre-OST0001-osc-ffff982b87054800 00000100:00000001:2.0:1769074825.078672:0:31213:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074825.078676:0:31213:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074825.078683:0:31213:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074825.078694:0:31213:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b8a73fe00. 00000100:00000001:2.0:1769074825.078704:0:31213:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074825.078708:0:31213:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446629911603421952 : -114162106129664 : ffff982b9037a300) 00000100:00080000:2.0:1769074825.078711:0:31213:0:(import.c:65:import_set_state_nolock()) ffff982b98900000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00000001:2.0:1769074825.078718:0:31213:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074825.078724:0:31213:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074825.078739:0:31213:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a8e4c43] to pc [ptlrpcd_rcv+-1] req@ffff982b9037a300 x1855007613347200/t0(0) o9->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074825.078765:0:31213:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074825.078850:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074825.078857:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074825.078860:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074825.078869:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037a300 x1855007613347200/t0(0) o9->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074825.078878:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074825.078880:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074825.078885:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074825.078889:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074825.078892:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074825.078895:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0d05e643-e609-4f9c-a8ce-9f27d385531c:2363:1855007613347200:192.168.204.151@tcp:9:umount.0 00000100:00000001:3.0:1769074825.078900:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074825.078907:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074825.078910:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074825.078913:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074825.078919:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b9037ee00. 02000000:00000001:3.0:1769074825.078921:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074825.078934:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074825.078940:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7898. 00000400:00000010:3.0:1769074825.078949:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6220. 00000100:00000200:3.0:1769074825.078958:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613347200, portal 4 00000100:00000001:3.0:1769074825.078961:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074825.078963:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603421952 : -114162106129664 : ffff982b9037a300) 00000100:00000040:3.0:1769074825.078971:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9037a300 x1855007613347200/t0(0) o9->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074825.078978:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074825.078981:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074825.078984:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6990. 00000100:00000200:3.0:1769074825.078987:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007613347200, offset 0 00000400:00000200:3.0:1769074825.078995:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074825.079006:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074825.079014:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074825.079021:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074825.079026:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074825.079030:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074825.079033:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074825.079037:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15425:15425:256:4294967295] 192.168.204.151@tcp LPNI seq info [15425:15425:8:4294967295] 00000400:00000200:3.0:1769074825.079041:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074825.079052:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074825.079059:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074825.079065:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652900. 00000800:00000200:3.0:1769074825.079074:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074825.079084:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074825.079090:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074825.079115:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074825.079121:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b87054800: using a timeout of 57305 usecs (58 jiffies) 00000400:00000200:3.0:1769074825.079125:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074825.079129:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b87054800: PM QoS new deadline estimation for cpu 2 is 4296481814 00000100:00000001:3.0:1769074825.079133:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b87054800: PM QoS request active for cpu 2, keep current deadline 4296490811 00000100:00000001:3.0:1769074825.079136:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b87054800: PM QoS new deadline estimation for cpu 3 is 4296481814 00000100:00000001:3.0:1769074825.079139:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b87054800: PM QoS request active for cpu 3, keep current deadline 4296490811 00000100:00000001:3.0:1769074825.079142:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074825.079145:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074825.079149:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074825.079151:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074825.079161:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074825.079163:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769074825.079166:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074825.079167:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074825.079169:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074825.079172:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074825.079256:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074825.079261:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652900. 00000400:00000200:2.0:1769074825.079268:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074825.079275:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074825.093323:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6990 00000400:00000010:2.0:1769074825.093338:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6990. 00000100:00000001:2.0:1769074825.093357:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074825.093385:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9037a300 x1855007613347200/t0(0) o9->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074825.093403:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074825.093407:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037a300 x1855007613347200/t0(0) o9->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074835 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074825.093415:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074825.093417:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:3.1:1769074825.096334:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff982b9068eb40. 00010000:00000010:3.1:1769074825.096361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90340400. 00010000:00000010:3.1:1769074825.096366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90341a00. 00010000:00000010:3.1:1769074825.096370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b902ece00. 00000800:00000001:3.0:1769074825.098349:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074825.098375:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074825.098380:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074825.098383:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074825.098399:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074825.098409:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074825.098420:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074825.098437:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074825.098444:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074825.098450:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 4 MB=0x6971e9dd96580 00000400:00000200:3.0:1769074825.098457:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074825.098466:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.151@tcp of length 224/224 into md 0x22515 [1] + 224 00000800:00000001:3.0:1769074825.098477:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074825.098488:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074825.098492:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074825.098497:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074825.098507:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074825.098519:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9037a300 x1855007613347200/t0(0) o9->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074835 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074825.098532:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b9037a300 x1855007613347200/t0(0) o9->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074835 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074825.098567:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074825.098580:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074825.098583:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074825.099906:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074825.099916:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074825.099927:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074825.099930:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074825.099936:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7898. 00000400:00000200:2.0:1769074825.099947:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6220 00000400:00000010:2.0:1769074825.099949:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6220. 00000100:00000001:2.0:1769074825.099955:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074825.099967:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037a300 x1855007613347200/t0(0) o9->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074835 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074825.099980:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037a300 x1855007613347200/t0(0) o9->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074835 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074825.099988:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074825.099990:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074825.099994:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074825.099998:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074825.100002:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074825.100004:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074825.100008:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074825.100022:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b98900458 time=17 v=5 (5 0 0 0) 00000100:00001000:2.0:1769074825.100026:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b98900410 time=17 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074825.100029:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074825.100031:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074825.100034:0:2363:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074825.100039:0:2363:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074825.100043:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074825.100046:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff982b87054800: skip recheck: last_committed 0 00000100:00000001:2.0:1769074825.100048:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074825.100050:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074825.100055:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037a300 x1855007613347200/t0(0) o9->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074835 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074825.100064:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074825.100068:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074825.100070:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769074825.100075:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b98900000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:2.0:1769074825.100079:0:2363:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:2.0:1769074825.100084:0:2363:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:2.0:1769074825.100087:0:2363:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074825.100089:0:2363:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1769074825.100090:0:2363:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:2.0:1769074825.100091:0:2363:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:2.0:1769074825.100094:0:2363:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074825.100095:0:2363:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:2.0:1769074825.100115:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037a300 x1855007613347200/t0(0) o9->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074835 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074825.100125:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0d05e643-e609-4f9c-a8ce-9f27d385531c:2363:1855007613347200:192.168.204.151@tcp:9:umount.0 00000100:00000001:2.0:1769074825.100131:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074825.100135:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074825.100138:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037a300 x1855007613347200/t0(0) o9->lustre-OST0001-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074835 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074825.100146:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074825.100149:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074825.100155:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b9037ee00. 02000000:00000001:2.0:1769074825.100159:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074825.100163:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074825.100165:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b98900000 refcount=1 obd=lustre-OST0001-osc-ffff982b87054800 00000020:00000001:2.0:1769074825.100168:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074825.100171:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b8a73fe00. 02000000:00000001:2.0:1769074825.100177:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074825.100180:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074825.100182:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037a300. 00000100:00000001:2.0:1769074825.100187:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074825.100188:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074825.100191:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074825.100200:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074825.100202:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074825.100205:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074825.100207:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074825.100242:0:31213:0:(import.c:1959:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074825.100251:0:31213:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1769074825.100254:0:31213:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00000001:1.0:1769074825.100256:0:31213:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1769074825.100259:0:31213:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769074825.100260:0:31213:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff982b87054800: committing for last_committed 0 gen 2 00000100:00000040:1.0:1769074825.100264:0:31213:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-ffff982b87054800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1769074825.100267:0:31213:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074825.100268:0:31213:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1769074825.100270:0:31213:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1769074825.100271:0:31213:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:1.0:1769074825.100273:0:31213:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:1.0:1769074825.100275:0:31213:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074825.100277:0:31213:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:1.0:1769074825.100298:0:31213:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1769074825.100301:0:31213:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:1.0:1769074825.100302:0:31213:0:(osc_request.c:3856:osc_import_event()) Process entered 00000001:00000001:1.0:1769074825.100306:0:31213:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1769074825.100318:0:31213:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1769074825.100366:0:31213:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1769074825.100368:0:31213:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1769074825.100370:0:31213:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1769074825.100394:0:31213:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074825.100398:0:31213:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769074825.100403:0:31213:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911737312680 : -114161972238936 : ffff982b9832a5a8) 00000020:00001000:1.0:1769074825.100407:0:31213:0:(cl_object.c:785:cl_env_get()) 1@ffff982b9832a5a0 00000008:00000001:1.0:1769074825.100413:0:31213:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1769074825.100415:0:31213:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:1.0:1769074825.100419:0:31213:0:(osc_cache.c:2186:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769074825.100421:0:31213:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000001:00000001:1.0:1769074825.100455:0:31213:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1769074825.100457:0:31213:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1769074825.100483:0:31213:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1769074825.100487:0:31213:0:(cl_object.c:879:cl_env_put()) 1@ffff982b9832a5a0 00000001:00000001:1.0:1769074825.100490:0:31213:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1769074825.100491:0:31213:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1769074825.100515:0:31213:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1769074825.100517:0:31213:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1769074825.100518:0:31213:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1769074825.100541:0:31213:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769074825.100544:0:31213:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074825.100547:0:31213:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:1.0:1769074825.100552:0:31213:0:(ldlm_lib.c:818:client_disconnect_export()) Process leaving 00000020:00000001:1.0:1769074825.100555:0:31213:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1769074825.100559:0:31213:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x5d432443066b73e8 00000020:00000040:1.0:1769074825.100563:0:31213:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b87057000 with handle 0x5d432443066b73e8 from hash 00000020:00000040:1.0:1769074825.100583:0:31213:0:(genops.c:898:class_export_put()) PUTting export ffff982b87057000 : new refcount 2 00000020:00000001:1.0:1769074825.100588:0:31213:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1769074825.100589:0:31213:0:(genops.c:898:class_export_put()) PUTting export ffff982b87057000 : new refcount 1 00000020:00000001:1.0:1769074825.100591:0:31213:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1769074825.100593:0:31213:0:(genops.c:898:class_export_put()) PUTting export ffff982b87057000 : new refcount 0 00000020:00000080:1.0:1769074825.100595:0:31213:0:(genops.c:904:class_export_put()) final put ffff982b87057000/LOV_OSC_UUID 00000020:00000001:1.0:1769074825.100599:0:31213:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074825.100633:0:31213:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074825.100636:0:31213:0:(ldlm_lib.c:831:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074825.100690:0:31213:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074825.100700:0:31213:0:(lov_obd.c:280:lov_disconnect_obd()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:1.0:1769074825.100703:0:31213:0:(lov_obd.c:616:__lov_del_obd()) kfreed 'tgt': 368 at ffff982b85016800. 00000020:00000001:1.0:1769074825.100711:0:31213:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1769074825.100714:0:31213:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-ffff982b87054800 (flags='') 00000020:00000010:1.0:1769074825.100720:0:31213:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 88 at ffff982b9020b720. 00000020:00000080:1.0:1769074825.100723:0:31213:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1769074825.100736:0:31213:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:1.0:1769074825.100740:0:31213:0:(obd_config.c:886:class_cleanup()) lustre-OST0001-osc-ffff982b87054800: forcing exports to disconnect: 0/3 00000020:00000001:1.0:1769074825.100744:0:31213:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1769074825.100747:0:31213:0:(genops.c:1575:class_disconnect_exports()) OBD device 10 (ffff982b98720000) has no exports 00000020:00000001:1.0:1769074825.100749:0:31213:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1769074825.100754:0:31213:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:1.0:1769074825.100761:0:31213:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b83d9e400. 00000020:00000010:1.0:1769074825.100767:0:31213:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff982b83d9ec00. 00000020:00000010:1.0:1769074825.100770:0:31213:0:(cl_object.c:1091:cl_key_init()) kmalloced '(value)': 72 at ffff982b9020b6c0. 00000008:00000010:1.0:1769074825.100778:0:31213:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff982b883b5940. 00020000:00000010:1.0:1769074825.100786:0:31213:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff982b87d4fb40. 00008000:00000010:1.0:1769074825.100793:0:31213:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff982b98254e20. 00000080:00000010:1.0:1769074825.100799:0:31213:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff982b85c2f738. 00000080:00000010:1.0:1769074825.100805:0:31213:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff982b871c7b50. 00000020:00000010:1.0:1769074825.100811:0:31213:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff982b9851eec0. 00000008:00000001:1.0:1769074825.100816:0:31213:0:(osc_dev.c:163:osc_device_fini()) Process entered 00000008:00000001:1.0:1769074825.100819:0:31213:0:(osc_request.c:4095:osc_precleanup_common()) Process entered 00000020:00000001:3.0:1769074825.100946:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1769074825.100951:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff982b87057000/LOV_OSC_UUID for lustre-OST0001-osc-ffff982b87054800 00000020:00000040:3.0:1769074825.100957:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 20 to 192.168.204.151@tcp 00000020:00000001:3.0:1769074825.100959:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1769074825.100962:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769074825.100964:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001-osc-ffff982b87054800 (ffff982b98720000) now 5 - export 00000020:00000010:3.0:1769074825.100968:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff982b87057000. 00000020:00000001:3.0:1769074825.100982:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000008:00000001:1.0:1769074825.101189:0:31213:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00000008:01000000:1.0:1769074825.101192:0:31213:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0001-osc-ffff982b87054800: client import never connected 00000100:00000001:1.0:1769074825.101195:0:31213:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1769074825.101197:0:31213:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00000001:1.0:1769074825.101199:0:31213:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1769074825.101201:0:31213:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769074825.101203:0:31213:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff982b87054800: committing for last_committed 0 gen 3 00000100:00000040:1.0:1769074825.101206:0:31213:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-ffff982b87054800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1769074825.101209:0:31213:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074825.101210:0:31213:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1769074825.101211:0:31213:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1769074825.101213:0:31213:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:1.0:1769074825.101215:0:31213:0:(obd_class.h:479:obd_check_dev()) Device 10 not setup 00000100:00000001:1.0:1769074825.114894:0:31213:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:1.0:1769074825.114908:0:31213:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1769074825.114914:0:31213:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:1.0:1769074825.114916:0:31213:0:(obd_class.h:479:obd_check_dev()) Device 10 not setup 00000100:00000001:1.0:1769074825.114917:0:31213:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:1.0:1769074825.114928:0:31213:0:(genops.c:1229:class_import_get()) import ffff982b98900000 refcount=2 obd=lustre-OST0001-osc-ffff982b87054800 00000020:00000001:1.0:1769074825.114933:0:31213:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074825.114935:0:31213:0:(genops.c:1242:class_import_put()) import ffff982b98900000 refcount=1 obd=lustre-OST0001-osc-ffff982b87054800 00000020:00000001:1.0:1769074825.114938:0:31213:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1769074825.114940:0:31213:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074825.114941:0:31213:0:(genops.c:1242:class_import_put()) import ffff982b98900000 refcount=0 obd=lustre-OST0001-osc-ffff982b87054800 00000020:00000040:1.0:1769074825.114943:0:31213:0:(genops.c:1245:class_import_put()) final put import ffff982b98900000 00000020:00000001:1.0:1769074825.114961:0:31213:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:1.0:1769074825.114964:0:31213:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00000008:00000001:1.0:1769074825.114967:0:31213:0:(osc_request.c:4110:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074825.115353:0:37:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:3.0:1769074825.115359:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff982b98900000 for lustre-OST0001-osc-ffff982b87054800 00000020:00000040:3.0:1769074825.115369:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 19 to 192.168.204.151@tcp 00000020:00000040:3.0:1769074825.115373:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 18 to 192.168.204.151@tcp 00000020:00000010:3.0:1769074825.115377:0:37:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff982b90217120. 00000020:00000040:3.0:1769074825.115386:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001-osc-ffff982b87054800 (ffff982b98720000) now 4 - import 00000020:00000010:3.0:1769074825.115390:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff982b98900000. 00000020:00000001:3.0:1769074825.115394:0:37:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:1.0:1769074825.119772:0:31213:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff982b90386000. 00000020:00000010:1.0:1769074825.119782:0:31213:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff982b866e6000. 00000020:00000010:1.0:1769074825.119785:0:31213:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff982b86024000. 00000020:00000010:1.0:1769074825.119789:0:31213:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff982b88bea000. 00000020:00000010:1.0:1769074825.119795:0:31213:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff982b87faa400. 00000008:00000001:1.0:1769074825.119800:0:31213:0:(osc_dev.c:168:osc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1769074825.119809:0:31213:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff982b9851eec0. 00000020:00000010:1.0:1769074825.119825:0:31213:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b83d9ec00. 00000020:00000010:1.0:1769074825.119831:0:31213:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b9020b6c0. 00000008:00000010:1.0:1769074825.119836:0:31213:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b883b5940. 00020000:00000010:1.0:1769074825.119840:0:31213:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b87d4fb40. 00008000:00000010:1.0:1769074825.119845:0:31213:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b98254e20. 00000080:00000010:1.0:1769074825.119850:0:31213:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b85c2f738. 00000080:00000010:1.0:1769074825.119854:0:31213:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b871c7b50. 00000020:00000010:1.0:1769074825.119857:0:31213:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b83d9e400. 00000020:00000001:1.0:1769074825.119859:0:31213:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1769074825.119874:0:31213:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1769074825.120599:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff982b8669f200. 00000001:00000010:1.0:1769074825.120609:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff982b8669e000. 00000001:00000010:1.0:1769074825.120612:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff982b9037ce00. 00000001:00000010:1.0:1769074825.120615:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff982b9037c200. 00000001:00000010:1.0:1769074825.120617:0:31213:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff982b98535840. 00000001:00000010:1.0:1769074825.120620:0:31213:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff982b9816b400. 00000001:00000001:1.0:1769074825.120627:0:31213:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1769074825.120629:0:31213:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1769074825.120714:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff982b85260e00. 00000001:00000010:0.0:1769074825.120719:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff982b85260c00. 00000001:00000010:0.0:1769074825.120720:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff982b85260000. 00000001:00000010:0.0:1769074825.120722:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff982b85260800. 00000001:00000010:0.0:1769074825.120723:0:31213:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff982b98535f00. 00000001:00000010:0.0:1769074825.120725:0:31213:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff982b9816ba00. 00000001:00000001:0.0:1769074825.120727:0:31213:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1769074825.120730:0:31213:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001-osc-ffff982b87054800 (ffff982b98720000) now 3 - setup 00000020:00000001:0.0:1769074825.120733:0:31213:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074825.120736:0:31213:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1769074825.120740:0:31213:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1769074825.120749:0:31213:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1769074825.120752:0:31213:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001-osc-ffff982b87054800 (ffff982b98720000) now 2 - obd_device_list 00000020:00000080:0.0:1769074825.120755:0:31213:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0001-osc-ffff982b87054800 (uuid 0d05e643-e609-4f9c-a8ce-9f27d385531c) 00000020:00000040:0.0:1769074825.120756:0:31213:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001-osc-ffff982b87054800 (ffff982b98720000) now 1 - newdev 00000020:00000040:0.0:1769074825.120761:0:31213:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b98906000 with handle 0x5d432443066b73b7 from hash 00000020:00000040:0.0:1769074825.120764:0:31213:0:(genops.c:898:class_export_put()) PUTting export ffff982b98906000 : new refcount 0 00000020:00000080:0.0:1769074825.120766:0:31213:0:(genops.c:904:class_export_put()) final put ffff982b98906000/0d05e643-e609-4f9c-a8ce-9f27d385531c 00000020:00000001:0.0:1769074825.120769:0:31213:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074825.120771:0:31213:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1769074825.120772:0:31213:0:(genops.c:863:class_export_destroy()) destroying export ffff982b98906000/0d05e643-e609-4f9c-a8ce-9f27d385531c for lustre-OST0001-osc-ffff982b87054800 00000020:00000001:0.0:1769074825.120775:0:31213:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1769074825.120776:0:31213:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1769074825.120778:0:31213:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff982b98906000. 00000020:00000001:0.0:1769074825.120786:0:31213:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1769074825.120788:0:31213:0:(genops.c:440:class_free_dev()) Release obd device lustre-OST0001-osc-ffff982b87054800 obd_type name = osc 00000020:01000000:0.0:1769074825.120790:0:31213:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-ffff982b87054800 (0d05e643-e609-4f9c-a8ce-9f27d385531c) 00000020:00000001:0.0:1769074825.120792:0:31213:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1769074825.120802:0:31213:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b996c1600. 00000020:00000010:0.0:1769074825.120807:0:31213:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff982b996c0800. 00000020:00000010:0.0:1769074825.120810:0:31213:0:(cl_object.c:1091:cl_key_init()) kmalloced '(value)': 72 at ffff982b98412480. 00000008:00000010:0.0:1769074825.120817:0:31213:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff982b87d6aca0. 00020000:00000010:0.0:1769074825.120821:0:31213:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff982b84822e40. 00008000:00000010:0.0:1769074825.120826:0:31213:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff982b852de350. 00000080:00000010:0.0:1769074825.120831:0:31213:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff982b8528b150. 00000080:00000010:0.0:1769074825.120834:0:31213:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff982b85277b50. 00000008:00000001:0.0:1769074825.120839:0:31213:0:(osc_request.c:4118:osc_cleanup_common()) Process entered 00010000:00000001:0.0:1769074825.120845:0:31213:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:0.0:1769074825.120848:0:31213:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1769074825.120852:0:31213:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1769074825.120949:0:31213:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff982b85016600. 00000020:00000010:0.0:1769074825.120954:0:31213:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff982b87fa9400. 00010000:00000001:0.0:1769074825.120993:0:31213:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1769074825.121004:0:31213:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff982b98535a80. 00000020:00000010:0.0:1769074825.121005:0:31213:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff982b87fa9c00. 00000001:00000001:0.0:1769074825.121032:0:31213:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1769074825.121244:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff982b8501c000. 00000001:00000010:0.0:1769074825.121250:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff982b8501e000. 00000001:00000010:0.0:1769074825.121254:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff982b98706000. 00000001:00000010:0.0:1769074825.121257:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff982b98702000. 00000001:00000010:0.0:1769074825.121260:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff982b98704000. 00000001:00000010:0.0:1769074825.121263:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff982b98700000. 00000001:00000010:0.0:1769074825.121267:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff982b86646000. 00000001:00000010:0.0:1769074825.121271:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff982b8676c000. 00000001:00000010:0.0:1769074825.121275:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff982b86768000. 00000001:00000010:0.0:1769074825.121504:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff982b8676a000. 00000001:00000010:0.0:1769074825.121509:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff982b85e98000. 00000001:00000010:0.0:1769074825.121512:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff982b86710000. 00000001:00000010:0.0:1769074825.121515:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff982b86712000. 00000001:00000010:0.0:1769074825.121517:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff982b91072000. 00000001:00000010:0.0:1769074825.121521:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff982b88bb2000. 00000001:00000010:0.0:1769074825.121525:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff982b88bb4000. 00000001:00000010:0.0:1769074825.121528:0:31213:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at ffff982b985e6000. 00000001:00000010:0.0:1769074825.121530:0:31213:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff982b85016e00. 00000001:00000001:0.0:1769074825.121533:0:31213:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1769074825.121536:0:31213:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at ffff982b87faa000. 00010000:00000001:0.0:1769074825.121541:0:31213:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1769074825.121544:0:31213:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1769074825.121546:0:31213:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:0.0:1769074825.121548:0:31213:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:00000001:0.0:1769074825.121550:0:31213:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:0.0:1769074825.121552:0:31213:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1769074825.121553:0:31213:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:0.0:1769074825.121556:0:31213:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff982b88be9000. 00010000:00000010:0.0:1769074825.121560:0:31213:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff982b88bec000. 00010000:00000001:0.0:1769074825.121564:0:31213:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000008:00000001:0.0:1769074825.121567:0:31213:0:(osc_request.c:4139:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1769074825.121570:0:31213:0:(osc_dev.c:179:osc_device_free()) kfreed 'oc': 104 at ffff982b985e6700. 00000020:00000010:0.0:1769074825.121577:0:31213:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b996c0800. 00000020:00000010:0.0:1769074825.121583:0:31213:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b98412480. 00000008:00000010:0.0:1769074825.121587:0:31213:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b87d6aca0. 00020000:00000010:0.0:1769074825.121592:0:31213:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b84822e40. 00008000:00000010:0.0:1769074825.121596:0:31213:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b852de350. 00000080:00000010:0.0:1769074825.121601:0:31213:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b8528b150. 00000080:00000010:0.0:1769074825.121606:0:31213:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b85277b50. 00000020:00000010:0.0:1769074825.121611:0:31213:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b996c1600. 00000020:00000001:0.0:1769074825.121615:0:31213:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1769074825.121618:0:31213:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at ffff982b98720000. 00000020:00000001:0.0:1769074825.121627:0:31213:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074825.121629:0:31213:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1769074825.121633:0:31213:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 88 at ffff982b9020b720. 00000020:00000001:0.0:1769074825.121636:0:31213:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00020000:01000000:0.0:1769074825.121641:0:31213:0:(lov_obd.c:611:__lov_del_obd()) Removing tgt lustre-OST0000_UUID : lustre-OST0000-osc-ffff982b87054800 00020000:00000001:0.0:1769074825.121644:0:31213:0:(lov_obd.c:245:lov_disconnect_obd()) Process entered 00020000:01000000:0.0:1769074825.121646:0:31213:0:(lov_obd.c:248:lov_disconnect_obd()) lustre-clilov-ffff982b87054800: disconnecting target lustre-OST0000-osc-ffff982b87054800 00020000:00000001:0.0:1769074825.121649:0:31213:0:(obd_class.h:1347:obd_register_observer()) Process entered 00020000:00000001:0.0:1769074825.121652:0:31213:0:(obd_class.h:1360:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074825.121655:0:31213:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:0.0:1769074825.121659:0:31213:0:(ldlm_lib.c:759:client_disconnect_export()) Process entered 00010000:00000040:0.0:1769074825.121662:0:31213:0:(ldlm_lib.c:772:client_disconnect_export()) disconnect lustre-OST0000-osc-ffff982b87054800 - 1 00000100:00000001:0.0:1769074825.121667:0:31213:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:0.0:1769074825.121670:0:31213:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 0d05e643-e609-4f9c-a8ce-9f27d385531c->lustre-OST0000_UUID 00000020:00000001:0.0:1769074825.121673:0:31213:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074825.121675:0:31213:0:(genops.c:1242:class_import_put()) import ffff982b98900800 refcount=1 obd=lustre-OST0000-osc-ffff982b87054800 00000020:00000001:0.0:1769074825.121678:0:31213:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1769074825.121680:0:31213:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074825.121683:0:31213:0:(ldlm_request.c:2353:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:0.0:1769074825.121685:0:31213:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1769074825.121688:0:31213:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1769074825.121726:0:31213:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074825.121728:0:31213:0:(ldlm_request.c:2365:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074825.121730:0:31213:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:0.0:1769074825.121732:0:31213:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:0.0:1769074825.121733:0:31213:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1769074825.121733:0:31213:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1769074825.121752:0:31213:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1769074825.121753:0:31213:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1769074825.121753:0:31213:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1769074825.121772:0:31213:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074825.121773:0:31213:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074825.121774:0:31213:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:0.0:1769074825.121776:0:31213:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 00000100:00000001:0.0:1769074825.121779:0:31213:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:0.0:1769074825.121781:0:31213:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1769074825.121789:0:31213:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98583480. 00000020:00000040:0.0:1769074825.121792:0:31213:0:(genops.c:1229:class_import_get()) import ffff982b98900800 refcount=2 obd=lustre-OST0000-osc-ffff982b87054800 00000100:00000001:0.0:1769074825.121796:0:31213:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074825.121800:0:31213:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074825.121806:0:31213:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074825.121815:0:31213:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b84a08000. 00000100:00000001:0.0:1769074825.121823:0:31213:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074825.121826:0:31213:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446629911739774080 : -114161969777536 : ffff982b98583480) 00000100:00080000:0.0:1769074825.121829:0:31213:0:(import.c:65:import_set_state_nolock()) ffff982b98900800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00000001:0.0:1769074825.121835:0:31213:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074825.121839:0:31213:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074825.121852:0:31213:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000628f538a] to pc [ptlrpcd_rcv+-1] req@ffff982b98583480 x1855007613347328/t0(0) o9->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074825.121875:0:31213:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074825.121903:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074825.121909:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074825.121912:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074825.121921:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98583480 x1855007613347328/t0(0) o9->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074825.121931:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074825.121934:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074825.121938:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074825.121942:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074825.121944:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074825.121948:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98583480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0d05e643-e609-4f9c-a8ce-9f27d385531c:2363:1855007613347328:192.168.204.151@tcp:9:umount.0 00000100:00000001:2.0:1769074825.121955:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074825.121963:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074825.121966:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074825.121969:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074825.121975:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982ba00b1a00. 02000000:00000001:2.0:1769074825.121977:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074825.121991:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074825.121997:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7e318. 00000400:00000010:2.0:1769074825.122005:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f550. 00000100:00000200:2.0:1769074825.122016:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613347328, portal 4 00000100:00000001:2.0:1769074825.122019:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074825.122021:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739774080 : -114161969777536 : ffff982b98583480) 00000100:00000040:2.0:1769074825.122029:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98583480 x1855007613347328/t0(0) o9->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074825.122038:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074825.122042:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074825.122046:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f770. 00000100:00000200:2.0:1769074825.122049:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007613347328, offset 0 00000400:00000200:2.0:1769074825.122058:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074825.122069:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074825.122079:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074825.122087:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074825.122092:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074825.122096:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074825.122099:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074825.122104:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15426:15426:256:4294967295] 192.168.204.151@tcp LPNI seq info [15426:15426:8:4294967295] 00000400:00000200:2.0:1769074825.122108:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074825.122119:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074825.122126:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074825.122132:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73fe00. 00000800:00000200:2.0:1769074825.122141:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074825.122150:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074825.122155:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73fe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074825.122183:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074825.122188:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b87054800: using a timeout of 53957 usecs (54 jiffies) 00000400:00000200:2.0:1769074825.122192:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074825.122196:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b87054800: PM QoS new deadline estimation for cpu 2 is 4296481853 00000100:00000001:2.0:1769074825.122199:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b87054800: PM QoS request active for cpu 2, keep current deadline 4296490811 00000100:00000001:2.0:1769074825.122201:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b87054800: PM QoS new deadline estimation for cpu 3 is 4296481853 00000100:00000001:2.0:1769074825.122203:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b87054800: PM QoS request active for cpu 3, keep current deadline 4296490811 00000100:00000001:2.0:1769074825.122207:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074825.122209:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074825.122213:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074825.122216:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074825.122224:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074825.122227:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1769074825.122229:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074825.122230:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074825.122231:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074825.122233:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074825.122455:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074825.122461:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73fe00. 00000400:00000200:3.0:1769074825.122465:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074825.122472:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074825.122478:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f770 00000400:00000010:3.0:1769074825.122481:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f770. 00000100:00000001:3.0:1769074825.122487:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074825.122491:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b98583480 x1855007613347328/t0(0) o9->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074825.122501:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074825.122505:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98583480 x1855007613347328/t0(0) o9->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074835 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074825.122519:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074825.122520:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074825.125628:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074825.125653:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074825.125660:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074825.125663:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074825.125682:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074825.125694:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074825.125703:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074825.125710:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074825.125718:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074825.125723:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 4 MB=0x6971e9dd96600 00000400:00000200:3.0:1769074825.125730:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074825.125740:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.151@tcp of length 224/224 into md 0x22525 [1] + 224 00000800:00000001:3.0:1769074825.125751:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074825.125761:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074825.125766:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074825.125771:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074825.125781:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074825.125792:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b98583480 x1855007613347328/t0(0) o9->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074835 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074825.125805:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b98583480 x1855007613347328/t0(0) o9->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074835 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074825.125832:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074825.125844:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074825.125848:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074825.125911:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074825.125919:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074825.125928:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074825.125931:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074825.125936:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7e318. 00000400:00000200:2.0:1769074825.125942:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f550 00000400:00000010:2.0:1769074825.125945:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f550. 00000100:00000001:2.0:1769074825.125948:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074825.125954:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98583480 x1855007613347328/t0(0) o9->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074835 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074825.125964:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98583480 x1855007613347328/t0(0) o9->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074835 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074825.125970:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074825.125972:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074825.125976:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074825.125980:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074825.125983:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074825.125985:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074825.125989:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074825.126002:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b98900c58 time=17 v=5 (5 0 0 0) 00000100:00001000:2.0:1769074825.126007:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b98900c10 time=17 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074825.126010:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074825.126012:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074825.126016:0:2363:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074825.126020:0:2363:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074825.126024:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074825.126027:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff982b87054800: skip recheck: last_committed 0 00000100:00000001:2.0:1769074825.126029:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074825.126030:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074825.126035:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98583480 x1855007613347328/t0(0) o9->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074835 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074825.126061:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074825.126065:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074825.126068:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769074825.126072:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b98900800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:2.0:1769074825.126076:0:2363:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:2.0:1769074825.126081:0:2363:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:2.0:1769074825.126084:0:2363:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074825.126086:0:2363:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1769074825.126087:0:2363:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:2.0:1769074825.126088:0:2363:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:2.0:1769074825.126091:0:2363:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074825.126093:0:2363:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:2.0:1769074825.126116:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98583480 x1855007613347328/t0(0) o9->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074835 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074825.126125:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98583480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0d05e643-e609-4f9c-a8ce-9f27d385531c:2363:1855007613347328:192.168.204.151@tcp:9:umount.0 00000100:00000001:2.0:1769074825.126130:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074825.126133:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074825.126136:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98583480 x1855007613347328/t0(0) o9->lustre-OST0000-osc-ffff982b87054800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074835 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074825.126144:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074825.126147:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074825.126152:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982ba00b1a00. 02000000:00000001:2.0:1769074825.126156:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074825.126159:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074825.126162:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b98900800 refcount=1 obd=lustre-OST0000-osc-ffff982b87054800 00000020:00000001:2.0:1769074825.126164:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074825.126168:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b84a08000. 02000000:00000001:2.0:1769074825.126173:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074825.126176:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074825.126178:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98583480. 00000100:00000001:2.0:1769074825.126182:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074825.126184:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074825.126187:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074825.126196:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074825.126198:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074825.126201:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074825.126203:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074825.126658:0:31213:0:(import.c:1959:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074825.126668:0:31213:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1769074825.126670:0:31213:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:0.0:1769074825.126672:0:31213:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1769074825.126674:0:31213:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1769074825.126676:0:31213:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff982b87054800: committing for last_committed 0 gen 2 00000100:00000040:0.0:1769074825.126680:0:31213:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff982b87054800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1769074825.126683:0:31213:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074825.126685:0:31213:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1769074825.126686:0:31213:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1769074825.126688:0:31213:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:0.0:1769074825.126689:0:31213:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:0.0:1769074825.126692:0:31213:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074825.126694:0:31213:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:0.0:1769074825.126696:0:31213:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1769074825.126698:0:31213:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:0.0:1769074825.126700:0:31213:0:(osc_request.c:3856:osc_import_event()) Process entered 00000001:00000001:0.0:1769074825.126704:0:31213:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1769074825.126707:0:31213:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1769074825.126750:0:31213:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1769074825.126753:0:31213:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1769074825.126754:0:31213:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1769074825.126779:0:31213:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074825.126783:0:31213:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074825.126788:0:31213:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911477432328 : -114162232119288 : ffff982b88b53008) 00000020:00001000:0.0:1769074825.126792:0:31213:0:(cl_object.c:785:cl_env_get()) 1@ffff982b88b53000 00000008:00000001:0.0:1769074825.126796:0:31213:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1769074825.126798:0:31213:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1769074825.126801:0:31213:0:(osc_cache.c:2186:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769074825.126804:0:31213:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000001:00000001:0.0:1769074825.126805:0:31213:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1769074825.126806:0:31213:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1769074825.126830:0:31213:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1769074825.126833:0:31213:0:(cl_object.c:879:cl_env_put()) 1@ffff982b88b53000 00000001:00000001:0.0:1769074825.126835:0:31213:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1769074825.126836:0:31213:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1769074825.126861:0:31213:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1769074825.126863:0:31213:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1769074825.126864:0:31213:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1769074825.126900:0:31213:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769074825.126903:0:31213:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074825.126905:0:31213:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:0.0:1769074825.126910:0:31213:0:(ldlm_lib.c:818:client_disconnect_export()) Process leaving 00000020:00000001:0.0:1769074825.126913:0:31213:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1769074825.126916:0:31213:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x5d432443066b73e1 00000020:00000040:0.0:1769074825.126922:0:31213:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b87053000 with handle 0x5d432443066b73e1 from hash 00000020:00000040:0.0:1769074825.126939:0:31213:0:(genops.c:898:class_export_put()) PUTting export ffff982b87053000 : new refcount 2 00000020:00000001:0.0:1769074825.126944:0:31213:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1769074825.126945:0:31213:0:(genops.c:898:class_export_put()) PUTting export ffff982b87053000 : new refcount 1 00000020:00000001:0.0:1769074825.126947:0:31213:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1769074825.126949:0:31213:0:(genops.c:898:class_export_put()) PUTting export ffff982b87053000 : new refcount 0 00000020:00000080:0.0:1769074825.126951:0:31213:0:(genops.c:904:class_export_put()) final put ffff982b87053000/LOV_OSC_UUID 00000020:00000001:0.0:1769074825.126954:0:31213:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074825.126971:0:31213:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074825.126974:0:31213:0:(ldlm_lib.c:831:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074825.127021:0:31213:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074825.127025:0:31213:0:(lov_obd.c:280:lov_disconnect_obd()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:0.0:1769074825.127029:0:31213:0:(lov_obd.c:616:__lov_del_obd()) kfreed 'tgt': 368 at ffff982b9037da00. 00000020:00000001:0.0:1769074825.127034:0:31213:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1769074825.127037:0:31213:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-ffff982b87054800 (flags='') 00000020:00000001:3.0:1769074825.127210:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1769074825.127215:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff982b87053000/LOV_OSC_UUID for lustre-OST0000-osc-ffff982b87054800 00000020:00000040:3.0:1769074825.127221:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 17 to 192.168.204.151@tcp 00000020:00000001:3.0:1769074825.127224:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1769074825.127226:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769074825.127230:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-ffff982b87054800 (ffff982b987231b0) now 5 - export 00000020:00000010:3.0:1769074825.127233:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff982b87053000. 00000020:00000001:3.0:1769074825.127244:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:0.0:1769074825.127389:0:31213:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 88 at ffff982b98412480. 00000020:00000080:0.0:1769074825.127393:0:31213:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1769074825.127403:0:31213:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1769074825.127407:0:31213:0:(obd_config.c:886:class_cleanup()) lustre-OST0000-osc-ffff982b87054800: forcing exports to disconnect: 0/2 00000020:00000001:0.0:1769074825.127410:0:31213:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1769074825.127413:0:31213:0:(genops.c:1575:class_disconnect_exports()) OBD device 9 (ffff982b987231b0) has no exports 00000020:00000001:0.0:1769074825.127415:0:31213:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1769074825.127420:0:31213:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:0.0:1769074825.127437:0:31213:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b996c1600. 00000020:00000010:0.0:1769074825.127443:0:31213:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff982b996c0800. 00000020:00000010:0.0:1769074825.127447:0:31213:0:(cl_object.c:1091:cl_key_init()) kmalloced '(value)': 72 at ffff982b98412900. 00000008:00000010:0.0:1769074825.127455:0:31213:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff982b87d6aca0. 00020000:00000010:0.0:1769074825.127461:0:31213:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff982b84822e40. 00008000:00000010:0.0:1769074825.127467:0:31213:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff982b852de350. 00000080:00000010:0.0:1769074825.127475:0:31213:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff982b8528b150. 00000080:00000010:0.0:1769074825.127480:0:31213:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff982b85277b50. 00000020:00000010:0.0:1769074825.127485:0:31213:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff982b99072d40. 00000008:00000001:0.0:1769074825.127490:0:31213:0:(osc_dev.c:163:osc_device_fini()) Process entered 00000008:00000001:0.0:1769074825.127492:0:31213:0:(osc_request.c:4095:osc_precleanup_common()) Process entered 00000008:00000001:0.0:1769074825.127501:0:31213:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00000008:01000000:0.0:1769074825.127502:0:31213:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-ffff982b87054800: client import never connected 00000100:00000001:0.0:1769074825.127505:0:31213:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1769074825.127507:0:31213:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:0.0:1769074825.127509:0:31213:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1769074825.127511:0:31213:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1769074825.127513:0:31213:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff982b87054800: committing for last_committed 0 gen 3 00000100:00000040:0.0:1769074825.127516:0:31213:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff982b87054800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1769074825.127518:0:31213:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074825.127519:0:31213:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1769074825.127521:0:31213:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1769074825.127523:0:31213:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:0.0:1769074825.127524:0:31213:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00000001:0.0:1769074825.127526:0:31213:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:0.0:1769074825.127528:0:31213:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1769074825.127530:0:31213:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:0.0:1769074825.127532:0:31213:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00000001:0.0:1769074825.127533:0:31213:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:0.0:1769074825.127537:0:31213:0:(genops.c:1229:class_import_get()) import ffff982b98900800 refcount=2 obd=lustre-OST0000-osc-ffff982b87054800 00000020:00000001:0.0:1769074825.127540:0:31213:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074825.127541:0:31213:0:(genops.c:1242:class_import_put()) import ffff982b98900800 refcount=1 obd=lustre-OST0000-osc-ffff982b87054800 00000020:00000001:0.0:1769074825.127543:0:31213:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1769074825.127545:0:31213:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074825.127547:0:31213:0:(genops.c:1242:class_import_put()) import ffff982b98900800 refcount=0 obd=lustre-OST0000-osc-ffff982b87054800 00000020:00000040:0.0:1769074825.127548:0:31213:0:(genops.c:1245:class_import_put()) final put import ffff982b98900800 00000020:00000001:0.0:1769074825.127598:0:31213:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:0.0:1769074825.127601:0:31213:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00000008:00000001:0.0:1769074825.127603:0:31213:0:(osc_request.c:4110:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1769074825.127838:0:31213:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff982b88bb0000. 00000020:00000010:0.0:1769074825.127843:0:31213:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff982b866e2000. 00000020:00000010:0.0:1769074825.127847:0:31213:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff982b86020000. 00000020:00000010:0.0:1769074825.127853:0:31213:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff982b88bef000. 00000020:00000010:0.0:1769074825.127859:0:31213:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff982b8606f400. 00000008:00000001:0.0:1769074825.127863:0:31213:0:(osc_dev.c:168:osc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1769074825.127868:0:31213:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff982b99072d40. 00000020:00000010:0.0:1769074825.127875:0:31213:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b996c0800. 00000020:00000010:0.0:1769074825.127891:0:31213:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b98412900. 00000008:00000010:0.0:1769074825.127895:0:31213:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b87d6aca0. 00020000:00000010:0.0:1769074825.127899:0:31213:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b84822e40. 00008000:00000010:0.0:1769074825.127903:0:31213:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b852de350. 00000080:00000010:0.0:1769074825.127907:0:31213:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b8528b150. 00000080:00000010:0.0:1769074825.127911:0:31213:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b85277b50. 00000020:00000010:0.0:1769074825.127914:0:31213:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b996c1600. 00000020:00000001:0.0:1769074825.127917:0:31213:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1769074825.127930:0:31213:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1769074825.127937:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff982b9037d800. 00000001:00000010:0.0:1769074825.127940:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff982b9037c600. 00000001:00000010:0.0:1769074825.127942:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff982b9037c400. 00000001:00000010:0.0:1769074825.127944:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff982b9037d400. 00000001:00000010:0.0:1769074825.127946:0:31213:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff982b98535a00. 00000001:00000010:0.0:1769074825.127949:0:31213:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff982b9816bd00. 00000001:00000001:0.0:1769074825.127954:0:31213:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1769074825.127956:0:31213:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1769074825.127960:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff982b9037d000. 00000001:00000010:0.0:1769074825.127962:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff982b9037c000. 00000001:00000010:0.0:1769074825.127963:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff982b9037ca00. 00000001:00000010:0.0:1769074825.127965:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff982b9037cc00. 00000001:00000010:0.0:1769074825.127967:0:31213:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff982b98535400. 00000001:00000010:0.0:1769074825.127969:0:31213:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff982b9816b600. 00000001:00000001:0.0:1769074825.127970:0:31213:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1769074825.127972:0:31213:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-ffff982b87054800 (ffff982b987231b0) now 4 - setup 00000020:00000001:0.0:1769074825.127975:0:31213:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074825.127977:0:31213:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1769074825.127980:0:31213:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1769074825.127984:0:31213:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1769074825.127986:0:31213:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-ffff982b87054800 (ffff982b987231b0) now 3 - obd_device_list 00000020:00000080:0.0:1769074825.127989:0:31213:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0000-osc-ffff982b87054800 (uuid 0d05e643-e609-4f9c-a8ce-9f27d385531c) 00000020:00000040:0.0:1769074825.127991:0:31213:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-ffff982b87054800 (ffff982b987231b0) now 2 - newdev 00000020:00000001:0.0:1769074825.127993:0:31213:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074825.127995:0:31213:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1769074825.127998:0:31213:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 88 at ffff982b98412480. 00000020:00000001:0.0:1769074825.128000:0:31213:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:0.0:1769074825.128005:0:31213:0:(lu_tgt_descs.c:289:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at ffff982b88bee000. 00020000:00000001:0.0:1769074825.128012:0:31213:0:(lov_obd.c:795:lov_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1769074825.128032:0:31213:0:(lu_object.c:1175:lu_site_fini()) kvfree 's->ls_bkts': 14336 at ffff982bc207c000. 00000020:00000010:0.0:1769074825.128065:0:31213:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff982b8a73fc00. 00000020:00000010:0.0:1769074825.128071:0:31213:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 192 at ffff982b8833b180. 00000020:00000010:0.0:1769074825.128073:0:31213:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff982b903b1400. 00020000:00000010:0.0:1769074825.128077:0:31213:0:(lov_dev.c:310:lov_device_free()) kfreed 'ld->ld_target': 512 at ffff982b8669ec00. 00020000:00000010:0.0:1769074825.128081:0:31213:0:(lov_dev.c:314:lov_device_free()) kfreed 'ld->ld_md_tgts': 4096 at ffff982b85002000. 00020000:00000010:0.0:1769074825.128084:0:31213:0:(lov_dev.c:319:lov_device_free()) kfreed 'ld->ld_lov->lov_mdc_tgts': 4096 at ffff982b85007000. 00020000:00000010:0.0:1769074825.128088:0:31213:0:(lov_dev.c:323:lov_device_free()) kfreed 'ld': 584 at ffff982b903b0400. 00000020:00001000:0.0:1769074825.128093:0:31213:0:(cl_object.c:879:cl_env_put()) 1@ffff982b86200990 00000080:00000001:0.0:1769074825.128106:0:31213:0:(vvp_dev.c:366:cl_sb_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074825.128110:0:31213:0:(obd_class.h:902:obd_disconnect()) Process entered 00020000:00000001:0.0:1769074825.128114:0:31213:0:(lov_obd.c:290:lov_disconnect()) Process entered 00000020:00000001:0.0:1769074825.128116:0:31213:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1769074825.128118:0:31213:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x5d432443066b73da 00000020:00000040:0.0:1769074825.128121:0:31213:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b85916800 with handle 0x5d432443066b73da from hash 00000020:00000001:0.0:1769074825.128126:0:31213:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1769074825.128128:0:31213:0:(genops.c:898:class_export_put()) PUTting export ffff982b85916800 : new refcount 1 00000020:00000001:0.0:1769074825.128130:0:31213:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1769074825.128132:0:31213:0:(genops.c:898:class_export_put()) PUTting export ffff982b85916800 : new refcount 0 00000020:00000080:0.0:1769074825.128134:0:31213:0:(genops.c:904:class_export_put()) final put ffff982b85916800/0d05e643-e609-4f9c-a8ce-9f27d385531c 00000020:00000001:0.0:1769074825.128137:0:31213:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074825.128769:0:37:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:3.0:1769074825.128774:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff982b98900800 for lustre-OST0000-osc-ffff982b87054800 00000020:00000040:3.0:1769074825.128782:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 16 to 192.168.204.151@tcp 00000020:00000040:3.0:1769074825.128786:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 15 to 192.168.204.151@tcp 00000020:00000010:3.0:1769074825.128788:0:37:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff982b902178a0. 00000020:00000040:3.0:1769074825.128792:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-ffff982b87054800 (ffff982b987231b0) now 1 - import 00000020:00000040:3.0:1769074825.129209:0:37:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b98902800 with handle 0x5d432443066b73b0 from hash 00000020:00000040:3.0:1769074825.129214:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff982b98902800 : new refcount 0 00000020:00000080:3.0:1769074825.129217:0:37:0:(genops.c:904:class_export_put()) final put ffff982b98902800/0d05e643-e609-4f9c-a8ce-9f27d385531c 00000020:00000001:3.0:1769074825.129220:0:37:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074825.129223:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1769074825.129225:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff982b98902800/0d05e643-e609-4f9c-a8ce-9f27d385531c for lustre-OST0000-osc-ffff982b87054800 00000020:00000001:3.0:1769074825.129228:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1769074825.129230:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1769074825.129233:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff982b98902800. 00000020:00000001:3.0:1769074825.129239:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1769074825.129241:0:37:0:(genops.c:440:class_free_dev()) Release obd device lustre-OST0000-osc-ffff982b87054800 obd_type name = osc 00000020:01000000:3.0:1769074825.129244:0:37:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-ffff982b87054800 (0d05e643-e609-4f9c-a8ce-9f27d385531c) 00000020:00000001:3.0:1769074825.129246:0:37:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1769074825.129258:0:37:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b9037e600. 00000020:00000010:3.0:1769074825.129263:0:37:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff982b9037e200. 00000020:00000010:3.0:1769074825.129267:0:37:0:(cl_object.c:1091:cl_key_init()) kmalloced '(value)': 72 at ffff982b98466240. 00000008:00000010:3.0:1769074825.129274:0:37:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff982b85c0b7c8. 00020000:00000010:3.0:1769074825.129480:0:37:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff982b86620600. 00008000:00000010:3.0:1769074825.129488:0:37:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff982b90240e20. 00000080:00000010:3.0:1769074825.129495:0:37:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff982b985ea690. 00000080:00000010:3.0:1769074825.129499:0:37:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff982b902c2b58. 00000008:00000001:3.0:1769074825.129505:0:37:0:(osc_request.c:4118:osc_cleanup_common()) Process entered 00010000:00000001:3.0:1769074825.129512:0:37:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:3.0:1769074825.129516:0:37:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:3.0:1769074825.129521:0:37:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:3.0:1769074825.129567:0:37:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff982b8ace6c00. 00000020:00000010:3.0:1769074825.129573:0:37:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff982b8606fc00. 00010000:00000001:3.0:1769074825.129631:0:37:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:3.0:1769074825.129644:0:37:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff982b98535e40. 00000020:00000010:3.0:1769074825.129648:0:37:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff982b8606d400. 00000001:00000001:3.0:1769074825.129683:0:37:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1769074825.129722:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff982b888f6000. 00000001:00000010:3.0:1769074825.129727:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff982b888f2000. 00000001:00000010:3.0:1769074825.129729:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff982b888f4000. 00000001:00000010:3.0:1769074825.129732:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff982b888f0000. 00000001:00000010:3.0:1769074825.129735:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff982b98708000. 00000001:00000010:3.0:1769074825.129766:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff982b9870e000. 00000001:00000010:3.0:1769074825.129769:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff982b9870a000. 00000001:00000010:3.0:1769074825.129773:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff982b9870c000. 00000001:00000010:3.0:1769074825.129775:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff982b86766000. 00000001:00000010:3.0:1769074825.129778:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff982b86762000. 00000001:00000010:3.0:1769074825.129782:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff982b86764000. 00000001:00000010:3.0:1769074825.129785:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff982b86760000. 00000001:00000010:3.0:1769074825.129788:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff982b9106e000. 00000001:00000010:3.0:1769074825.129791:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff982b9106a000. 00000001:00000010:3.0:1769074825.129794:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff982b9106c000. 00000001:00000010:3.0:1769074825.129796:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff982b85ba4000. 00000001:00000010:3.0:1769074825.129810:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at ffff982b985e6800. 00000001:00000010:3.0:1769074825.129813:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff982b82bbe200. 00000001:00000001:3.0:1769074825.129818:0:37:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:3.0:1769074825.129821:0:37:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at ffff982b8606d800. 00010000:00000001:3.0:1769074825.129825:0:37:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1769074825.129827:0:37:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:3.0:1769074825.129828:0:37:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:3.0:1769074825.129830:0:37:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:00000001:3.0:1769074825.129832:0:37:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:3.0:1769074825.129833:0:37:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1769074825.129834:0:37:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:3.0:1769074825.129837:0:37:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff982b85005000. 00010000:00000010:3.0:1769074825.129841:0:37:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff982b88bed000. 00010000:00000001:3.0:1769074825.129844:0:37:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000008:00000001:3.0:1769074825.129847:0:37:0:(osc_request.c:4139:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1769074825.129850:0:37:0:(osc_dev.c:179:osc_device_free()) kfreed 'oc': 104 at ffff982b985e6280. 00000020:00000010:3.0:1769074825.129855:0:37:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b9037e200. 00000020:00000010:3.0:1769074825.129860:0:37:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b98466240. 00000008:00000010:3.0:1769074825.129863:0:37:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b85c0b7c8. 00020000:00000010:3.0:1769074825.129867:0:37:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b86620600. 00008000:00000010:3.0:1769074825.129871:0:37:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b90240e20. 00000080:00000010:3.0:1769074825.129875:0:37:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b985ea690. 00000080:00000010:3.0:1769074825.129879:0:37:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b902c2b58. 00000020:00000001:0.0:1769074825.130435:0:31213:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074825.130443:0:31213:0:(lov_obd.c:321:lov_disconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074825.130446:0:31213:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1769074825.130721:0:31213:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 576 at ffff982b98c09000. 00000020:00000010:0.0:1769074825.130728:0:31213:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff982b98c0b400. 00000020:00000010:0.0:1769074825.130731:0:31213:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1856 at ffff982b855d0000. 00000020:00000010:0.0:1769074825.130734:0:31213:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1856 at ffff982b85916000. 00000020:00000010:0.0:1769074825.130737:0:31213:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1856 at ffff982b87053800. 00000020:00000010:0.0:1769074825.130741:0:31213:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1856 at ffff982b88b8e000. 00000020:00000010:0.0:1769074825.130745:0:31213:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 1440 at ffff982b87056800. 00000020:00000010:0.0:1769074825.130752:0:31213:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff982b98c08c00. 00000080:00000001:0.0:1769074825.130755:0:31213:0:(obd_class.h:902:obd_disconnect()) Process entered 00800000:00000001:0.0:1769074825.130760:0:31213:0:(lmv_obd.c:590:lmv_disconnect()) Process entered 00800000:00000001:0.0:1769074825.130763:0:31213:0:(lmv_obd.c:535:lmv_disconnect_mdc()) Process entered 00020000:00000001:0.0:1769074825.130773:0:31213:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00001000:0.0:1769074825.130776:0:31213:0:(lu_tgt_descs.c:177:lu_qos_del_tgt()) removing server 192.168.204.151@tcp 00020000:00000010:0.0:1769074825.130778:0:31213:0:(lu_tgt_descs.c:179:lu_qos_del_tgt()) kfreed 'svr': 104 at ffff982b90209680. 00020000:00000001:0.0:1769074825.130782:0:31213:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1769074825.130785:0:31213:0:(fld_request.c:185:fld_client_del_target()) Process entered 00000020:00000040:0.0:1769074825.130788:0:31213:0:(genops.c:898:class_export_put()) PUTting export ffff982b85915000 : new refcount 3 80000000:00000010:0.0:1769074825.130790:0:31213:0:(fld_request.c:197:fld_client_del_target()) kfreed 'target': 40 at ffff982b9851e780. 80000000:00000001:0.0:1769074825.130793:0:31213:0:(fld_request.c:198:fld_client_del_target()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:0.0:1769074825.130797:0:31213:0:(fid_request.c:460:client_fid_fini()) Process entered 40000000:00000001:0.0:1769074825.130799:0:31213:0:(fid_request.c:376:seq_client_fini()) Process entered 00000020:00000040:0.0:1769074825.130841:0:31213:0:(genops.c:898:class_export_put()) PUTting export ffff982b85915000 : new refcount 2 40000000:00000001:0.0:1769074825.130844:0:31213:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:0.0:1769074825.130845:0:31213:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at ffff982b98b34900. 40000000:00000001:0.0:1769074825.130849:0:31213:0:(fid_request.c:470:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:0.0:1769074825.130851:0:31213:0:(lmv_obd.c:569:lmv_disconnect_mdc()) Disconnected from lustre-MDT0000-mdc-ffff982b87054800(0d05e643-e609-4f9c-a8ce-9f27d385531c) successfully 00800000:00000001:0.0:1769074825.130854:0:31213:0:(obd_class.h:1347:obd_register_observer()) Process entered 00800000:00000001:0.0:1769074825.130856:0:31213:0:(obd_class.h:1360:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074825.130858:0:31213:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:0.0:1769074825.130862:0:31213:0:(ldlm_lib.c:759:client_disconnect_export()) Process entered 00010000:00000040:0.0:1769074825.130865:0:31213:0:(ldlm_lib.c:772:client_disconnect_export()) disconnect lustre-MDT0000-mdc-ffff982b87054800 - 1 00000100:00000001:0.0:1769074825.130869:0:31213:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:0.0:1769074825.130872:0:31213:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 0d05e643-e609-4f9c-a8ce-9f27d385531c->lustre-MDT0000_UUID 00000020:00000001:0.0:1769074825.130875:0:31213:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074825.130877:0:31213:0:(genops.c:1242:class_import_put()) import ffff982b98901000 refcount=6 obd=lustre-MDT0000-mdc-ffff982b87054800 00000020:00000001:0.0:1769074825.130879:0:31213:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1769074825.131037:0:30087:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1769074825.131054:0:30087:0:(genops.c:863:class_export_destroy()) destroying export ffff982b85916800/0d05e643-e609-4f9c-a8ce-9f27d385531c for lustre-clilov-ffff982b87054800 00000020:00000001:1.0:1769074825.131058:0:30087:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1769074825.131060:0:30087:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769074825.131064:0:30087:0:(obd_config.c:955:class_decref()) Decref lustre-clilov-ffff982b87054800 (ffff982b98724a88) now 4 - export 00000020:00000010:1.0:1769074825.131067:0:30087:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff982b85916800. 00000020:00000001:1.0:1769074825.131072:0:30087:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:3.0:1769074825.131441:0:37:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b9037e600. 00000020:00000001:3.0:1769074825.131447:0:37:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1769074825.131450:0:37:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at ffff982b987231b0. 00000020:00000010:3.0:1769074825.131459:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff982b98900800. 00000020:00000001:3.0:1769074825.131463:0:37:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000100:00000001:0.0:1769074825.131819:0:31213:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074825.131826:0:31213:0:(ldlm_request.c:2353:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:0.0:1769074825.131829:0:31213:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1769074825.131833:0:31213:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1769074825.132198:0:31213:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036e00 count: 2 00010000:00000001:0.0:1769074825.132204:0:31213:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1769074825.132208:0:31213:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036e00 count: 3 00010000:00000001:0.0:1769074825.132212:0:31213:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074825.132215:0:31213:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1769074825.132220:0:31213:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1769074825.132226:0:31213:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b985d3400/0x5d432443066b7577 lrc: 2/0,0 mode: PR/PR res: [0x200008101:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xf5b77ed682f5d60f expref: -99 pid: 31212 timeout: 0 lvb_type: 3 00000080:00000001:0.0:1769074825.132240:0:31213:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1769074825.132245:0:31213:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1769074825.132247:0:31213:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1769074825.132248:0:31213:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074825.132252:0:31213:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1769074825.132256:0:31213:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1769074825.132258:0:31213:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1769074825.132261:0:31213:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074825.132264:0:31213:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1769074825.132268:0:31213:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b985d3400 with handle 0x5d432443066b7577 from hash 00010000:00000001:0.0:1769074825.132271:0:31213:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1769074825.132274:0:31213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074825.132276:0:31213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074825.132277:0:31213:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1769074825.132312:0:31213:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1769074825.132315:0:31213:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1769074825.132318:0:31213:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074825.132320:0:31213:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074825.132322:0:31213:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074825.132326:0:31213:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1769074825.132342:0:31213:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98580a80. 00000020:00000040:0.0:1769074825.132347:0:31213:0:(genops.c:1229:class_import_get()) import ffff982b98901000 refcount=7 obd=lustre-MDT0000-mdc-ffff982b87054800 00000100:00000001:0.0:1769074825.132354:0:31213:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074825.132356:0:31213:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074825.132363:0:31213:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074825.132373:0:31213:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b996c1600. 00000100:00000001:0.0:1769074825.132382:0:31213:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074825.132386:0:31213:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1769074825.132394:0:31213:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b985d3400/0x5d432443066b7577 lrc: 1/0,0 mode: --/PR res: [0x200008101:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf5b77ed682f5d60f expref: -99 pid: 31212 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1769074825.132403:0:31213:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1769074825.132404:0:31213:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074825.132408:0:31213:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074825.132410:0:31213:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074825.132419:0:31213:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b985ec000. 00000100:00000001:0.0:1769074825.132421:0:31213:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911740203008 : -114161969348608 : ffff982b985ec000) 00000100:00000001:0.0:1769074825.132434:0:31213:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074825.132436:0:31213:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739763328 : -114161969788288 : ffff982b98580a80) 00000100:00000001:0.0:1769074825.132443:0:31213:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074825.132449:0:31213:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074825.132451:0:31213:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074825.132453:0:31213:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074825.132468:0:31213:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98580a80 x1855007613347456/t0(0) o103->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074825.132477:0:31213:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074825.132480:0:31213:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074825.132484:0:31213:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98580a80 x1855007613347456/t0(0) o103->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074825.132491:0:31213:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1769074825.132494:0:31213:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074825.132496:0:31213:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074825.132499:0:31213:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985ec000 going to sleep for 0 seconds 00000100:00000001:0.0:1769074825.132502:0:31213:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074825.132505:0:31213:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1769074825.132510:0:31213:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074825.132513:0:31213:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074825.132516:0:31213:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074825.132520:0:31213:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98580a80 x1855007613347456/t0(0) o103->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074825.132535:0:31213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98580a80 pname:cluuid:pid:xid:nid:opc:job umount:0d05e643-e609-4f9c-a8ce-9f27d385531c:31213:1855007613347456:192.168.204.151@tcp:103:umount.0 00000100:00000001:0.0:1769074825.132540:0:31213:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074825.132542:0:31213:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1769074825.132544:0:31213:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074825.132547:0:31213:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074825.132550:0:31213:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98580a80 x1855007613347456/t0(0) o103->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074825.132557:0:31213:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074825.132559:0:31213:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b985ec000. 00000100:00000001:0.0:1769074825.132565:0:31213:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074825.132566:0:31213:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1769074825.132569:0:31213:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1769074825.132571:0:31213:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074825.132574:0:31213:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98580a80 x1855007613347456/t0(0) o103->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074825.132581:0:31213:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1769074825.132585:0:31213:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074825.132587:0:31213:0:(genops.c:1242:class_import_put()) import ffff982b98901000 refcount=6 obd=lustre-MDT0000-mdc-ffff982b87054800 00000020:00000001:0.0:1769074825.132589:0:31213:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074825.132592:0:31213:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b996c1600. 02000000:00000001:0.0:1769074825.132596:0:31213:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074825.132599:0:31213:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074825.132601:0:31213:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98580a80. 00000100:00000001:0.0:1769074825.132605:0:31213:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074825.132606:0:31213:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074825.132608:0:31213:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1769074825.132610:0:31213:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1769074825.132612:0:31213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1769074825.132615:0:31213:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b985d3400/0x5d432443066b7577 lrc: 0/0,0 mode: --/PR res: [0x200008101:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xf5b77ed682f5d60f expref: -99 pid: 31212 timeout: 0 lvb_type: 3 00010000:00000010:0.0:1769074825.132629:0:31213:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff982b984ba840. 00010000:00000001:0.0:1769074825.132640:0:31213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074825.132642:0:31213:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074825.132644:0:31213:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1769074825.132648:0:31213:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b86036e00 count: 0 00010000:00000010:0.0:1769074825.132654:0:31213:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b8917c480. 00010000:00000040:0.0:1769074825.132727:0:31213:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c000 count: 2 00010000:00000001:0.0:1769074825.132730:0:31213:0:(ldlm_request.c:2297:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:0.0:1769074825.132732:0:31213:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c000 count: 3 00010000:00000001:0.0:1769074825.132734:0:31213:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074825.132736:0:31213:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1769074825.132739:0:31213:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1769074825.132742:0:31213:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b902edc00/0x5d432443066b757e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf5b77ed682f5d624 expref: -99 pid: 31213 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1769074825.132748:0:31213:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1769074825.132750:0:31213:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1769074825.132751:0:31213:0:(namei.c:255:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1769074825.132752:0:31213:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074825.132754:0:31213:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1769074825.132756:0:31213:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1769074825.132757:0:31213:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1769074825.132759:0:31213:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074825.132761:0:31213:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1769074825.132764:0:31213:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b902edc00 with handle 0x5d432443066b757e from hash 00010000:00000001:0.0:1769074825.132766:0:31213:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1769074825.132767:0:31213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074825.132768:0:31213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074825.132769:0:31213:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1769074825.132771:0:31213:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1769074825.132772:0:31213:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1769074825.132774:0:31213:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074825.132776:0:31213:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074825.132778:0:31213:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1769074825.132779:0:31213:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1769074825.132783:0:31213:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98580a80. 00000020:00000040:0.0:1769074825.132786:0:31213:0:(genops.c:1229:class_import_get()) import ffff982b98901000 refcount=7 obd=lustre-MDT0000-mdc-ffff982b87054800 00000100:00000001:0.0:1769074825.132788:0:31213:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074825.132790:0:31213:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074825.132792:0:31213:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074825.132795:0:31213:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b996c1600. 00000100:00000001:0.0:1769074825.132798:0:31213:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074825.132800:0:31213:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1769074825.132803:0:31213:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b902edc00/0x5d432443066b757e lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d624 expref: -99 pid: 31213 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074825.132809:0:31213:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1769074825.132811:0:31213:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074825.132812:0:31213:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074825.132813:0:31213:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074825.132816:0:31213:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b985ec000. 00000100:00000001:0.0:1769074825.132819:0:31213:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911740203008 : -114161969348608 : ffff982b985ec000) 00000100:00000001:0.0:1769074825.132821:0:31213:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074825.132822:0:31213:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739763328 : -114161969788288 : ffff982b98580a80) 00000100:00000001:0.0:1769074825.132825:0:31213:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074825.132827:0:31213:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074825.132829:0:31213:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074825.132830:0:31213:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074825.132834:0:31213:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98580a80 x1855007613347584/t0(0) o103->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074825.132841:0:31213:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074825.132842:0:31213:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074825.132845:0:31213:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98580a80 x1855007613347584/t0(0) o103->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074825.132852:0:31213:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1769074825.132854:0:31213:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074825.132856:0:31213:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074825.132858:0:31213:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985ec000 going to sleep for 0 seconds 00000100:00000001:0.0:1769074825.132860:0:31213:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074825.132861:0:31213:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1769074825.132863:0:31213:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074825.132865:0:31213:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074825.132867:0:31213:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074825.132870:0:31213:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98580a80 x1855007613347584/t0(0) o103->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074825.132877:0:31213:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98580a80 pname:cluuid:pid:xid:nid:opc:job umount:0d05e643-e609-4f9c-a8ce-9f27d385531c:31213:1855007613347584:192.168.204.151@tcp:103:umount.0 00000100:00000001:0.0:1769074825.134737:0:31213:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074825.134754:0:31213:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1769074825.134759:0:31213:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074825.134762:0:31213:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074825.134779:0:31213:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98580a80 x1855007613347584/t0(0) o103->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074825.134791:0:31213:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074825.134795:0:31213:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b985ec000. 00000100:00000001:0.0:1769074825.134800:0:31213:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074825.134802:0:31213:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:0.0:1769074825.134806:0:31213:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:0.0:1769074825.134809:0:31213:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074825.134812:0:31213:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98580a80 x1855007613347584/t0(0) o103->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074825.134819:0:31213:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1769074825.134823:0:31213:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074825.134826:0:31213:0:(genops.c:1242:class_import_put()) import ffff982b98901000 refcount=6 obd=lustre-MDT0000-mdc-ffff982b87054800 00000020:00000001:0.0:1769074825.134829:0:31213:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074825.134832:0:31213:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b996c1600. 02000000:00000001:0.0:1769074825.134836:0:31213:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074825.134839:0:31213:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074825.134841:0:31213:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98580a80. 00000100:00000001:0.0:1769074825.134847:0:31213:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074825.134848:0:31213:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1769074825.134850:0:31213:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:0.0:1769074825.134853:0:31213:0:(ldlm_request.c:2263:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:0.0:1769074825.134856:0:31213:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1769074825.134861:0:31213:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b87054800 lock: ffff982b902edc00/0x5d432443066b757e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf5b77ed682f5d624 expref: -99 pid: 31213 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074825.134878:0:31213:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074825.134880:0:31213:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074825.135008:0:31213:0:(ldlm_request.c:2314:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1769074825.135013:0:31213:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b9020c000 count: 0 00010000:00000010:0.0:1769074825.135021:0:31213:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b90209000. 00000001:00000001:0.0:1769074825.135698:0:31213:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074825.135704:0:31213:0:(ldlm_request.c:2365:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074825.135708:0:31213:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:0.0:1769074825.135711:0:31213:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:0.0:1769074825.135713:0:31213:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1769074825.135715:0:31213:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1769074825.138456:0:31213:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1769074825.138468:0:31213:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1769074825.138470:0:31213:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1769074825.140038:0:31213:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074825.140062:0:31213:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074825.140065:0:31213:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:0.0:1769074825.140070:0:31213:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 00000100:00000001:0.0:1769074825.140074:0:31213:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:0.0:1769074825.140077:0:31213:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1769074825.140241:0:31213:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98580a80. 00000020:00000040:0.0:1769074825.140251:0:31213:0:(genops.c:1229:class_import_get()) import ffff982b98901000 refcount=7 obd=lustre-MDT0000-mdc-ffff982b87054800 00000100:00000001:0.0:1769074825.140257:0:31213:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074825.140261:0:31213:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074825.140269:0:31213:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074825.140644:0:31213:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b84a08000. 00000100:00000001:0.0:1769074825.140655:0:31213:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074825.140660:0:31213:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446629911739763328 : -114161969788288 : ffff982b98580a80) 00000100:00080000:0.0:1769074825.140666:0:31213:0:(import.c:65:import_set_state_nolock()) ffff982b98901000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00000001:0.0:1769074825.140674:0:31213:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074825.140679:0:31213:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074825.140695:0:31213:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f25c139] to pc [ptlrpcd_rcv+-1] req@ffff982b98580a80 x1855007613347712/t0(0) o39->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074825.140772:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074825.140778:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074825.140782:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074825.140790:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98580a80 x1855007613347712/t0(0) o39->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074825.140799:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074825.140802:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074825.140807:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074825.140811:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074825.140814:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074825.140818:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98580a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0d05e643-e609-4f9c-a8ce-9f27d385531c:2363:1855007613347712:192.168.204.151@tcp:39:umount.0 00000100:00000001:2.0:1769074825.140824:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074825.140831:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074825.140834:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074825.140837:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074825.140846:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982ba00b1a00. 02000000:00000001:2.0:1769074825.140847:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074825.140863:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074825.140869:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7e318. 00000400:00000010:2.0:1769074825.140878:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f550. 00000100:00000200:2.0:1769074825.141188:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613347712, portal 10 00000100:00000001:2.0:1769074825.141192:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074825.141194:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739763328 : -114161969788288 : ffff982b98580a80) 00000100:00000040:2.0:1769074825.141204:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98580a80 x1855007613347712/t0(0) o39->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074825.141212:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074825.141215:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074825.141219:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f7f8. 00000100:00000200:2.0:1769074825.141223:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007613347712, offset 0 00000400:00000200:2.0:1769074825.141231:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074825.141242:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074825.141253:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074825.141260:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074825.141267:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074825.141271:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074825.141274:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074825.141392:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15427:15427:256:4294967295] 192.168.204.151@tcp LPNI seq info [15427:15427:8:4294967295] 00000400:00000200:2.0:1769074825.141398:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074825.141409:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074825.141417:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000100:00000001:0.0:1769074825.144555:0:31213:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1769074825.145488:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652b00. 00000800:00000200:3.0:1769074825.145511:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074825.145521:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074825.145527:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074825.145599:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074825.145607:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: using a timeout of 25277 usecs (26 jiffies) 00000400:00000200:3.0:1769074825.145619:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074825.145623:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS new deadline estimation for cpu 2 is 4296481849 00000100:00000001:3.0:1769074825.145628:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS request active for cpu 2, keep current deadline 4296490811 00000100:00000001:3.0:1769074825.145631:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS new deadline estimation for cpu 3 is 4296481849 00000100:00000001:3.0:1769074825.145633:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b87054800: PM QoS request active for cpu 3, keep current deadline 4296490811 00000100:00000001:3.0:1769074825.145636:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074825.145641:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074825.145646:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074825.145650:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074825.145661:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074825.145664:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769074825.145667:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074825.145669:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074825.145671:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074825.145673:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074825.152229:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074825.152244:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652b00. 00000400:00000200:2.0:1769074825.152257:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074825.152268:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074825.152277:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f7f8 00000400:00000010:2.0:1769074825.152308:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f7f8. 00000100:00000001:2.0:1769074825.152316:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074825.152326:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b98580a80 x1855007613347712/t0(0) o39->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074825.152341:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074825.152345:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98580a80 x1855007613347712/t0(0) o39->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074835 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074825.152352:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074825.152354:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074825.153146:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074825.153167:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074825.153171:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074825.153173:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074825.153186:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074825.153194:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074825.153202:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074825.153208:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074825.153215:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074825.153220:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 10 MB=0x6971e9dd96780 00000400:00000200:2.0:1769074825.153226:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074825.153234:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 224/224 into md 0x22535 [1] + 224 00000800:00000001:2.0:1769074825.153245:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074825.153255:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074825.153258:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074825.153262:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074825.153270:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074825.153482:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b98580a80 x1855007613347712/t0(0) o39->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074835 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074825.153497:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b98580a80 x1855007613347712/t0(0) o39->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074835 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074825.153516:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074825.153529:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074825.153533:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074825.153580:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074825.153585:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074825.153594:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074825.153596:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074825.153601:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7e318. 00000400:00000200:3.0:1769074825.153606:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f550 00000400:00000010:3.0:1769074825.153609:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f550. 00000100:00000001:3.0:1769074825.153611:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074825.153617:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98580a80 x1855007613347712/t0(0) o39->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074835 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074825.153625:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98580a80 x1855007613347712/t0(0) o39->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074835 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074825.153631:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074825.153632:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074825.153635:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074825.153639:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074825.153642:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074825.153645:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074825.153648:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074825.153660:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b98901458 time=17 v=5 (5 0 0 0) 00000100:00001000:3.0:1769074825.153664:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b98901410 time=17 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074825.153667:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074825.153669:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074825.153672:0:2363:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074825.153676:0:2363:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074825.153680:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1769074825.153681:0:2363:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1769074825.153683:0:2363:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1769074825.153686:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074825.153687:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739763328 : -114161969788288 : ffff982b98580a80) 00000100:00000001:3.0:1769074825.153691:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1769074825.153694:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b87054800: skip recheck: last_committed 0 00000100:00000001:3.0:1769074825.153696:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074825.153699:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074825.153703:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98580a80 x1855007613347712/t73014444089(73014444089) o39->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074835 ref 2 fl Rpc:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074825.153711:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074825.153714:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074825.153716:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769074825.153720:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b98901000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:3.0:1769074825.153724:0:2363:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1769074825.153728:0:2363:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:3.0:1769074825.153731:0:2363:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074825.153733:0:2363:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1769074825.153734:0:2363:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1769074825.153735:0:2363:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:3.0:1769074825.153739:0:2363:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074825.153740:0:2363:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:3.0:1769074825.153760:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98580a80 x1855007613347712/t73014444089(73014444089) o39->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074835 ref 2 fl Interpret:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074825.153769:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98580a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0d05e643-e609-4f9c-a8ce-9f27d385531c:2363:1855007613347712:192.168.204.151@tcp:39:umount.0 00000100:00000001:3.0:1769074825.153775:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074825.153778:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074825.153781:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98580a80 x1855007613347712/t73014444089(73014444089) o39->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074835 ref 2 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074825.153787:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074825.153790:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074825.153799:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074825.153801:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074825.153804:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074825.153805:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074825.153844:0:31213:0:(import.c:1959:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074825.153851:0:31213:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1769074825.153853:0:31213:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:0.0:1769074825.153856:0:31213:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1769074825.153858:0:31213:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1769074825.153860:0:31213:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b87054800: committing for last_committed 0 gen 2 00000100:00100000:0.0:1769074825.153869:0:31213:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b903aa680 x1855007613328640/t73014444035(73014444035) o36->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 528/448 e 0 to 0 dl 1769074835 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074825.153876:0:31213:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074825.153880:0:31213:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074825.153883:0:31213:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b903aa680 x1855007613328640/t73014444035(73014444035) o36->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 528/448 e 0 to 0 dl 1769074835 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074825.153890:0:31213:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074825.153893:0:31213:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074825.153898:0:31213:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b87fc5c00. 02000000:00000001:0.0:1769074825.153904:0:31213:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074825.153908:0:31213:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074825.153910:0:31213:0:(genops.c:1242:class_import_put()) import ffff982b98901000 refcount=6 obd=lustre-MDT0000-mdc-ffff982b87054800 00000020:00000001:0.0:1769074825.153912:0:31213:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074825.153915:0:31213:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b87fc4000. 02000000:00000001:0.0:1769074825.153919:0:31213:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074825.153922:0:31213:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074825.153924:0:31213:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b903aa680. 00000100:00000001:0.0:1769074825.153928:0:31213:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074825.153930:0:31213:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769074825.153936:0:31213:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b9849c700 x1855007613329152/t73014444036(73014444036) o36->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 512/456 e 0 to 0 dl 1769074835 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074825.153943:0:31213:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074825.153945:0:31213:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074825.153948:0:31213:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9849c700 x1855007613329152/t73014444036(73014444036) o36->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 512/456 e 0 to 0 dl 1769074835 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074825.153953:0:31213:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074825.153955:0:31213:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074825.153957:0:31213:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b87463c00. 02000000:00000001:0.0:1769074825.153959:0:31213:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074825.153961:0:31213:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074825.153962:0:31213:0:(genops.c:1242:class_import_put()) import ffff982b98901000 refcount=5 obd=lustre-MDT0000-mdc-ffff982b87054800 00000020:00000001:0.0:1769074825.153964:0:31213:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074825.153965:0:31213:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b99659600. 02000000:00000001:0.0:1769074825.153968:0:31213:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074825.153969:0:31213:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074825.153970:0:31213:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9849c700. 00000100:00000001:0.0:1769074825.153973:0:31213:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074825.153974:0:31213:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769074825.153980:0:31213:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b90371180 x1855007613346304/t73014444087(73014444087) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074825.153986:0:31213:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074825.153989:0:31213:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074825.153990:0:31213:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603384704 : -114162106166912 : ffff982b90371180) 00000100:00000001:0.0:1769074825.153992:0:31213:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074825.153995:0:31213:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90371180 x1855007613346304/t73014444087(73014444087) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074825.154001:0:31213:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074825.154003:0:31213:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074825.154007:0:31213:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037bb80 x1855007613346560/t73014444088(73014444088) o35->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074825.154013:0:31213:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769074825.154016:0:31213:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b82dec2c0. 00000100:00000001:0.0:1769074825.154019:0:31213:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074825.154021:0:31213:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90371180 x1855007613346304/t73014444087(73014444087) o101->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074825.154026:0:31213:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1769074825.154028:0:31213:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074825.154029:0:31213:0:(genops.c:1242:class_import_put()) import ffff982b98901000 refcount=4 obd=lustre-MDT0000-mdc-ffff982b87054800 00000020:00000001:0.0:1769074825.154031:0:31213:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074825.154032:0:31213:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c01000. 02000000:00000001:0.0:1769074825.154036:0:31213:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074825.154037:0:31213:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074825.154039:0:31213:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90371180. 00000100:00000001:0.0:1769074825.154057:0:31213:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074825.154059:0:31213:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769074825.154063:0:31213:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b9037bb80 x1855007613346560/t73014444088(73014444088) o35->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074825.154069:0:31213:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074825.154070:0:31213:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074825.154073:0:31213:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037bb80 x1855007613346560/t73014444088(73014444088) o35->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074825.154078:0:31213:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074825.154081:0:31213:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074825.154082:0:31213:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c01400. 02000000:00000001:0.0:1769074825.154084:0:31213:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074825.154085:0:31213:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074825.154087:0:31213:0:(genops.c:1242:class_import_put()) import ffff982b98901000 refcount=3 obd=lustre-MDT0000-mdc-ffff982b87054800 00000020:00000001:0.0:1769074825.154089:0:31213:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074825.154090:0:31213:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b88306800. 02000000:00000001:0.0:1769074825.154093:0:31213:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074825.154094:0:31213:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074825.154095:0:31213:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037bb80. 00000100:00000001:0.0:1769074825.154099:0:31213:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074825.154100:0:31213:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769074825.154104:0:31213:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff982b98580a80 x1855007613347712/t73014444089(73014444089) o39->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074835 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074825.154110:0:31213:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074825.154112:0:31213:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074825.154115:0:31213:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98580a80 x1855007613347712/t73014444089(73014444089) o39->lustre-MDT0000-mdc-ffff982b87054800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074835 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074825.154121:0:31213:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074825.154122:0:31213:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074825.154124:0:31213:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982ba00b1a00. 02000000:00000001:0.0:1769074825.154126:0:31213:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074825.154127:0:31213:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074825.154128:0:31213:0:(genops.c:1242:class_import_put()) import ffff982b98901000 refcount=2 obd=lustre-MDT0000-mdc-ffff982b87054800 00000020:00000001:0.0:1769074825.154130:0:31213:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074825.154131:0:31213:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b84a08000. 02000000:00000001:0.0:1769074825.154134:0:31213:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074825.154135:0:31213:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074825.154137:0:31213:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98580a80. 00000100:00000001:0.0:1769074825.154140:0:31213:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074825.154141:0:31213:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074825.154144:0:31213:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b87054800: normal: skip=0 replay=5/5 committed=0/0 00000100:00000001:0.0:1769074825.154146:0:31213:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074825.154147:0:31213:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1769074825.154148:0:31213:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1769074825.154150:0:31213:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:0.0:1769074825.154152:0:31213:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:0.0:1769074825.154154:0:31213:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074825.154155:0:31213:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:0.0:1769074825.154158:0:31213:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1769074825.154161:0:31213:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:0.0:1769074825.154162:0:31213:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000001:00000001:0.0:1769074825.154165:0:31213:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1769074825.154169:0:31213:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1769074825.154683:0:31213:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1769074825.154688:0:31213:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1769074825.154689:0:31213:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1769074825.155099:0:31213:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074825.155104:0:31213:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769074825.155111:0:31213:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911434103192 : -114162275448424 : ffff982b86200998) 00000020:00001000:0.0:1769074825.155115:0:31213:0:(cl_object.c:785:cl_env_get()) 1@ffff982b86200990 00000008:00000001:0.0:1769074825.155121:0:31213:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1769074825.155124:0:31213:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1769074825.155127:0:31213:0:(osc_cache.c:2186:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769074825.155129:0:31213:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000001:00000001:0.0:1769074825.155131:0:31213:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1769074825.155132:0:31213:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1769074825.155556:0:31213:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1769074825.155561:0:31213:0:(cl_object.c:879:cl_env_put()) 1@ffff982b86200990 00000001:00000001:0.0:1769074825.155564:0:31213:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1769074825.155565:0:31213:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1769074825.155953:0:31213:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1769074825.155956:0:31213:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1769074825.155957:0:31213:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1769074825.156364:0:31213:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074825.156369:0:31213:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074825.156373:0:31213:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:0.0:1769074825.156379:0:31213:0:(ldlm_lib.c:818:client_disconnect_export()) Process leaving 00000020:00000001:0.0:1769074825.156383:0:31213:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1769074825.156386:0:31213:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x5d432443066b73d3 00000020:00000040:0.0:1769074825.156391:0:31213:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b85915000 with handle 0x5d432443066b73d3 from hash 00000020:00000001:0.0:1769074825.156400:0:31213:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1769074825.156403:0:31213:0:(genops.c:898:class_export_put()) PUTting export ffff982b85915000 : new refcount 1 00000020:00000001:0.0:1769074825.156406:0:31213:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1769074825.156408:0:31213:0:(genops.c:898:class_export_put()) PUTting export ffff982b85915000 : new refcount 0 00000020:00000080:0.0:1769074825.156410:0:31213:0:(genops.c:904:class_export_put()) final put ffff982b85915000/0d05e643-e609-4f9c-a8ce-9f27d385531c 00000020:00000001:0.0:1769074825.156414:0:31213:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074825.156448:0:31213:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074825.156452:0:31213:0:(ldlm_lib.c:831:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074825.156459:0:31213:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074825.156462:0:31213:0:(lmv_obd.c:580:lmv_disconnect_mdc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074825.156488:0:31213:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1769074825.156490:0:31213:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x5d432443066b73cc 00000020:00000040:0.0:1769074825.156493:0:31213:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b85911000 with handle 0x5d432443066b73cc from hash 00000020:00000001:0.0:1769074825.156497:0:31213:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1769074825.156498:0:31213:0:(genops.c:898:class_export_put()) PUTting export ffff982b85911000 : new refcount 1 00000020:00000001:0.0:1769074825.156501:0:31213:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1769074825.156502:0:31213:0:(genops.c:898:class_export_put()) PUTting export ffff982b85911000 : new refcount 0 00000020:00000080:0.0:1769074825.156503:0:31213:0:(genops.c:904:class_export_put()) final put ffff982b85911000/0d05e643-e609-4f9c-a8ce-9f27d385531c 00000020:00000001:0.0:1769074825.156505:0:31213:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074825.156508:0:31213:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1769074825.156510:0:31213:0:(lmv_obd.c:601:lmv_disconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074825.156514:0:31213:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074825.156518:0:31213:0:(llite_lib.c:991:client_common_put_super()) Process leaving 00000020:00000001:0.0:1769074825.156528:0:31213:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1769074825.156530:0:31213:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-clilov-ffff982b87054800 (flags='') 00000020:00000010:0.0:1769074825.156544:0:31213:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at ffff982b98412480. 00000020:00000080:0.0:1769074825.156549:0:31213:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1769074825.156556:0:31213:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1769074825.156560:0:31213:0:(obd_config.c:886:class_cleanup()) lustre-clilov-ffff982b87054800: forcing exports to disconnect: 0/1 00000020:00000001:0.0:1769074825.156564:0:31213:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1769074825.156567:0:31213:0:(genops.c:1575:class_disconnect_exports()) OBD device 6 (ffff982b98724a88) has no exports 00000020:00000001:0.0:1769074825.156570:0:31213:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1769074825.156575:0:31213:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000001:0.0:1769074825.156577:0:31213:0:(obd_class.h:609:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1769074825.156592:0:31213:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1769074825.156599:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff982b883d3c00. 00000001:00000010:0.0:1769074825.156603:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff982b883d2a00. 00000001:00000010:0.0:1769074825.156605:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff982b883d3a00. 00000001:00000010:0.0:1769074825.156607:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff982b883d2000. 00000001:00000010:0.0:1769074825.156609:0:31213:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff982b98535fe0. 00000001:00000010:0.0:1769074825.156612:0:31213:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff982b9816b200. 00000001:00000001:0.0:1769074825.156618:0:31213:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1769074825.156620:0:31213:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1769074825.156624:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff982b883d2c00. 00000001:00000010:0.0:1769074825.156626:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff982b873f9800. 00000001:00000010:0.0:1769074825.156629:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff982b873f9e00. 00000001:00000010:0.0:1769074825.156631:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff982b873f9600. 00000001:00000010:0.0:1769074825.156633:0:31213:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff982b98535c80. 00000001:00000010:0.0:1769074825.156635:0:31213:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff982b9816bb00. 00000001:00000001:0.0:1769074825.156637:0:31213:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1769074825.156640:0:31213:0:(obd_config.c:955:class_decref()) Decref lustre-clilov-ffff982b87054800 (ffff982b98724a88) now 3 - setup 00000020:00000001:0.0:1769074825.156644:0:31213:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074825.156646:0:31213:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1769074825.156649:0:31213:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1769074825.156652:0:31213:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1769074825.156657:0:31213:0:(obd_config.c:955:class_decref()) Decref lustre-clilov-ffff982b87054800 (ffff982b98724a88) now 2 - obd_device_list 00000020:00000080:0.0:1769074825.156659:0:31213:0:(obd_config.c:814:class_detach()) detach on obd lustre-clilov-ffff982b87054800 (uuid 0d05e643-e609-4f9c-a8ce-9f27d385531c) 00000020:00000040:0.0:1769074825.156661:0:31213:0:(obd_config.c:955:class_decref()) Decref lustre-clilov-ffff982b87054800 (ffff982b98724a88) now 1 - newdev 00000020:00000040:0.0:1769074825.156665:0:31213:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b98903000 with handle 0x5d432443066b739b from hash 00000020:00000040:0.0:1769074825.156668:0:31213:0:(genops.c:898:class_export_put()) PUTting export ffff982b98903000 : new refcount 0 00000020:00000080:0.0:1769074825.156669:0:31213:0:(genops.c:904:class_export_put()) final put ffff982b98903000/0d05e643-e609-4f9c-a8ce-9f27d385531c 00000020:00000001:0.0:1769074825.156671:0:31213:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074825.156674:0:31213:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1769074825.156677:0:31213:0:(genops.c:863:class_export_destroy()) destroying export ffff982b98903000/0d05e643-e609-4f9c-a8ce-9f27d385531c for lustre-clilov-ffff982b87054800 00000020:00000001:0.0:1769074825.156679:0:31213:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1769074825.156682:0:31213:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1769074825.156685:0:31213:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff982b98903000. 00000020:00000001:0.0:1769074825.156701:0:31213:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1769074825.156704:0:31213:0:(genops.c:440:class_free_dev()) Release obd device lustre-clilov-ffff982b87054800 obd_type name = lov 00000020:01000000:0.0:1769074825.156707:0:31213:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-clilov-ffff982b87054800 (0d05e643-e609-4f9c-a8ce-9f27d385531c) 00000020:00000001:0.0:1769074825.156710:0:31213:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000001:0.0:1769074825.156712:0:31213:0:(obd_class.h:638:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1769074825.156714:0:31213:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at ffff982b98724a88. 00000020:00000001:0.0:1769074825.156723:0:31213:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074825.156725:0:31213:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1769074825.156728:0:31213:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at ffff982b98412480. 00000020:00000001:0.0:1769074825.156731:0:31213:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074825.156734:0:31213:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1769074825.156735:0:31213:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-clilmv-ffff982b87054800 (flags='') 00000020:00000010:0.0:1769074825.156738:0:31213:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at ffff982b98412480. 00000020:00000080:0.0:1769074825.156740:0:31213:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1769074825.156743:0:31213:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1769074825.156744:0:31213:0:(obd_config.c:886:class_cleanup()) lustre-clilmv-ffff982b87054800: forcing exports to disconnect: 0/2 00000020:00000001:0.0:1769074825.156747:0:31213:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1769074825.156749:0:31213:0:(genops.c:1575:class_disconnect_exports()) OBD device 7 (ffff982b98726360) has no exports 00000020:00000001:0.0:1769074825.156751:0:31213:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1769074825.156752:0:31213:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:0.0:1769074825.156758:0:31213:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b996c1600. 00000020:00000010:0.0:1769074825.156765:0:31213:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff982b996c0800. 00000040:00000010:0.0:1769074825.156770:0:31213:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff982b996c0200. 00000020:00000010:0.0:1769074825.156777:0:31213:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff982b855d0000. 00000020:00000010:0.0:1769074825.156787:0:31213:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff982b996c1e00. 00040000:00000010:0.0:1769074825.156794:0:31213:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff982b84a08000. 00040000:00000010:0.0:1769074825.156799:0:31213:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff982b996c0400. 00000020:00000010:0.0:1769074825.156810:0:31213:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff982b99072f40. 00000020:00000001:0.0:1769074825.156818:0:31213:0:(kernelcomm.c:1325:libcfs_kkuc_group_rem()) Process entered 00000020:00000001:0.0:1769074825.156820:0:31213:0:(kernelcomm.c:1366:libcfs_kkuc_group_put()) Process entered 00000020:00000001:0.0:1769074825.156823:0:31213:0:(kernelcomm.c:1379:libcfs_kkuc_group_put()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000020:00000001:0.0:1769074825.156827:0:31213:0:(kernelcomm.c:1357:libcfs_kkuc_group_rem()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1769074825.156833:0:31213:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff982b99072f40. 00000020:00000010:0.0:1769074825.156840:0:31213:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b996c0800. 00000040:00000010:0.0:1769074825.156846:0:31213:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff982b996c0200. 00000020:00000010:0.0:1769074825.156850:0:31213:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff982b855d0000. 00000020:00000010:0.0:1769074825.156855:0:31213:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff982b996c1e00. 00040000:00000010:0.0:1769074825.156859:0:31213:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff982b84a08000. 00040000:00000010:0.0:1769074825.156862:0:31213:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff982b996c0400. 00000020:00000010:0.0:1769074825.156865:0:31213:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b996c1600. 00000020:00000001:0.0:1769074825.156867:0:31213:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1769074825.156875:0:31213:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1769074825.156880:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff982b873f8a00. 00000001:00000010:0.0:1769074825.156882:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff982b873f8800. 00000001:00000010:0.0:1769074825.156884:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff982b873f9c00. 00000001:00000010:0.0:1769074825.156886:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff982b873f8600. 00000001:00000010:0.0:1769074825.156888:0:31213:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff982b98535e20. 00000001:00000010:0.0:1769074825.156889:0:31213:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff982b9816be00. 00000001:00000001:0.0:1769074825.156892:0:31213:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1769074825.156893:0:31213:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1769074825.156899:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff982b85b71000. 00000001:00000010:0.0:1769074825.156902:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff982b85b71400. 00000001:00000010:0.0:1769074825.156903:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff982b85b71200. 00000001:00000010:0.0:1769074825.156905:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff982b85b70600. 00000001:00000010:0.0:1769074825.156908:0:31213:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff982b98535660. 00000001:00000010:0.0:1769074825.156909:0:31213:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff982b9816b000. 00000001:00000001:0.0:1769074825.156911:0:31213:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1769074825.156913:0:31213:0:(obd_config.c:955:class_decref()) Decref lustre-clilmv-ffff982b87054800 (ffff982b98726360) now 4 - setup 00000020:00000001:0.0:1769074825.156914:0:31213:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074825.156916:0:31213:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1769074825.156918:0:31213:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1769074825.156921:0:31213:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1769074825.156923:0:31213:0:(obd_config.c:955:class_decref()) Decref lustre-clilmv-ffff982b87054800 (ffff982b98726360) now 3 - obd_device_list 00000020:00000080:0.0:1769074825.156925:0:31213:0:(obd_config.c:814:class_detach()) detach on obd lustre-clilmv-ffff982b87054800 (uuid 0d05e643-e609-4f9c-a8ce-9f27d385531c) 00000020:00000040:0.0:1769074825.156927:0:31213:0:(obd_config.c:955:class_decref()) Decref lustre-clilmv-ffff982b87054800 (ffff982b98726360) now 2 - newdev 00000020:00000001:0.0:1769074825.156930:0:31213:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074825.156931:0:31213:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1769074825.156933:0:31213:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at ffff982b98412480. 00000020:00000001:0.0:1769074825.156936:0:31213:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074825.156938:0:31213:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1769074825.156940:0:31213:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdc-ffff982b87054800 (flags='') 00000020:00000010:0.0:1769074825.156943:0:31213:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 88 at ffff982b98412480. 00000020:00000080:0.0:1769074825.156945:0:31213:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1769074825.156947:0:31213:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1769074825.156949:0:31213:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-mdc-ffff982b87054800: forcing exports to disconnect: 0/3 00000020:00000001:0.0:1769074825.156951:0:31213:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1769074825.156953:0:31213:0:(genops.c:1575:class_disconnect_exports()) OBD device 8 (ffff982b987218d8) has no exports 00000020:00000001:0.0:1769074825.156955:0:31213:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1769074825.156956:0:31213:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:0.0:1769074825.156959:0:31213:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b996c1600. 00000020:00000010:0.0:1769074825.156961:0:31213:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff982b996c0400. 00000020:00000010:0.0:1769074825.156965:0:31213:0:(cl_object.c:1091:cl_key_init()) kmalloced '(value)': 72 at ffff982b98412900. 00000008:00000010:0.0:1769074825.156973:0:31213:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff982b87d6aca0. 00020000:00000010:0.0:1769074825.156980:0:31213:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff982b84822e40. 00008000:00000010:0.0:1769074825.156987:0:31213:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff982b852de350. 00000080:00000010:0.0:1769074825.156995:0:31213:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff982b8528b150. 00000080:00000010:0.0:1769074825.156999:0:31213:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff982b85277b50. 00000020:00000010:0.0:1769074825.157002:0:31213:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff982b99072140. 00000002:00000001:0.0:1769074825.157007:0:31213:0:(mdc_dev.c:1746:mdc_device_fini()) Process entered 00000008:00000001:0.0:1769074825.157010:0:31213:0:(osc_request.c:4095:osc_precleanup_common()) Process entered 00000020:00000001:3.0:1769074825.157302:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1769074825.157306:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff982b85915000/0d05e643-e609-4f9c-a8ce-9f27d385531c for lustre-MDT0000-mdc-ffff982b87054800 00000020:00000040:3.0:1769074825.157316:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 14 to 192.168.204.151@tcp 00000020:00000001:3.0:1769074825.157319:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1769074825.157321:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769074825.157322:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff982b87054800 (ffff982b987218d8) now 5 - export 00000020:00000010:3.0:1769074825.157325:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff982b85915000. 00000020:00000001:3.0:1769074825.157333:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:3.0:1769074825.157336:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1769074825.157337:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff982b85911000/0d05e643-e609-4f9c-a8ce-9f27d385531c for lustre-clilmv-ffff982b87054800 00000020:00000001:3.0:1769074825.157340:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1769074825.157341:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769074825.157343:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-clilmv-ffff982b87054800 (ffff982b98726360) now 1 - export 00000020:00000040:3.0:1769074825.157346:0:37:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b98907000 with handle 0x5d432443066b73a2 from hash 00000020:00000040:3.0:1769074825.157348:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff982b98907000 : new refcount 0 00000020:00000080:3.0:1769074825.157350:0:37:0:(genops.c:904:class_export_put()) final put ffff982b98907000/0d05e643-e609-4f9c-a8ce-9f27d385531c 00000020:00000001:3.0:1769074825.157352:0:37:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074825.157354:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1769074825.157355:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff982b98907000/0d05e643-e609-4f9c-a8ce-9f27d385531c for lustre-clilmv-ffff982b87054800 00000020:00000001:3.0:1769074825.157357:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1769074825.157358:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1769074825.157360:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff982b98907000. 00000020:00000001:3.0:1769074825.157363:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1769074825.157364:0:37:0:(genops.c:440:class_free_dev()) Release obd device lustre-clilmv-ffff982b87054800 obd_type name = lmv 00000020:01000000:3.0:1769074825.157366:0:37:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-clilmv-ffff982b87054800 (0d05e643-e609-4f9c-a8ce-9f27d385531c) 00000020:00000001:3.0:1769074825.157368:0:37:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1769074825.157373:0:37:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b9037e600. 00000020:00000010:3.0:1769074825.157377:0:37:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff982b9037e200. 00000040:00000010:3.0:1769074825.157381:0:37:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff982b9037ee00. 00000020:00000010:3.0:1769074825.157385:0:37:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff982b88b88000. 00000020:00000010:3.0:1769074825.157389:0:37:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff982b82bbe200. 00040000:00000010:3.0:1769074825.157393:0:37:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff982b99652c00. 00040000:00000010:3.0:1769074825.157397:0:37:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff982b88306800. 00800000:00000001:3.0:1769074825.157401:0:37:0:(lmv_obd.c:1314:lmv_device_free()) Process entered 00800000:00000010:3.0:1769074825.157405:0:37:0:(lmv_obd.c:1320:lmv_device_free()) kfreed 'pat': 280 at ffff982b85b70800. 00800000:00000010:3.0:1769074825.157409:0:37:0:(lmv_obd.c:1320:lmv_device_free()) kfreed 'pat': 280 at ffff982b8ae7f600. 80000000:00000001:3.0:1769074825.157416:0:37:0:(fld_request.c:280:fld_client_fini()) Process entered 80000000:00000001:3.0:1769074825.157419:0:37:0:(fld_cache.c:213:fld_cache_flush()) Process entered 80000000:00000001:3.0:1769074825.157430:0:37:0:(fld_cache.c:184:fld_cache_shrink()) Process entered 80000000:00000040:3.0:1769074825.157432:0:37:0:(fld_cache.c:203:fld_cache_shrink()) cli-lustre-clilmv-ffff982b87054800: FLD cache - Shrunk by 0 entries 80000000:00000001:3.0:1769074825.157434:0:37:0:(fld_cache.c:205:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1769074825.157436:0:37:0:(fld_cache.c:220:fld_cache_flush()) Process leaving 80000000:00000040:3.0:1769074825.157437:0:37:0:(fld_cache.c:74:fld_cache_fini()) FLD cache statistics (cli-lustre-clilmv-ffff982b87054800): 80000000:00000040:3.0:1769074825.157439:0:37:0:(fld_cache.c:75:fld_cache_fini()) Cache reqs: 0 80000000:00000040:3.0:1769074825.157440:0:37:0:(fld_cache.c:76:fld_cache_fini()) Total reqs: 0 80000000:00000010:3.0:1769074825.157442:0:37:0:(fld_cache.c:78:fld_cache_fini()) kfreed 'cache': 168 at ffff982b8833bc00. 80000000:00000001:3.0:1769074825.157445:0:37:0:(fld_request.c:298:fld_client_fini()) Process leaving 00000020:00000010:3.0:1769074825.157619:0:37:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff982b87fc6400. 00000020:00000010:3.0:1769074825.157623:0:37:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff982b87460400. 00000020:00000010:3.0:1769074825.157627:0:37:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff982b98c09c00. 00000020:00000010:3.0:1769074825.157630:0:37:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff982b98c03400. 00000020:00000010:3.0:1769074825.157634:0:37:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 512 at ffff982b85b70a00. 00000020:00000010:3.0:1769074825.157637:0:37:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff982b903b1c00. 00020000:00000001:3.0:1769074825.157642:0:37:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00000001:3.0:1769074825.157645:0:37:0:(lu_tgt_descs.c:171:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:3.0:1769074825.157648:0:37:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00800000:00000010:3.0:1769074825.157651:0:37:0:(lmv_obd.c:411:lmv_del_target()) kfreed 'tgt': 368 at ffff982b9037c800. 00020000:00000010:3.0:1769074825.157656:0:37:0:(lu_tgt_descs.c:289:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at ffff982b85003000. 00800000:00000010:3.0:1769074825.157661:0:37:0:(lmv_obd.c:1332:lmv_device_free()) kfreed 'lu': 64 at ffff982b985c0040. 00800000:00000001:3.0:1769074825.157664:0:37:0:(lmv_obd.c:1334:lmv_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1769074825.157667:0:37:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b9037e200. 00000040:00000010:3.0:1769074825.157670:0:37:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff982b9037ee00. 00000020:00000010:3.0:1769074825.157673:0:37:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff982b88b88000. 00000020:00000010:3.0:1769074825.157676:0:37:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff982b82bbe200. 00040000:00000010:3.0:1769074825.157681:0:37:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff982b99652c00. 00040000:00000010:3.0:1769074825.157684:0:37:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff982b88306800. 00000020:00000010:3.0:1769074825.157687:0:37:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b9037e600. 00000020:00000001:3.0:1769074825.157689:0:37:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1769074825.157691:0:37:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at ffff982b98726360. 00000020:00000010:3.0:1769074825.157698:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff982b85911000. 00000020:00000001:3.0:1769074825.157701:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000008:00000001:2.0:1769074825.157785:0:31213:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00000008:01000000:2.0:1769074825.157788:0:31213:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-mdc-ffff982b87054800: client import never connected 00000100:00000001:2.0:1769074825.157793:0:31213:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1769074825.157796:0:31213:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:2.0:1769074825.157799:0:31213:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1769074825.157802:0:31213:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1769074825.157805:0:31213:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b87054800: committing for last_committed 0 gen 3 00000100:00000040:2.0:1769074825.157809:0:31213:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b87054800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1769074825.157812:0:31213:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074825.157814:0:31213:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1769074825.157815:0:31213:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1769074825.157817:0:31213:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:2.0:1769074825.157819:0:31213:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00000001:2.0:1769074825.157820:0:31213:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:2.0:1769074825.157824:0:31213:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1769074825.157826:0:31213:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:2.0:1769074825.157829:0:31213:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00000001:2.0:1769074825.157830:0:31213:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:2.0:1769074825.157837:0:31213:0:(genops.c:1229:class_import_get()) import ffff982b98901000 refcount=3 obd=lustre-MDT0000-mdc-ffff982b87054800 00000020:00000001:2.0:1769074825.157841:0:31213:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074825.157842:0:31213:0:(genops.c:1242:class_import_put()) import ffff982b98901000 refcount=2 obd=lustre-MDT0000-mdc-ffff982b87054800 00000020:00000001:2.0:1769074825.157844:0:31213:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1769074825.157846:0:31213:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074825.157847:0:31213:0:(genops.c:1242:class_import_put()) import ffff982b98901000 refcount=1 obd=lustre-MDT0000-mdc-ffff982b87054800 00000020:00000001:2.0:1769074825.157849:0:31213:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:2.0:1769074825.157850:0:31213:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00000008:00000001:2.0:1769074825.157853:0:31213:0:(osc_request.c:4110:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074825.157856:0:31213:0:(mdc_changelog.c:866:mdc_changelog_cdev_finish()) Process entered 00000002:00000001:2.0:1769074825.157859:0:31213:0:(mdc_changelog.c:872:mdc_changelog_cdev_finish()) Process leaving 00000002:00000001:2.0:1769074825.157862:0:31213:0:(mdc_request.c:3001:mdc_llog_finish()) Process entered 00000002:00000040:2.0:1769074825.157864:0:31213:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff982b8833bd80 : new refcount 2 00000040:00000001:2.0:1769074825.157867:0:31213:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1769074825.157869:0:31213:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff982b8833bd80 : new refcount 1 00000020:00000040:2.0:1769074825.157872:0:31213:0:(genops.c:898:class_export_put()) PUTting export ffff982b98905800 : new refcount 1 00000020:00000001:2.0:1769074825.157873:0:31213:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074825.157874:0:31213:0:(genops.c:1242:class_import_put()) import ffff982b98901000 refcount=0 obd=lustre-MDT0000-mdc-ffff982b87054800 00000020:00000040:2.0:1769074825.157876:0:31213:0:(genops.c:1245:class_import_put()) final put import ffff982b98901000 00000020:00000001:2.0:1769074825.157891:0:31213:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000010:2.0:1769074825.157893:0:31213:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at ffff982b8833bd80. 00000040:00000001:2.0:1769074825.157900:0:31213:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074825.157901:0:31213:0:(mdc_request.c:3006:mdc_llog_finish()) Process leaving 00000020:00000010:2.0:1769074825.157903:0:31213:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff982b87fc6800. 00000020:00000010:2.0:1769074825.157906:0:31213:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff982b87463800. 00000020:00000010:2.0:1769074825.157908:0:31213:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff982b98c0b000. 00000020:00000010:2.0:1769074825.157911:0:31213:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff982b98c03800. 00000020:00000010:2.0:1769074825.157914:0:31213:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 512 at ffff982b8669e200. 00000020:00000010:2.0:1769074825.157916:0:31213:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff982b8a7ed000. 00000020:00000010:2.0:1769074825.158140:0:31213:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff982b88bb6000. 00000020:00000010:2.0:1769074825.158146:0:31213:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff982b90380000. 00000020:00000010:2.0:1769074825.158149:0:31213:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff982b866e4000. 00000020:00000010:2.0:1769074825.158152:0:31213:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff982b86026000. 00000020:00000010:2.0:1769074825.158160:0:31213:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff982b85006000. 00000020:00000010:2.0:1769074825.158167:0:31213:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff982b8a7ef400. 00000002:00000001:2.0:1769074825.158170:0:31213:0:(mdc_dev.c:1754:mdc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1769074825.158177:0:31213:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff982b99072140. 00000020:00000010:2.0:1769074825.158189:0:31213:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b996c0400. 00000020:00000010:2.0:1769074825.158194:0:31213:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b98412900. 00000008:00000010:2.0:1769074825.158198:0:31213:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b87d6aca0. 00020000:00000010:2.0:1769074825.158204:0:31213:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b84822e40. 00008000:00000010:2.0:1769074825.158209:0:31213:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b852de350. 00000080:00000010:2.0:1769074825.158215:0:31213:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b8528b150. 00000080:00000010:2.0:1769074825.158220:0:31213:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b85277b50. 00000020:00000010:2.0:1769074825.158224:0:31213:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b996c1600. 00000020:00000001:2.0:1769074825.158227:0:31213:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1769074825.158240:0:31213:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1769074825.158246:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff982b85b70400. 00000001:00000010:2.0:1769074825.158248:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff982b85b70c00. 00000001:00000010:2.0:1769074825.158250:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff982b85b71800. 00000001:00000010:2.0:1769074825.158252:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff982b85b70200. 00000001:00000010:2.0:1769074825.158254:0:31213:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff982b98535580. 00000001:00000010:2.0:1769074825.158256:0:31213:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff982b9816b300. 00000001:00000001:2.0:1769074825.158259:0:31213:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1769074825.158260:0:31213:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1769074825.158264:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff982b85b70000. 00000001:00000010:2.0:1769074825.158266:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff982b85b70e00. 00000001:00000010:2.0:1769074825.158267:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff982b81285c00. 00000001:00000010:2.0:1769074825.158271:0:31213:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff982b81285800. 00000001:00000010:2.0:1769074825.158272:0:31213:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff982b98535640. 00000001:00000010:2.0:1769074825.158274:0:31213:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff982b9816bf00. 00000001:00000001:2.0:1769074825.158275:0:31213:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1769074825.158278:0:31213:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff982b87054800 (ffff982b987218d8) now 4 - setup 00000020:00000001:2.0:1769074825.158312:0:31213:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074825.158315:0:31213:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1769074825.158319:0:31213:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1769074825.158326:0:31213:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1769074825.158329:0:31213:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff982b87054800 (ffff982b987218d8) now 3 - obd_device_list 00000020:00000080:2.0:1769074825.158331:0:31213:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-mdc-ffff982b87054800 (uuid 0d05e643-e609-4f9c-a8ce-9f27d385531c) 00000020:00000040:2.0:1769074825.158333:0:31213:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff982b87054800 (ffff982b987218d8) now 2 - newdev 00000020:00000001:2.0:1769074825.158335:0:31213:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074825.158336:0:31213:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1769074825.158339:0:31213:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 88 at ffff982b98412480. 00000020:00000001:2.0:1769074825.158342:0:31213:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000080:02000400:2.0:1769074825.158346:0:31213:0:(llite_lib.c:1613:ll_put_super()) Unmounted lustre-client 00000020:00000001:3.0:1769074825.159481:0:37:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:3.0:1769074825.159490:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff982b98901000 for lustre-MDT0000-mdc-ffff982b87054800 00000020:00000040:3.0:1769074825.159503:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 13 to 192.168.204.151@tcp 00000020:00000040:3.0:1769074825.159509:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000020:00000010:3.0:1769074825.159511:0:37:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff982b90217060. 00000020:00000040:3.0:1769074825.159517:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff982b87054800 (ffff982b987218d8) now 1 - import 00000020:00000040:3.0:1769074825.159523:0:37:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b98905800 with handle 0x5d432443066b73a9 from hash 00000020:00000040:3.0:1769074825.159527:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff982b98905800 : new refcount 0 00000020:00000080:3.0:1769074825.159529:0:37:0:(genops.c:904:class_export_put()) final put ffff982b98905800/0d05e643-e609-4f9c-a8ce-9f27d385531c 00000020:00000001:3.0:1769074825.159533:0:37:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074825.159535:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1769074825.159537:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff982b98905800/0d05e643-e609-4f9c-a8ce-9f27d385531c for lustre-MDT0000-mdc-ffff982b87054800 00000020:00000001:3.0:1769074825.159539:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1769074825.159542:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1769074825.159544:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff982b98905800. 00000020:00000001:3.0:1769074825.159550:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1769074825.159552:0:37:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-mdc-ffff982b87054800 obd_type name = mdc 00000020:01000000:3.0:1769074825.159555:0:37:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdc-ffff982b87054800 (0d05e643-e609-4f9c-a8ce-9f27d385531c) 00000020:00000001:3.0:1769074825.159557:0:37:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1769074825.159568:0:37:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b88306800. 00000020:00000010:3.0:1769074825.159575:0:37:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff982b88307400. 00000020:00000010:3.0:1769074825.159580:0:37:0:(cl_object.c:1091:cl_key_init()) kmalloced '(value)': 72 at ffff982b98466240. 00000008:00000010:3.0:1769074825.159587:0:37:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff982b85c0b7c8. 00020000:00000010:3.0:1769074825.159594:0:37:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff982b86620600. 00008000:00000010:3.0:1769074825.159600:0:37:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff982b90240e20. 00000080:00000010:3.0:1769074825.159607:0:37:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff982b985ea690. 00000080:00000010:3.0:1769074825.159612:0:37:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff982b902c2b58. 00000008:00000001:3.0:1769074825.159618:0:37:0:(osc_request.c:4118:osc_cleanup_common()) Process entered 00010000:00000001:3.0:1769074825.159626:0:37:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:3.0:1769074825.159629:0:37:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:3.0:1769074825.159635:0:37:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:3.0:1769074825.159675:0:37:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff982b8706b000. 00000020:00000010:3.0:1769074825.159680:0:37:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff982b99659000. 00000020:00000010:3.0:1769074825.159683:0:37:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff982b9037f400. 00000020:00000010:3.0:1769074825.159686:0:37:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff982b88307800. 00000020:00000010:3.0:1769074825.159690:0:37:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff982b8120be00. 00000020:00000010:3.0:1769074825.159695:0:37:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff982b871bd800. 00010000:00000001:3.0:1769074825.159760:0:37:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:3.0:1769074825.159774:0:37:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff982b99072dc0. 00000020:00000010:3.0:1769074825.159783:0:37:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff982b9851e380. 00000020:00000010:3.0:1769074825.159786:0:37:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff982b984ba280. 00000020:00000010:3.0:1769074825.159788:0:37:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff982b985dee80. 00000020:00000010:3.0:1769074825.159792:0:37:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff982b98535080. 00000020:00000010:3.0:1769074825.159794:0:37:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff982b871bf400. 00000001:00000001:3.0:1769074825.159828:0:37:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1769074825.160339:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbcdb01c41000. 00000001:00000010:3.0:1769074825.160357:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbcdb01c51000. 00000001:00000010:3.0:1769074825.160359:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbcdb01c5b000. 00000001:00000010:3.0:1769074825.160361:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbcdb01c65000. 00000001:00000010:3.0:1769074825.160363:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbcdb01c81000. 00000001:00000010:3.0:1769074825.160364:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbcdb01c8b000. 00000001:00000010:3.0:1769074825.160366:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbcdb01c95000. 00000001:00000010:3.0:1769074825.160367:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbcdb01c9f000. 00000001:00000010:3.0:1769074825.160369:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbcdb01ca9000. 00000001:00000010:3.0:1769074825.160370:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbcdb01cb3000. 00000001:00000010:3.0:1769074825.160372:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbcdb01cbd000. 00000001:00000010:3.0:1769074825.160373:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbcdb01cc7000. 00000001:00000010:3.0:1769074825.160374:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbcdb01cd1000. 00000001:00000010:3.0:1769074825.160376:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbcdb01cdb000. 00000001:00000010:3.0:1769074825.160377:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbcdb01ce5000. 00000001:00000010:3.0:1769074825.160379:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbcdb01cf9000. 00000001:00000010:3.0:1769074825.160381:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbcdb01d03000. 00000001:00000010:3.0:1769074825.160383:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbcdb01d0d000. 00000001:00000010:3.0:1769074825.160386:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbcdb01d17000. 00000001:00000010:3.0:1769074825.160387:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbcdb01d21000. 00000001:00000010:3.0:1769074825.160389:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbcdb01d2b000. 00000001:00000010:3.0:1769074825.160390:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbcdb01d35000. 00000001:00000010:3.0:1769074825.160392:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbcdb01d3f000. 00000001:00000010:3.0:1769074825.160394:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbcdb01d49000. 00000001:00000010:3.0:1769074825.160395:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbcdb01d53000. 00000001:00000010:3.0:1769074825.160397:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbcdb01d5d000. 00000001:00000010:3.0:1769074825.160398:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbcdb01d67000. 00000001:00000010:3.0:1769074825.160399:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbcdb01d71000. 00000001:00000010:3.0:1769074825.160401:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbcdb01d7b000. 00000001:00000010:3.0:1769074825.160402:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbcdb01d85000. 00000001:00000010:3.0:1769074825.160403:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbcdb01d8f000. 00000001:00000010:3.0:1769074825.160405:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffbcdb01da1000. 00000001:00000010:3.0:1769074825.160407:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at ffff982b9816b700. 00000001:00000010:3.0:1769074825.160413:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff982b8120ba00. 00000001:00000001:3.0:1769074825.160416:0:37:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:3.0:1769074825.160419:0:37:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at ffff982b871bf800. 00010000:00000001:3.0:1769074825.160434:0:37:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1769074825.160436:0:37:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:3.0:1769074825.160438:0:37:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:3.0:1769074825.160440:0:37:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:00000001:3.0:1769074825.160442:0:37:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:3.0:1769074825.160443:0:37:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1769074825.160445:0:37:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:3.0:1769074825.160447:0:37:0:(ldlm_lib.c:642:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at ffff982b985c0980. 00010000:00000010:3.0:1769074825.160450:0:37:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff982b85000000. 00010000:00000010:3.0:1769074825.160454:0:37:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff982b85001000. 00010000:00000001:3.0:1769074825.160456:0:37:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000008:00000001:3.0:1769074825.160459:0:37:0:(osc_request.c:4139:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1769074825.160463:0:37:0:(mdc_dev.c:1698:mdc_device_free()) kfreed 'osc': 104 at ffff982b985e6480. 00000020:00000010:3.0:1769074825.160469:0:37:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b88307400. 00000020:00000010:3.0:1769074825.160473:0:37:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b98466240. 00000008:00000010:3.0:1769074825.160477:0:37:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b85c0b7c8. 00020000:00000010:3.0:1769074825.160483:0:37:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b86620600. 00008000:00000010:3.0:1769074825.160487:0:37:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b90240e20. 00000080:00000010:3.0:1769074825.160491:0:37:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b985ea690. 00000080:00000010:3.0:1769074825.160496:0:37:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b902c2b58. 00000020:00000010:3.0:1769074825.160518:0:37:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b88306800. 00000020:00000001:3.0:1769074825.160522:0:37:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1769074825.160525:0:37:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at ffff982b987218d8. 00000020:00000010:3.0:1769074825.160533:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff982b98901000. 00000020:00000001:3.0:1769074825.160537:0:37:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000001:2.0:1769074825.161765:0:31213:0:(obd_config.c:1121:class_del_profile()) Process entered 00000020:01000000:2.0:1769074825.161770:0:31213:0:(obd_config.c:1123:class_del_profile()) Del profile lustre-client 00000020:00000001:2.0:1769074825.161772:0:31213:0:(obd_config.c:1039:class_get_profile_nolock()) Process entered 00000020:00000001:2.0:1769074825.161775:0:31213:0:(obd_config.c:1043:class_get_profile_nolock()) Process leaving (rc=18446629911740023552 : -114161969528064 : ffff982b985c0300) 00000020:00000010:2.0:1769074825.161783:0:31213:0:(obd_config.c:1160:class_put_profile()) kfreed 'lprof->lp_profile': 14 at ffff982b985873b0. 00000020:00000010:2.0:1769074825.161789:0:31213:0:(obd_config.c:1161:class_put_profile()) kfreed 'lprof->lp_dt': 14 at ffff982b98587bd0. 00000020:00000010:2.0:1769074825.161792:0:31213:0:(obd_config.c:1162:class_put_profile()) kfreed 'lprof->lp_md': 14 at ffff982b98587680. 00000020:00000010:2.0:1769074825.161795:0:31213:0:(obd_config.c:1163:class_put_profile()) kfreed 'lprof': 48 at ffff982b985c0300. 00000020:00000001:2.0:1769074825.161797:0:31213:0:(obd_config.c:1138:class_del_profile()) Process leaving 00000080:00000001:2.0:1769074825.161800:0:31213:0:(llite_lib.c:266:ll_free_sbi()) Process entered 00000020:00000010:2.0:1769074825.161829:0:31213:0:(cl_page.c:1415:cl_cache_decref()) kfreed 'cache': 152 at ffff982b8491e000. 00000080:00000010:2.0:1769074825.161832:0:31213:0:(llite_lib.c:281:ll_free_sbi()) kfreed 'sbi->ll_foreign_symlink_prefix': 6 at ffff982b985780f0. 00000080:00000010:2.0:1769074825.161837:0:31213:0:(llite_lib.c:287:ll_free_sbi()) kfreed 'sbi->ll_foreign_symlink_upcall': 5 at ffff982b985789f0. 00000080:00000010:2.0:1769074825.161870:0:31213:0:(llite_lib.c:310:ll_free_sbi()) kfreed 'sbi': 1376 at ffff982b87051000. 00000080:00000001:2.0:1769074825.161874:0:31213:0:(llite_lib.c:312:ll_free_sbi()) Process leaving 00000020:00000001:2.0:1769074825.161877:0:31213:0:(obd_mount.c:873:lustre_common_put_super()) Process entered 00000020:01000004:2.0:1769074825.161879:0:31213:0:(obd_mount.c:875:lustre_common_put_super()) dropping sb ffff982b87054800 00000020:00000001:2.0:1769074825.161881:0:31213:0:(obd_mount.c:552:lustre_stop_mgc()) Process entered 00000020:01000004:2.0:1769074825.161884:0:31213:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 1 references. 00000020:00000001:2.0:1769074825.161885:0:31213:0:(obd_mount.c:570:lustre_stop_mgc()) Process leaving via out (rc=18446744073709551600 : -16 : 0xfffffffffffffff0) 00000020:00000001:2.0:1769074825.161888:0:31213:0:(obd_mount.c:597:lustre_stop_mgc()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:01000004:2.0:1769074825.161891:0:31213:0:(obd_mount.c:888:lustre_common_put_super()) MGC still in use 00000020:00000001:2.0:1769074825.161892:0:31213:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:2.0:1769074825.161894:0:31213:0:(obd_mount.c:705:lustre_put_lsi()) put ffff982b87054800 1 00000020:00000001:2.0:1769074825.161896:0:31213:0:(obd_mount.c:634:lustre_free_lsi()) Process entered 00000020:01000004:2.0:1769074825.161897:0:31213:0:(obd_mount.c:637:lustre_free_lsi()) Freeing lsi ffff982b87055000 00000020:00000010:2.0:1769074825.161902:0:31213:0:(obd_mount.c:645:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_dev': 28 at ffff982b88b10d00. 00000020:00000010:2.0:1769074825.161905:0:31213:0:(obd_mount.c:647:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_profile': 14 at ffff982b84823060. 00000020:00000010:2.0:1769074825.161909:0:31213:0:(obd_mount.c:653:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_opts': 17 at ffff982b88b10ac0. 00000020:00000010:2.0:1769074825.161912:0:31213:0:(obd_mount.c:664:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_params': 4096 at ffff982b98713000. 00000020:00000010:2.0:1769074825.161917:0:31213:0:(obd_mount.c:668:lustre_free_lsi()) kfreed 'lsi->lsi_lmd': 120 at ffff982b8917c780. 00000020:00000010:2.0:1769074825.161921:0:31213:0:(obd_mount.c:672:lustre_free_lsi()) kfreed 'lsi': 1880 at ffff982b87055000. 00000020:00000001:2.0:1769074825.161924:0:31213:0:(obd_mount.c:674:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074825.161927:0:31213:0:(obd_mount.c:708:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769074825.161929:0:31213:0:(obd_mount.c:893:lustre_common_put_super()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:00000001:2.0:1769074825.161932:0:31213:0:(cl_object.c:839:cl_env_cache_purge()) Process entered 00000020:00000010:2.0:1769074825.161937:0:31213:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b9037ec00. 00000020:00000010:2.0:1769074825.161940:0:31213:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b984d6f00. 00000008:00000010:2.0:1769074825.161945:0:31213:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b849e8000. 00020000:00000010:2.0:1769074825.161950:0:31213:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b87c8a000. 00008000:00000010:2.0:1769074825.161955:0:31213:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b891c11a8. 00000080:00000010:2.0:1769074825.161961:0:31213:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b860fff18. 00000080:00000010:2.0:1769074825.161965:0:31213:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b85bab478. 00000020:00000010:2.0:1769074825.161970:0:31213:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b9037e800. 00000008:00000010:2.0:1769074825.161973:0:31213:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b852b1600. 00020000:00000010:2.0:1769074825.161978:0:31213:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b99061f80. 00008000:00000010:2.0:1769074825.161982:0:31213:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b860fd038. 00000080:00000010:2.0:1769074825.161986:0:31213:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b8a4c4780. 00000020:00000010:2.0:1769074825.161991:0:31213:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b9037ea00. 00000020:00000010:2.0:1769074825.161993:0:31213:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b86200990. 00000020:00000010:2.0:1769074825.161996:0:31213:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b8706b200. 00000020:00000010:2.0:1769074825.162000:0:31213:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b98412a80. 00000008:00000010:2.0:1769074825.162003:0:31213:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b87d69650. 00020000:00000010:2.0:1769074825.162006:0:31213:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b848229c0. 00008000:00000010:2.0:1769074825.162009:0:31213:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b852dfc08. 00000080:00000010:2.0:1769074825.162012:0:31213:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b8528b690. 00000080:00000010:2.0:1769074825.162015:0:31213:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b852756d0. 00000020:00000010:2.0:1769074825.162018:0:31213:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b8706b600. 00000008:00000010:2.0:1769074825.162020:0:31213:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b891cfe40. 00020000:00000010:2.0:1769074825.162024:0:31213:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b9875af40. 00008000:00000010:2.0:1769074825.162028:0:31213:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b88b52518. 00000080:00000010:2.0:1769074825.162031:0:31213:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b84eecc30. 00000020:00000010:2.0:1769074825.162034:0:31213:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b8706a200. 00000020:00000010:2.0:1769074825.162036:0:31213:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b88b53000. 00000020:00000010:2.0:1769074825.162040:0:31213:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b85cb1400. 00000020:00000010:2.0:1769074825.162459:0:31213:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b9020b7e0. 00000008:00000010:2.0:1769074825.162464:0:31213:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b883b0000. 00020000:00000010:2.0:1769074825.162468:0:31213:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b87d4ff00. 00008000:00000010:2.0:1769074825.162471:0:31213:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b98254a98. 00000080:00000010:2.0:1769074825.162474:0:31213:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b85c2fa80. 00000080:00000010:2.0:1769074825.162478:0:31213:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b871c4ff8. 00000020:00000010:2.0:1769074825.162481:0:31213:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b85cb1000. 00000008:00000010:2.0:1769074825.162484:0:31213:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b871f66e0. 00020000:00000010:2.0:1769074825.162487:0:31213:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b98268000. 00008000:00000010:2.0:1769074825.162490:0:31213:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b86074ff8. 00000080:00000010:2.0:1769074825.162494:0:31213:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b982f9d20. 00000020:00000010:2.0:1769074825.162496:0:31213:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b85cb0c00. 00000020:00000010:2.0:1769074825.162499:0:31213:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b9832a5a0. 00000020:00000010:2.0:1769074825.162503:0:31213:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b9037f000. 00000020:00000010:2.0:1769074825.162506:0:31213:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b984d6300. 00000008:00000010:2.0:1769074825.162509:0:31213:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b849ee468. 00020000:00000010:2.0:1769074825.162511:0:31213:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b87c8ae40. 00008000:00000010:2.0:1769074825.162514:0:31213:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b891c1fc8. 00000080:00000010:2.0:1769074825.162518:0:31213:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b860ffb28. 00000080:00000010:2.0:1769074825.162520:0:31213:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b85ba9da8. 00000020:00000010:2.0:1769074825.162523:0:31213:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b9037fa00. 00000008:00000010:2.0:1769074825.162526:0:31213:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b852b06e0. 00020000:00000010:2.0:1769074825.162529:0:31213:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b990633c0. 00008000:00000010:2.0:1769074825.162532:0:31213:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b860fd610. 00000080:00000010:2.0:1769074825.162534:0:31213:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b8a4c41e0. 00000020:00000010:2.0:1769074825.162537:0:31213:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b9037f600. 00000020:00000010:2.0:1769074825.162539:0:31213:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b862006c0. 00000020:00000010:2.0:1769074825.162543:0:31213:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b88307c00. 00000020:00000010:2.0:1769074825.162546:0:31213:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b984663c0. 00000008:00000010:2.0:1769074825.162549:0:31213:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b85c0ef90. 00020000:00000010:2.0:1769074825.162552:0:31213:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b86620480. 00008000:00000010:2.0:1769074825.162555:0:31213:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b90243170. 00000080:00000010:2.0:1769074825.162558:0:31213:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b985ea2a0. 00000080:00000010:2.0:1769074825.162562:0:31213:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b902c0000. 00000020:00000010:2.0:1769074825.162565:0:31213:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b88307a00. 00000008:00000010:2.0:1769074825.162568:0:31213:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff982b98570840. 00020000:00000010:2.0:1769074825.162570:0:31213:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff982b902c4240. 00008000:00000010:2.0:1769074825.162573:0:31213:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff982b991084a0. 00000080:00000010:2.0:1769074825.162576:0:31213:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff982b9839ce10. 00000020:00000010:2.0:1769074825.162579:0:31213:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b88306000. 00000020:00000010:2.0:1769074825.162581:0:31213:0:(cl_object.c:704:cl_env_fini()) slab-freed '(cle)': 144 at ffff982b876abbd0. 00000020:00000001:2.0:1769074825.162584:0:31213:0:(cl_object.c:857:cl_env_cache_purge()) Process leaving (rc=4294967290 : 4294967290 : fffffffa) 00000080:00000001:2.0:1769074825.162586:0:31213:0:(llite_lib.c:1635:ll_put_super()) Process leaving 00010000:00000010:0.1:1769074825.181903:0:31214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985d3400. 00010000:00000010:0.1:1769074825.181923:0:31214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86036e00. 00010000:00000010:0.1:1769074825.181930:0:31214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b902edc00. 00010000:00000010:0.1:1769074825.181935:0:31214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020c000. 00000080:00000001:1.0:1769074825.187005:0:1:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074825.209216:0:1468:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074825.498381:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074825.498392:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074825.498399:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074825.498400:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074825.498920:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074825.498925:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074825.498929:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074826.526515:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074826.526528:0:30499:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074826.526531:0:30499:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074826.526533:0:30499:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074826.526540:0:30499:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074826.526543:0:30499:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074826.526546:0:30499:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074826.526548:0:30499:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074826.526554:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074826.526556:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074826.526639:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074826.526643:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074826.526646:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074827.546486:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074827.546498:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074827.546508:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074827.546509:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074827.546862:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074827.546867:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074827.546871:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074828.573882:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074828.573895:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074828.573905:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074828.573906:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074828.574028:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074828.574036:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074828.574042:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1769074828.701993:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769074828.702009:0:30087:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1769074828.702041:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b984aad80. 00000020:00000040:1.0:1769074828.702048:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:1.0:1769074828.702055:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074828.702060:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074828.702067:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074828.702079:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b8a34b400. 00000100:00000001:1.0:1769074828.702088:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074828.702802:0:30087:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b984aad80 x1855007613347840/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769074828.702826:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074828.702832:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074828.702844:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3f01d01] to pc [ptlrpcd_00_00+0] req@ffff982b984aad80 x1855007613347840/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074828.702876:0:30087:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074828.702879:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769074828.702883:0:30087:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1769074828.702889:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b984a8e00. 00000020:00000040:1.0:1769074828.702893:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=56 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:1.0:1769074828.702898:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074828.702900:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074828.702904:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074828.702909:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b8a34b600. 00000100:00000001:1.0:1769074828.702913:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074828.702916:0:30087:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID req@ffff982b984a8e00 x1855007613347968/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769074828.702923:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074828.702925:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074828.702928:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efd0d209] to pc [ptlrpcd_00_01+1] req@ffff982b984a8e00 x1855007613347968/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074828.702935:0:30087:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074828.702937:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769074828.702941:0:30087:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1769074828.702944:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b984a9180. 00000020:00000040:1.0:1769074828.702946:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 00000100:00000001:1.0:1769074828.702949:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074828.702950:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074828.702952:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074828.702957:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b8a34bd00. 00000100:00000001:1.0:1769074828.702961:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074828.702964:0:30087:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID req@ffff982b984a9180 x1855007613348096/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769074828.702970:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074828.702971:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074828.702974:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003747b2b] to pc [ptlrpcd_00_00+0] req@ffff982b984a9180 x1855007613348096/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074828.702981:0:30087:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074828.702984:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769074828.702987:0:30087:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1769074828.702990:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b984aa680. 00000020:00000040:1.0:1769074828.702992:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 00000100:00000001:1.0:1769074828.702994:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074828.702995:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074828.702996:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074828.702999:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b8a34bc00. 00000100:00000001:1.0:1769074828.703002:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074828.703005:0:30087:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID req@ffff982b984aa680 x1855007613348224/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769074828.703010:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074828.703012:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074828.703025:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f92655e] to pc [ptlrpcd_00_01+1] req@ffff982b984aa680 x1855007613348224/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074828.703031:0:30087:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074828.703043:0:30087:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1823) 00000100:00000001:1.0:1769074828.703070:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074828.703075:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074828.703079:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074828.703084:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b984a8e00 x1855007613347968/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074828.703092:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074828.703095:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074828.703100:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769074828.703221:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074828.703225:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074828.703227:0:2364:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074828.703234:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b984aad80 x1855007613347840/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074828.703240:0:2364:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074828.703242:0:2364:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074828.703243:0:2364:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074828.703245:0:2364:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074828.703248:0:2364:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074828.703253:0:2364:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b984aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2364:1855007613347840:192.168.204.151@tcp:400:kworker.0 00000100:00000001:0.0:1769074828.703258:0:2364:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074828.703267:0:2364:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074828.703269:0:2364:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074828.703272:0:2364:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074828.703310:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b883d2a00. 02000000:00000001:0.0:1769074828.703312:0:2364:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074828.703325:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074828.703332:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b61b8. 00000400:00000010:0.0:1769074828.703342:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f000. 00000100:00000200:0.0:1769074828.703354:0:2364:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613347840, portal 25 00000100:00000001:0.0:1769074828.703356:0:2364:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074828.703358:0:2364:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738887552 : -114161970664064 : ffff982b984aad80) 00000100:00000040:0.0:1769074828.703373:0:2364:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b984aad80 x1855007613347840/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074828.703382:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074828.703386:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074828.703390:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604fa18. 00000100:00000200:0.0:1769074828.703395:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613347840, offset 0 00000400:00000200:0.0:1769074828.703403:0:2364:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074828.703414:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074828.703424:0:2364:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074828.703432:0:2364:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074828.703438:0:2364:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074828.703443:0:2364:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074828.703448:0:2364:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074828.703452:0:2364:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15428:15428:256:4294967295] 192.168.204.151@tcp LPNI seq info [15428:15428:8:4294967295] 00000400:00000200:0.0:1769074828.703456:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074828.703468:0:2364:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074828.703477:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074828.703483:0:2364:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08000. 00000800:00000200:0.0:1769074828.703492:0:2364:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074828.703501:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074828.703507:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074828.703518:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074828.703523:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074828.703527:0:2364:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296494473 00000100:00000001:0.0:1769074828.703535:0:2364:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296490811 00000100:00000001:0.0:1769074828.703542:0:2364:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296494473 00000100:00000001:0.0:1769074828.703545:0:2364:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296490811 00000100:00000001:0.0:1769074828.703548:0:2364:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074828.703551:0:2364:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074828.703554:0:2364:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074828.703558:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b984a9180 x1855007613348096/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074828.703565:0:2364:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074828.703567:0:2364:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074828.703569:0:2364:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074828.703571:0:2364:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074828.703572:0:2364:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074828.703575:0:2364:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b984a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2364:1855007613348096:192.168.204.151@tcp:400:kworker.0 00000100:00000001:0.0:1769074828.703578:0:2364:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074828.703580:0:2364:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074828.703582:0:2364:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074828.703583:0:2364:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074828.703587:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b883d2c00. 02000000:00000001:0.0:1769074828.703588:0:2364:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074828.703593:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074828.703595:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b6f78. 00000400:00000010:0.0:1769074828.703600:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f770. 00000100:00000200:0.0:1769074828.703603:0:2364:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613348096, portal 4 00000100:00000001:0.0:1769074828.703605:0:2364:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074828.703606:0:2364:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738880384 : -114161970671232 : ffff982b984a9180) 00000100:00000040:0.0:1769074828.703630:0:2364:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b984a9180 x1855007613348096/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074828.703638:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074828.703640:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074828.703643:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604fbb0. 00000100:00000200:0.0:1769074828.703645:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007613348096, offset 0 00000400:00000200:0.0:1769074828.703650:0:2364:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074828.703654:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074828.703657:0:2364:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074828.703659:0:2364:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074828.703661:0:2364:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074828.703663:0:2364:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074828.703666:0:2364:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074828.703668:0:2364:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15429:15429:255:4294967295] 192.168.204.151@tcp LPNI seq info [15429:15429:7:4294967295] 00000400:00000200:0.0:1769074828.703672:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074828.703677:0:2364:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074828.703682:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074828.703686:0:2364:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08a00. 00000800:00000200:0.0:1769074828.703690:0:2364:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074828.703695:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074828.703698:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074828.703701:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074828.703705:0:2364:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 25086 usecs (26 jiffies) 00000400:00000200:0.0:1769074828.703708:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074828.703711:0:2364:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296485406 00000100:00000001:0.0:1769074828.703714:0:2364:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296494473 00000100:00000001:0.0:1769074828.703716:0:2364:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296485406 00000100:00000001:0.0:1769074828.703718:0:2364:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296494473 00000100:00000001:0.0:1769074828.703720:0:2364:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074828.703723:0:2364:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074828.703726:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074828.703728:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074828.703740:0:2364:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074828.703742:0:2364:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1769074828.703744:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074828.703745:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074828.703746:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074828.703748:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074828.704151:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074828.704158:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08000. 00000400:00000200:2.0:1769074828.704169:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074828.704177:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074828.704197:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604fa18 00000400:00000010:2.0:1769074828.704200:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604fa18. 00000100:00000001:2.0:1769074828.704207:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074828.704214:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b984aad80 x1855007613347840/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074828.704226:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074828.704229:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b984aad80 x1855007613347840/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074844 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074828.704236:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074828.704237:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074828.704382:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074828.704385:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08a00. 00000400:00000200:2.0:1769074828.704387:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074828.704391:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074828.704393:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604fbb0 00000400:00000010:2.0:1769074828.704395:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604fbb0. 00000100:00000001:2.0:1769074828.704398:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074828.704402:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b984a9180 x1855007613348096/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074828.704408:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074828.704411:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b984a9180 x1855007613348096/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074844 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074828.704417:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074828.704418:0:2359:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1769074828.705058:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074828.705067:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074828.705074:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b984a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2365:1855007613347968:192.168.204.151@tcp:400:kworker.0 00000100:00000001:1.0:1769074828.705080:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074828.705085:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074828.705089:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074828.705091:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074828.705099:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b83d9fc00. 02000000:00000001:1.0:1769074828.705101:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074828.705268:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074828.705274:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47000. 00000400:00000010:1.0:1769074828.705300:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8000. 00000100:00000200:1.0:1769074828.705309:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613347968, portal 10 00000100:00000001:1.0:1769074828.705312:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074828.705314:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738879488 : -114161970672128 : ffff982b984a8e00) 00000100:00000040:1.0:1769074828.705326:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b984a8e00 x1855007613347968/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074828.705333:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074828.705336:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074828.705338:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e86e8. 00000100:00000200:1.0:1769074828.705341:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007613347968, offset 0 00000400:00000200:1.0:1769074828.705348:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074828.705356:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074828.705375:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074828.705380:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074828.705384:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074828.705388:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074828.705391:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074828.705394:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15430:15430:256:4294967295] 192.168.204.151@tcp LPNI seq info [15430:15430:8:4294967295] 00000400:00000200:1.0:1769074828.705398:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074828.705407:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074828.705413:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074828.705422:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b98b34900. 00000800:00000200:1.0:1769074828.705429:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074828.705437:0:2365:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074828.705442:0:2365:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b98b34900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1769074828.705462:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074828.705467:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 872232 usecs (873 jiffies) 00000400:00000200:1.0:1769074828.705470:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074828.705473:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296486256 00000100:00000001:1.0:1769074828.705476:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296494473 00000100:00000001:1.0:1769074828.705478:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296486256 00000100:00000001:1.0:1769074828.705480:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296494473 00000100:00000001:1.0:1769074828.705483:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074828.705485:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074828.705489:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074828.705494:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b984aa680 x1855007613348224/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074828.705502:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074828.705504:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074828.705507:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074828.705510:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074828.705512:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074828.705514:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b984aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2365:1855007613348224:192.168.204.151@tcp:400:kworker.0 00000100:00000001:1.0:1769074828.705517:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074828.705521:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074828.705523:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074828.705525:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074828.705529:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b83d9ec00. 02000000:00000001:1.0:1769074828.705531:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074828.705534:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074828.705537:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47318. 00000400:00000010:1.0:1769074828.705540:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e83b8. 00000100:00000200:1.0:1769074828.705543:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613348224, portal 4 00000100:00000001:1.0:1769074828.705545:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074828.705546:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738885760 : -114161970665856 : ffff982b984aa680) 00000100:00000040:1.0:1769074828.705551:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b984aa680 x1855007613348224/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074828.705557:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074828.705558:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074828.705561:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8c38. 00000100:00000200:1.0:1769074828.705563:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007613348224, offset 0 00000400:00000200:1.0:1769074828.705567:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074828.705569:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074828.705572:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074828.705574:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074828.705576:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074828.705578:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074828.705580:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074828.705583:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15431:15431:255:4294967295] 192.168.204.151@tcp LPNI seq info [15431:15431:7:4294967295] 00000400:00000200:1.0:1769074828.705587:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074828.705592:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074828.705596:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074828.705600:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b98b34e00. 00000800:00000200:1.0:1769074828.705603:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074828.705606:0:2365:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074828.705609:0:2365:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b98b34e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1769074828.711802:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074828.711816:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 27141 usecs (28 jiffies) 00000400:00000200:1.0:1769074828.711833:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074828.711839:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296485417 00000100:00000001:1.0:1769074828.711845:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296494473 00000100:00000001:1.0:1769074828.711848:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296485417 00000100:00000001:1.0:1769074828.711851:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296494473 00000100:00000001:1.0:1769074828.711853:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074828.711858:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074828.711865:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074828.711869:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074828.711882:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074828.711884:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769074828.711888:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074828.711890:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074828.711892:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074828.711895:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074828.712839:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074828.712847:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b98b34900. 00000400:00000200:2.0:1769074828.712859:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074828.712871:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074828.712880:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e86e8 00000400:00000010:2.0:1769074828.712883:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e86e8. 00000100:00000001:2.0:1769074828.712890:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074828.712901:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b984a8e00 x1855007613347968/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074828.712916:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074828.712920:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b984a8e00 x1855007613347968/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074844 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074828.712929:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074828.712931:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074828.713048:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074828.713050:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b98b34e00. 00000400:00000200:2.0:1769074828.713055:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074828.713058:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074828.713061:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8c38 00000400:00000010:2.0:1769074828.713063:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8c38. 00000100:00000001:2.0:1769074828.713066:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074828.713070:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b984aa680 x1855007613348224/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074828.713077:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074828.713080:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b984aa680 x1855007613348224/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074844 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074828.713086:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074828.713087:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074828.716632:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074828.716655:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074828.716660:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074828.716663:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074828.716674:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074828.716683:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074828.716691:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074828.716695:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074828.716702:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074828.716707:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 4 MB=0x6971e9dd96900 00000400:00000200:2.0:1769074828.716713:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074828.716719:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.151@tcp of length 224/224 into md 0x2254d [1] + 224 00000800:00000001:2.0:1769074828.716728:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074828.716737:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074828.716740:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074828.716745:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074828.716753:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074828.716764:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b984a9180 x1855007613348096/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074844 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074828.716776:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b984a9180 x1855007613348096/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074844 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074828.716794:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074828.716804:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074828.716807:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074828.718608:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074828.718634:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074828.718648:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074828.718652:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074828.718659:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6f78. 00000400:00000200:0.0:1769074828.718673:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f770 00000400:00000010:0.0:1769074828.718676:0:2364:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f770. 00000100:00000001:0.0:1769074828.718682:0:2364:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074828.718697:0:2364:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b984a9180 x1855007613348096/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074844 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074828.718718:0:2364:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b984a9180 x1855007613348096/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074844 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074828.718727:0:2364:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074828.718729:0:2364:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074828.718733:0:2364:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074828.718738:0:2364:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074828.718742:0:2364:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074828.718746:0:2364:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074828.718751:0:2364:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074828.718766:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b83e5ec58 time=39 v=5 (5 0 5 5) 00000100:00001000:0.0:1769074828.718772:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b83e5ec10 time=30 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074828.718776:0:2364:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074828.718778:0:2364:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074828.718782:0:2364:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074828.718789:0:2364:0:(ldlm_request.c:1586:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074828.718793:0:2364:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074828.718796:0:2364:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff982b858dd800: skip recheck: last_committed 0 00000100:00000001:0.0:1769074828.718798:0:2364:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074828.718799:0:2364:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074828.718804:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b984a9180 x1855007613348096/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074844 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074828.718811:0:2364:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074828.718815:0:2364:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074828.718817:0:2364:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074828.718822:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b984a9180 x1855007613348096/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074844 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074828.718829:0:2364:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b984a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2364:1855007613348096:192.168.204.151@tcp:400:kworker.0 00000100:00000001:0.0:1769074828.718835:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074828.718837:0:2364:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074828.718840:0:2364:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b984a9180 x1855007613348096/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074844 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074828.718854:0:2364:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074828.718857:0:2364:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074828.718861:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b883d2c00. 02000000:00000001:0.0:1769074828.718866:0:2364:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074828.718869:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074828.718871:0:2364:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:0.0:1769074828.718875:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074828.718878:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b8a34bd00. 02000000:00000001:0.0:1769074828.718885:0:2364:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074828.718888:0:2364:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074828.718890:0:2364:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b984a9180. 00000100:00000001:0.0:1769074828.718895:0:2364:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074828.718896:0:2364:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074828.718900:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074828.718902:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074828.718903:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074828.718905:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074828.718906:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1769074828.723332:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074828.723349:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074828.723353:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074828.723356:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074828.723376:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074828.723385:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074828.723392:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074828.723397:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074828.723413:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074828.723417:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 4 MB=0x6971e9dd96980 00000400:00000200:2.0:1769074828.723423:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074828.723429:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.151@tcp of length 224/224 into md 0x2255d [1] + 224 00000800:00000001:2.0:1769074828.723437:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074828.723445:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074828.723449:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074828.723453:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074828.723461:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074828.723470:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b984aa680 x1855007613348224/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074844 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074828.723480:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b984aa680 x1855007613348224/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074844 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074828.723512:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074828.723522:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074828.723526:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074828.723736:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074828.723741:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074828.723749:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074828.723752:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074828.723755:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47318. 00000400:00000200:1.0:1769074828.723760:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e83b8 00000400:00000010:1.0:1769074828.723763:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e83b8. 00000100:00000001:1.0:1769074828.723766:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074828.723771:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b984aa680 x1855007613348224/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074844 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074828.723780:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b984aa680 x1855007613348224/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074844 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074828.723786:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074828.723788:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074828.723790:0:2365:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074828.723794:0:2365:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074828.723797:0:2365:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074828.723799:0:2365:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074828.723802:0:2365:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074828.723814:0:2365:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b99688458 time=39 v=5 (5 0 5 5) 00000100:00001000:1.0:1769074828.723819:0:2365:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b99688410 time=30 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074828.723831:0:2365:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074828.723834:0:2365:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074828.723836:0:2365:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074828.723841:0:2365:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074828.723845:0:2365:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074828.723847:0:2365:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff982b858dd800: skip recheck: last_committed 4294967330 00000100:00000001:1.0:1769074828.723849:0:2365:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074828.723850:0:2365:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074828.723855:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b984aa680 x1855007613348224/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074844 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074828.723862:0:2365:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074828.723865:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074828.723866:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074828.723871:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b984aa680 x1855007613348224/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074844 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074828.723879:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b984aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2365:1855007613348224:192.168.204.151@tcp:400:kworker.0 00000100:00000001:1.0:1769074828.723885:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074828.723887:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074828.723890:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b984aa680 x1855007613348224/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074844 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074828.723897:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769074828.723900:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074828.723905:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b83d9ec00. 02000000:00000001:1.0:1769074828.723992:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769074828.723995:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074828.723997:0:2365:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:1.0:1769074828.723999:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769074828.724002:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b8a34bc00. 02000000:00000001:1.0:1769074828.724007:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769074828.724009:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769074828.724011:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b984aa680. 00000100:00000001:1.0:1769074828.724015:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769074828.724016:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074828.724019:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074828.724020:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074828.724022:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074828.724023:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074828.724025:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074829.595333:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074829.595343:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074829.595359:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074829.595360:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074829.597111:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074829.597120:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074829.597126:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074830.619185:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074830.619194:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074830.619201:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074830.619202:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074830.624100:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074830.624112:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074830.624118:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074831.643568:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074831.643581:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074831.643589:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074831.643591:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074831.644247:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074831.644253:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074831.644257:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074832.666637:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074832.666649:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074832.666657:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074832.666659:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074832.666792:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074832.666797:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074832.666802:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074833.690420:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074833.690427:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074833.690434:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074833.690435:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074833.690560:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074833.690564:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074833.690568:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1769074833.824368:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074833.824380:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074833.824393:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90371880. 00000020:00000040:3.0:1769074833.824400:0:37:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=5 obd=MGC192.168.204.151@tcp 00000100:00000001:3.0:1769074833.824405:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074833.824408:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074833.824414:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074833.824423:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b99652c00. 00000100:00000001:3.0:1769074833.824430:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074833.824443:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b90371880 x1855007613348352/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074833.824454:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074833.824458:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074833.824464:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ea6302e] to pc [ptlrpcd_01_00+0] req@ffff982b90371880 x1855007613348352/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074833.824507:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074833.824510:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074833.824513:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074833.824516:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90373100. 00000020:00000040:3.0:1769074833.824519:0:37:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=57 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:3.0:1769074833.824521:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074833.824522:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074833.824524:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074833.824527:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b99652000. 00000100:00000001:3.0:1769074833.824530:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074833.824534:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID req@ffff982b90373100 x1855007613348480/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074833.824541:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074833.824543:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074833.824546:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e9219a3] to pc [ptlrpcd_01_01+1] req@ffff982b90373100 x1855007613348480/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074833.824560:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074833.824562:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074833.824565:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074833.824568:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90371f80. 00000020:00000040:3.0:1769074833.824570:0:37:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 00000100:00000001:3.0:1769074833.824572:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074833.824573:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074833.824575:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074833.824577:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b99652800. 00000100:00000001:3.0:1769074833.824580:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074833.824583:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID req@ffff982b90371f80 x1855007613348608/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074833.824590:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074833.824592:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074833.824595:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc929eda] to pc [ptlrpcd_01_00+0] req@ffff982b90371f80 x1855007613348608/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074833.824602:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074833.824604:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074833.824608:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074833.824611:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90370380. 00000020:00000040:3.0:1769074833.824614:0:37:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 00000100:00000001:3.0:1769074833.824615:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074833.824617:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074833.824619:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074833.824622:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b99652100. 00000100:00000001:3.0:1769074833.824624:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074833.824628:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID req@ffff982b90370380 x1855007613348736/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074833.824634:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074833.824637:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074833.824641:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000791ba184] to pc [ptlrpcd_01_01+1] req@ffff982b90370380 x1855007613348736/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074833.824647:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074833.824652:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1828) 00000100:00000001:2.0:1769074833.824871:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074833.824876:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074833.824879:0:2366:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074833.824885:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90371880 x1855007613348352/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074833.824894:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074833.824896:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074833.824909:0:2366:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074833.824912:0:2366:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074833.824915:0:2366:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074833.824918:0:2366:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90371880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2366:1855007613348352:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074833.824922:0:2366:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074833.824928:0:2366:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074833.824931:0:2366:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074833.824933:0:2366:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074833.824939:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b996c1600. 02000000:00000001:2.0:1769074833.824941:0:2366:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074833.824952:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074833.824956:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7eec8. 00000400:00000010:2.0:1769074833.824962:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f7f8. 00000100:00000200:2.0:1769074833.824971:0:2366:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613348352, portal 25 00000100:00000001:2.0:1769074833.824973:0:2366:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074833.824975:0:2366:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603386496 : -114162106165120 : ffff982b90371880) 00000100:00000040:2.0:1769074833.824980:0:2366:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90371880 x1855007613348352/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074833.824988:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074833.824991:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074833.824994:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897fc38. 00000100:00000200:2.0:1769074833.824996:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613348352, offset 0 00000400:00000200:2.0:1769074833.825003:0:2366:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074833.825012:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074833.825020:0:2366:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074833.825026:0:2366:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074833.825030:0:2366:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074833.825034:0:2366:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074833.825037:0:2366:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074833.825041:0:2366:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15432:15432:256:4294967295] 192.168.204.151@tcp LPNI seq info [15432:15432:8:4294967295] 00000400:00000200:2.0:1769074833.825045:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074833.825054:0:2366:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074833.825062:0:2366:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074833.825069:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73fc00. 00000800:00000200:2.0:1769074833.825076:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074833.825084:0:2366:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074833.825088:0:2366:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73fc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074833.825109:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074833.825114:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074833.825117:0:2366:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296499595 00000100:00000001:2.0:1769074833.825124:0:2366:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296494473 00000100:00000001:2.0:1769074833.825128:0:2366:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296499595 00000100:00000001:2.0:1769074833.825132:0:2366:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296494473 00000100:00000001:2.0:1769074833.825135:0:2366:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074833.825138:0:2366:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074833.825141:0:2366:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074833.825145:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90371f80 x1855007613348608/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074833.825151:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074833.825152:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074833.825154:0:2366:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074833.825156:0:2366:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074833.825158:0:2366:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074833.825161:0:2366:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90371f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2366:1855007613348608:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074833.825164:0:2366:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074833.825166:0:2366:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074833.825167:0:2366:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074833.825169:0:2366:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074833.825172:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b996c0400. 02000000:00000001:2.0:1769074833.825174:0:2366:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074833.825177:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074833.825180:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7e580. 00000400:00000010:2.0:1769074833.825184:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f908. 00000100:00000200:2.0:1769074833.825187:0:2366:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613348608, portal 4 00000100:00000001:2.0:1769074833.825188:0:2366:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074833.825189:0:2366:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603388288 : -114162106163328 : ffff982b90371f80) 00000100:00000040:2.0:1769074833.825195:0:2366:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90371f80 x1855007613348608/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074833.825201:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074833.825203:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074833.825206:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f330. 00000100:00000200:2.0:1769074833.825208:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007613348608, offset 0 00000400:00000200:2.0:1769074833.825212:0:2366:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074833.825216:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074833.825219:0:2366:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074833.825222:0:2366:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074833.825224:0:2366:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074833.825227:0:2366:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074833.825229:0:2366:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074833.825231:0:2366:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15433:15433:255:4294967295] 192.168.204.151@tcp LPNI seq info [15433:15433:7:4294967295] 00000400:00000200:2.0:1769074833.825235:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074833.825240:0:2366:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074833.825244:0:2366:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074833.825248:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73fe00. 00000800:00000200:2.0:1769074833.825252:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074833.825255:0:2366:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074833.825257:0:2366:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73fe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074833.825260:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074833.825264:0:2366:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 25053 usecs (26 jiffies) 00000400:00000200:2.0:1769074833.825267:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074833.825269:0:2366:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296490528 00000100:00000001:2.0:1769074833.825272:0:2366:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296499595 00000100:00000001:2.0:1769074833.825275:0:2366:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296490528 00000800:00000200:3.0:1769074833.826116:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074833.826125:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73fc00. 00000400:00000200:3.0:1769074833.826234:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074833.826242:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074833.826249:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897fc38 00000400:00000010:3.0:1769074833.826251:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897fc38. 00000100:00000001:3.0:1769074833.826257:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074833.826265:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90371880 x1855007613348352/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074833.826304:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074833.826309:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90371880 x1855007613348352/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074849 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074833.826317:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074833.826319:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074833.826395:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074833.826398:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73fe00. 00000400:00000200:3.0:1769074833.826401:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074833.826405:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074833.826409:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f330 00000400:00000010:3.0:1769074833.826410:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f330. 00000100:00000001:3.0:1769074833.826413:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074833.826417:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90371f80 x1855007613348608/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074833.826423:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074833.826426:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90371f80 x1855007613348608/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074849 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074833.826432:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074833.826434:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769074833.841721:0:2366:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296499595 00000100:00000001:2.0:1769074833.841732:0:2366:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074833.841737:0:2366:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074833.841742:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074833.841745:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074833.842088:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074833.842092:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1769074833.842096:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074833.842099:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074833.842101:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074833.842105:0:2366:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1769074833.842107:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074833.842110:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074833.842112:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074833.842113:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074833.842114:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074833.842116:0:2366:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074833.842131:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90373100 x1855007613348480/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074833.842142:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074833.842144:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074833.842149:0:2366:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074833.842153:0:2366:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074833.842230:0:2366:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074833.842236:0:2366:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90373100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2366:1855007613348480:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074833.842345:0:2366:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074833.842352:0:2366:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074833.842355:0:2366:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074833.842358:0:2366:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074833.842368:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b996c0200. 02000000:00000001:2.0:1769074833.842371:0:2366:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074833.842380:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074833.842385:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7e8f0. 00000400:00000010:2.0:1769074833.842393:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897ff68. 00000100:00000200:2.0:1769074833.842399:0:2366:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613348480, portal 10 00000100:00000001:2.0:1769074833.842402:0:2366:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074833.842403:0:2366:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603392768 : -114162106158848 : ffff982b90373100) 00000100:00000040:2.0:1769074833.842410:0:2366:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90373100 x1855007613348480/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074833.842418:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074833.842420:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074833.842423:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f000. 00000100:00000200:2.0:1769074833.842426:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007613348480, offset 0 00000400:00000200:2.0:1769074833.842433:0:2366:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074833.842443:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074833.842450:0:2366:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074833.842456:0:2366:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074833.842460:0:2366:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074833.842464:0:2366:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074833.842467:0:2366:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074833.842470:0:2366:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15434:15434:256:4294967295] 192.168.204.151@tcp LPNI seq info [15434:15434:8:4294967295] 00000400:00000200:2.0:1769074833.842473:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074833.842481:0:2366:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074833.842487:0:2366:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074833.842492:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73f100. 00000800:00000200:2.0:1769074833.842594:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074833.842602:0:2366:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074833.842607:0:2366:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73f100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074833.842624:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074833.842628:0:2366:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 872232 usecs (873 jiffies) 00000400:00000200:2.0:1769074833.842632:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074833.842635:0:2366:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296491393 00000100:00000001:2.0:1769074833.842638:0:2366:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296499595 00000100:00000001:2.0:1769074833.842640:0:2366:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296491393 00000100:00000001:2.0:1769074833.842642:0:2366:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296499595 00000100:00000001:2.0:1769074833.842645:0:2366:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074833.842647:0:2366:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074833.842649:0:2366:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074833.842655:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90370380 x1855007613348736/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074833.842661:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074833.842663:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074833.842665:0:2366:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074833.842667:0:2366:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074833.842669:0:2366:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074833.842671:0:2366:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90370380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2366:1855007613348736:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074833.842674:0:2366:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074833.842677:0:2366:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074833.842678:0:2366:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074833.842680:0:2366:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074833.842683:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b996c0800. 02000000:00000001:2.0:1769074833.842685:0:2366:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074833.842689:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074833.842691:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7e0b0. 00000400:00000010:2.0:1769074833.842695:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897fbb0. 00000100:00000200:2.0:1769074833.842698:0:2366:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613348736, portal 4 00000100:00000001:2.0:1769074833.842700:0:2366:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074833.842701:0:2366:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603381120 : -114162106170496 : ffff982b90370380) 00000100:00000040:2.0:1769074833.842706:0:2366:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90370380 x1855007613348736/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074833.842713:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074833.842716:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074833.842718:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f4c8. 00000100:00000200:2.0:1769074833.842721:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007613348736, offset 0 00000400:00000200:2.0:1769074833.842727:0:2366:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074833.842731:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074833.842735:0:2366:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074833.842738:0:2366:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074833.842740:0:2366:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074833.842743:0:2366:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074833.842745:0:2366:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074833.842747:0:2366:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15435:15435:255:4294967295] 192.168.204.151@tcp LPNI seq info [15435:15435:7:4294967295] 00000400:00000200:2.0:1769074833.842751:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074833.843478:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074833.843484:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1769074833.843497:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074833.843604:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074833.843607:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074833.843609:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074833.843656:0:2366:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074833.843664:0:2366:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074833.843669:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73f400. 00000800:00000200:2.0:1769074833.843676:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074833.843681:0:2366:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074833.843685:0:2366:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73f400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074833.843688:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074833.843692:0:2366:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 27133 usecs (28 jiffies) 00000400:00000200:3.0:1769074833.856507:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074833.856521:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074833.856534:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074833.856540:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074833.856548:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074833.856552:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 4 MB=0x6971e9dd96b00 00000400:00000200:3.0:1769074833.856558:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074833.856566:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.151@tcp of length 224/224 into md 0x22575 [1] + 224 00000800:00000001:3.0:1769074833.856576:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074833.856595:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074833.856599:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074833.856603:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074833.856612:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074833.856623:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90371f80 x1855007613348608/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074849 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074833.856634:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b90371f80 x1855007613348608/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074849 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074833.856643:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1769074833.856692:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074833.856696:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73f100. 00000400:00000200:3.0:1769074833.856700:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074833.856703:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074833.856708:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f000 00000400:00000010:3.0:1769074833.856710:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f000. 00000100:00000001:3.0:1769074833.856715:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074833.856719:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90373100 x1855007613348480/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074833.856731:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074833.856735:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90373100 x1855007613348480/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074849 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074833.856742:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074833.856744:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074833.856750:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074833.856754:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1769074833.856812:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074833.856815:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73f400. 00000400:00000200:3.0:1769074833.856819:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074833.856822:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074833.856826:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f4c8 00000400:00000010:3.0:1769074833.856828:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f4c8. 00000100:00000001:3.0:1769074833.856830:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074833.856835:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90370380 x1855007613348736/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074833.856843:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074833.856846:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90370380 x1855007613348736/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074849 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074833.856851:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074833.856853:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1769074833.863597:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074833.863607:0:2366:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296490569 00000100:00000001:2.0:1769074833.863614:0:2366:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296499595 00000100:00000001:2.0:1769074833.863617:0:2366:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296490569 00000100:00000001:2.0:1769074833.863620:0:2366:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296499595 00000100:00000001:2.0:1769074833.863623:0:2366:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074833.863627:0:2366:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1769074833.863637:0:2366:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074833.863639:0:2366:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074833.863644:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7e580. 00000400:00000200:2.0:1769074833.863651:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f908 00000400:00000010:2.0:1769074833.863654:0:2366:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f908. 00000100:00000001:2.0:1769074833.863659:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074833.863671:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90371f80 x1855007613348608/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074849 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074833.863683:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90371f80 x1855007613348608/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074849 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074833.863692:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074833.863694:0:2366:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074833.863696:0:2366:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074833.863700:0:2366:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074833.863703:0:2366:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074833.863705:0:2366:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074833.863708:0:2366:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074833.863717:0:2366:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b83e5ec58 time=44 v=5 (5 0 5 5) 00000100:00001000:2.0:1769074833.863722:0:2366:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b83e5ec10 time=35 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074833.863724:0:2366:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074833.863726:0:2366:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074833.863728:0:2366:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074833.863732:0:2366:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074833.863736:0:2366:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074833.863738:0:2366:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff982b858dd800: skip recheck: last_committed 0 00000100:00000001:2.0:1769074833.863740:0:2366:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074833.863741:0:2366:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074833.863746:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90371f80 x1855007613348608/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074849 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074833.863753:0:2366:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074833.863756:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074833.863758:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074833.863762:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90371f80 x1855007613348608/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074849 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074833.863771:0:2366:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90371f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2366:1855007613348608:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074833.863776:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074833.863779:0:2366:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074833.863782:0:2366:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90371f80 x1855007613348608/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074849 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074833.863789:0:2366:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074833.863791:0:2366:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074833.863795:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b996c0400. 02000000:00000001:2.0:1769074833.863800:0:2366:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074833.863802:0:2366:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074833.863804:0:2366:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:2.0:1769074833.863806:0:2366:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074833.863809:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99652800. 02000000:00000001:2.0:1769074833.863812:0:2366:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074833.863814:0:2366:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074833.863816:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90371f80. 00000100:00000001:2.0:1769074833.863820:0:2366:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074833.863821:0:2366:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074833.863825:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074833.863827:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074833.863829:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074833.863831:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074833.863833:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1769074833.868207:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074833.868238:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074833.868243:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074833.868246:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074833.868264:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074833.868351:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074833.868362:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074833.868369:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074833.868380:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074833.868387:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 4 MB=0x6971e9dd96b80 00000400:00000200:3.0:1769074833.868395:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074833.868409:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.151@tcp of length 224/224 into md 0x22595 [1] + 224 00000800:00000001:3.0:1769074833.868423:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074833.868459:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074833.868464:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074833.868470:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074833.868484:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074833.868499:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90370380 x1855007613348736/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074849 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074833.868512:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b90370380 x1855007613348736/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074849 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074833.868535:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074833.868549:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074833.868553:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074833.868731:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074833.868743:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074833.868754:0:2366:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074833.868757:0:2366:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074833.868762:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7e0b0. 00000400:00000200:2.0:1769074833.868774:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897fbb0 00000400:00000010:2.0:1769074833.868777:0:2366:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897fbb0. 00000100:00000001:2.0:1769074833.868783:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074833.868799:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90370380 x1855007613348736/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074849 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074833.868813:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90370380 x1855007613348736/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074849 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074833.868822:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074833.868824:0:2366:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074833.868827:0:2366:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074833.868832:0:2366:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074833.868835:0:2366:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074833.868838:0:2366:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074833.868842:0:2366:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074833.868853:0:2366:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b99688458 time=44 v=5 (5 0 5 5) 00000100:00001000:2.0:1769074833.868857:0:2366:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b99688410 time=35 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074833.868860:0:2366:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074833.868862:0:2366:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074833.868865:0:2366:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074833.868972:0:2366:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074833.869137:0:2366:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074833.869141:0:2366:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff982b858dd800: skip recheck: last_committed 4294967330 00000100:00000001:2.0:1769074833.869144:0:2366:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074833.869146:0:2366:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074833.869152:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90370380 x1855007613348736/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074849 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074833.869161:0:2366:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074833.869164:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074833.869166:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074833.869170:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90370380 x1855007613348736/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074849 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074833.869178:0:2366:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90370380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2366:1855007613348736:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074833.869185:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074833.869188:0:2366:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074833.869191:0:2366:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90370380 x1855007613348736/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074849 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074833.869198:0:2366:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074833.869201:0:2366:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074833.869205:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b996c0800. 02000000:00000001:2.0:1769074833.869211:0:2366:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074833.869213:0:2366:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074833.869215:0:2366:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:2.0:1769074833.869218:0:2366:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074833.869221:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99652100. 02000000:00000001:2.0:1769074833.869226:0:2366:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074833.869228:0:2366:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074833.869230:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90370380. 00000100:00000001:2.0:1769074833.869234:0:2366:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074833.869235:0:2366:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074833.869238:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074833.869240:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074833.869241:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074833.869243:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074833.869245:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074834.714416:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074834.714424:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074834.714429:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074834.714433:0:30499:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074834.714435:0:30499:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074834.714441:0:30499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074834.714444:0:30499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074834.714445:0:30499:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074834.714448:0:30499:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074834.714451:0:30499:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074834.714453:0:30499:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074834.714455:0:30499:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074834.714551:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074834.714555:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074834.714558:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074834.906406:0:2366:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074834.906423:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074834.906425:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:2.0:1769074834.906432:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074834.906435:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074834.906439:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074834.906443:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074835.738462:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074835.738471:0:30499:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074835.738473:0:30499:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074835.738476:0:30499:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074835.738481:0:30499:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074835.738484:0:30499:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074835.738486:0:30499:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074835.738488:0:30499:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074835.738492:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074835.738494:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074835.738595:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074835.738599:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074835.738602:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074836.762485:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074836.762496:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074836.762505:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074836.762506:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074836.763442:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074836.763450:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074836.763455:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074837.786766:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074837.786776:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074837.786785:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074837.786786:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074837.787005:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074837.787009:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074837.787013:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074838.810974:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074838.810982:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074838.810988:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074838.810990:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074838.811639:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074838.811644:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074838.811648:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1769074838.938428:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074838.938449:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074838.938462:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90371c00. 00000020:00000040:3.0:1769074838.938470:0:37:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=6 obd=MGC192.168.204.151@tcp 00000100:00000001:3.0:1769074838.938475:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074838.938479:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074838.938485:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074838.938507:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b99652100. 00000100:00000001:3.0:1769074838.938514:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074838.938528:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b90371c00 x1855007613348864/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074838.938541:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074838.938546:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074838.938554:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1fafea9] to pc [ptlrpcd_01_00+0] req@ffff982b90371c00 x1855007613348864/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074838.938591:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074838.938594:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074838.938598:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074838.938601:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90372d80. 00000020:00000040:3.0:1769074838.938604:0:37:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=58 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:3.0:1769074838.938606:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074838.938608:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074838.938609:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074838.938613:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b99652800. 00000100:00000001:3.0:1769074838.938615:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074838.938619:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID req@ffff982b90372d80 x1855007613348992/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074838.938626:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074838.938628:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074838.938632:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8d3a05d] to pc [ptlrpcd_01_01+1] req@ffff982b90372d80 x1855007613348992/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074838.938640:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074838.938643:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074838.938646:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074838.938650:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90370e00. 00000020:00000040:3.0:1769074838.938653:0:37:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 00000100:00000001:3.0:1769074838.938655:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074838.938656:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074838.938658:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074838.938661:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b99652b00. 00000100:00000001:3.0:1769074838.938664:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074838.938668:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID req@ffff982b90370e00 x1855007613349120/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074838.938674:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074838.938676:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074838.938680:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ccaa352] to pc [ptlrpcd_01_00+0] req@ffff982b90370e00 x1855007613349120/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074838.938687:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074838.938690:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074838.938693:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074838.938697:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90370380. 00000020:00000040:3.0:1769074838.938699:0:37:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 00000100:00000001:3.0:1769074838.938702:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074838.938703:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074838.938705:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074838.938708:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b99652900. 00000100:00000001:3.0:1769074838.938711:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074838.938714:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID req@ffff982b90370380 x1855007613349248/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074838.938720:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074838.938722:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074838.938725:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000791ba184] to pc [ptlrpcd_01_01+1] req@ffff982b90370380 x1855007613349248/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074838.938733:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074838.938737:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1833) 00000100:00000001:3.0:1769074838.938752:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074838.938755:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074838.938758:0:2367:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074838.938762:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90372d80 x1855007613348992/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074838.938769:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074838.938771:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074838.938776:0:2367:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074838.938779:0:2367:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074838.938781:0:2367:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074838.938785:0:2367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90372d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2367:1855007613348992:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1769074838.938789:0:2367:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074838.938794:0:2367:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074838.938796:0:2367:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074838.938799:0:2367:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074838.938803:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b88306600. 02000000:00000001:3.0:1769074838.938804:0:2367:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074838.938814:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074838.938818:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c75d8. 00000400:00000010:3.0:1769074838.938824:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6cc0. 00000100:00000200:3.0:1769074838.938833:0:2367:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613348992, portal 10 00000100:00000001:3.0:1769074838.938835:0:2367:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074838.938836:0:2367:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603391872 : -114162106159744 : ffff982b90372d80) 00000100:00000040:3.0:1769074838.938844:0:2367:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90372d80 x1855007613348992/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074838.938850:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074838.938853:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074838.938856:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6660. 00000100:00000200:3.0:1769074838.938859:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007613348992, offset 0 00000400:00000200:3.0:1769074838.938866:0:2367:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074838.938874:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074838.938883:0:2367:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074838.938888:0:2367:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074838.938894:0:2367:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074838.938899:0:2367:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074838.938902:0:2367:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074838.938906:0:2367:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15436:15436:256:4294967295] 192.168.204.151@tcp LPNI seq info [15436:15436:8:4294967295] 00000400:00000200:3.0:1769074838.938911:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074838.938921:0:2367:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074838.938928:0:2367:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074838.938933:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652700. 00000800:00000200:3.0:1769074838.938940:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074838.938948:0:2367:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074838.938952:0:2367:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074838.938963:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074838.938967:0:2367:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 872232 usecs (873 jiffies) 00000400:00000200:3.0:1769074838.938970:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074838.938973:0:2367:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296496489 00000100:00000001:3.0:1769074838.938976:0:2367:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296499595 00000100:00000001:3.0:1769074838.938978:0:2367:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296496489 00000100:00000001:3.0:1769074838.938980:0:2367:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296499595 00000100:00000001:3.0:1769074838.938983:0:2367:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074838.938985:0:2367:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074838.938988:0:2367:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074838.938992:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90370380 x1855007613349248/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074838.938998:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074838.939000:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074838.939002:0:2367:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074838.939004:0:2367:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074838.939006:0:2367:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074838.939009:0:2367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90370380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2367:1855007613349248:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1769074838.939014:0:2367:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074838.939017:0:2367:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074838.939018:0:2367:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074838.939020:0:2367:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074838.939022:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b88307600. 02000000:00000001:3.0:1769074838.939024:0:2367:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074838.939028:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074838.939030:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7268. 00000400:00000010:3.0:1769074838.939034:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6e58. 00000100:00000200:3.0:1769074838.939037:0:2367:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613349248, portal 4 00000100:00000001:3.0:1769074838.939039:0:2367:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074838.939040:0:2367:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603381120 : -114162106170496 : ffff982b90370380) 00000100:00000040:3.0:1769074838.939046:0:2367:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90370380 x1855007613349248/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074838.939053:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074838.939055:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074838.939057:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6770. 00000100:00000200:3.0:1769074838.939059:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007613349248, offset 0 00000400:00000200:3.0:1769074838.939064:0:2367:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074838.939067:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074838.939071:0:2367:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074838.939073:0:2367:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074838.939076:0:2367:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074838.939078:0:2367:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074838.939080:0:2367:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074838.939083:0:2367:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15437:15437:255:4294967295] 192.168.204.151@tcp LPNI seq info [15437:15437:7:4294967295] 00000400:00000200:3.0:1769074838.939086:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074838.939092:0:2367:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074838.939095:0:2367:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074838.939099:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652500. 00000800:00000200:3.0:1769074838.939103:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074838.939107:0:2367:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074838.939110:0:2367:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074838.939112:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074838.939115:0:2367:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 27296 usecs (28 jiffies) 00000400:00000200:3.0:1769074838.939118:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074838.939119:0:2367:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296495644 00000100:00000001:3.0:1769074838.939121:0:2367:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296499595 00000100:00000001:3.0:1769074838.939123:0:2367:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296495644 00000100:00000001:3.0:1769074838.939125:0:2367:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296499595 00000100:00000001:3.0:1769074838.939127:0:2367:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074838.939129:0:2367:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074838.939131:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074838.939133:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074838.939141:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074838.939143:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1769074838.939145:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074838.939146:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074838.939148:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074838.939150:0:2367:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1769074838.939151:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074838.939153:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074838.939155:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074838.939156:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074838.939158:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074838.939159:0:2367:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074838.939162:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90371c00 x1855007613348864/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074838.939169:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074838.939171:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074838.939173:0:2367:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074838.939175:0:2367:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074838.939177:0:2367:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074838.939180:0:2367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90371c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2367:1855007613348864:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1769074838.939183:0:2367:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074838.939186:0:2367:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074838.939187:0:2367:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074838.939189:0:2367:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074838.939209:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b88307c00. 02000000:00000001:3.0:1769074838.939212:0:2367:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074838.939216:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074838.939218:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7210. 00000400:00000010:3.0:1769074838.939222:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad63b8. 00000100:00000200:3.0:1769074838.939225:0:2367:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613348864, portal 25 00000100:00000001:3.0:1769074838.939227:0:2367:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074838.939228:0:2367:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603387392 : -114162106164224 : ffff982b90371c00) 00000100:00000040:3.0:1769074838.939233:0:2367:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90371c00 x1855007613348864/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074838.939239:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074838.939240:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074838.939242:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6ee0. 00000100:00000200:3.0:1769074838.939245:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613348864, offset 0 00000400:00000200:3.0:1769074838.939249:0:2367:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074838.939252:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074838.939256:0:2367:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074838.939258:0:2367:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074838.939261:0:2367:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074838.939263:0:2367:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074838.939266:0:2367:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074838.939269:0:2367:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15438:15438:254:4294967295] 192.168.204.151@tcp LPNI seq info [15438:15438:6:4294967295] 00000400:00000200:3.0:1769074838.939272:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074838.939278:0:2367:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074838.939312:0:2367:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074838.939316:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652400. 00000800:00000200:3.0:1769074838.939320:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074838.939325:0:2367:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074838.939327:0:2367:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074838.939330:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074838.939332:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074838.939334:0:2367:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296504710 00000100:00000001:3.0:1769074838.939341:0:2367:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296499595 00000100:00000001:3.0:1769074838.939345:0:2367:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296504710 00000100:00000001:3.0:1769074838.939347:0:2367:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296499595 00000100:00000001:3.0:1769074838.939350:0:2367:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074838.939352:0:2367:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074838.939354:0:2367:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074838.939357:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90370e00 x1855007613349120/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074838.939364:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074838.939365:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074838.939367:0:2367:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074838.939369:0:2367:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074838.939370:0:2367:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074838.939373:0:2367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90370e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2367:1855007613349120:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1769074838.939376:0:2367:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074838.939379:0:2367:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074838.939380:0:2367:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074838.939382:0:2367:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074838.939385:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b88307e00. 02000000:00000001:3.0:1769074838.939387:0:2367:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074838.939390:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074838.939392:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7160. 00000400:00000010:3.0:1769074838.939395:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6bb0. 00000100:00000200:3.0:1769074838.939398:0:2367:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613349120, portal 4 00000100:00000001:3.0:1769074838.939400:0:2367:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074838.939401:0:2367:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603383808 : -114162106167808 : ffff982b90370e00) 00000100:00000040:3.0:1769074838.939407:0:2367:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90370e00 x1855007613349120/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074838.939414:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074838.939416:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074838.939418:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6b28. 00000100:00000200:3.0:1769074838.939421:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007613349120, offset 0 00000400:00000200:3.0:1769074838.939425:0:2367:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074838.939429:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074838.939432:0:2367:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074838.939435:0:2367:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074838.939437:0:2367:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074838.939439:0:2367:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074838.939442:0:2367:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074838.939445:0:2367:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15439:15439:253:4294967295] 192.168.204.151@tcp LPNI seq info [15439:15439:5:4294967295] 00000400:00000200:3.0:1769074838.939449:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074838.939455:0:2367:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074838.939459:0:2367:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074838.939463:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652a00. 00000800:00000200:3.0:1769074838.939466:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074838.939471:0:2367:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074838.939474:0:2367:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074838.939477:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074838.939479:0:2367:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 25192 usecs (26 jiffies) 00000400:00000200:3.0:1769074838.939483:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074838.939485:0:2367:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296495643 00000100:00000001:3.0:1769074838.939487:0:2367:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296504710 00000100:00000001:3.0:1769074838.939490:0:2367:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296495643 00000100:00000001:3.0:1769074838.939492:0:2367:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296504710 00000100:00000001:3.0:1769074838.939494:0:2367:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074838.939497:0:2367:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074838.939499:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074838.939502:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074838.940809:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074838.940814:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074838.940818:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074838.940822:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074838.940872:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074838.940878:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652700. 00000400:00000200:2.0:1769074838.940886:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074838.940895:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074838.940901:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6660 00000400:00000010:2.0:1769074838.940904:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6660. 00000100:00000001:2.0:1769074838.940910:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074838.940918:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90372d80 x1855007613348992/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074838.940930:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074838.940934:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90372d80 x1855007613348992/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074854 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074838.940943:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074838.940945:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074838.940958:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074838.940961:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652500. 00000400:00000200:2.0:1769074838.940964:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074838.940967:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074838.940969:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6770 00000400:00000010:2.0:1769074838.940971:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6770. 00000100:00000001:2.0:1769074838.940974:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074838.940979:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90370380 x1855007613349248/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074838.940986:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074838.940989:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90370380 x1855007613349248/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074854 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074838.940994:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074838.940996:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074838.941003:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074838.941004:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652400. 00000400:00000200:2.0:1769074838.941006:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074838.941009:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074838.941013:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6ee0 00000400:00000010:2.0:1769074838.941014:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6ee0. 00000100:00000001:2.0:1769074838.941016:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074838.941020:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90371c00 x1855007613348864/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074838.941026:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074838.941030:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90371c00 x1855007613348864/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074854 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074838.941036:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074838.941038:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074838.941105:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074838.941109:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652a00. 00000400:00000200:2.0:1769074838.941112:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074838.941115:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074838.941118:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6b28 00000400:00000010:2.0:1769074838.941120:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6b28. 00000100:00000001:2.0:1769074838.941122:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074838.941126:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90370e00 x1855007613349120/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074838.941133:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074838.941136:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90370e00 x1855007613349120/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074854 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074838.941142:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074838.941144:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074838.945188:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074838.945225:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074838.945231:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074838.945234:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074838.945250:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074838.945260:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074838.945269:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074838.945276:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074838.945337:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074838.945343:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 4 MB=0x6971e9dd96d80 00000400:00000200:3.0:1769074838.945350:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074838.945357:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.151@tcp of length 224/224 into md 0x225b5 [1] + 224 00000800:00000001:3.0:1769074838.945368:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074838.945374:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074838.945378:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074838.945383:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074838.945392:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074838.945404:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90370380 x1855007613349248/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074854 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074838.945417:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b90370380 x1855007613349248/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074854 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074838.945451:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074838.945462:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074838.945465:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074838.945466:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074838.945468:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074838.945471:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074838.945475:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074838.945479:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074838.945482:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074838.945486:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074838.945488:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 4 MB=0x6971e9dd96d00 00000400:00000200:3.0:1769074838.945492:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074838.945496:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.151@tcp of length 224/224 into md 0x225d5 [1] + 224 00000800:00000001:3.0:1769074838.945499:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074838.945505:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074838.945507:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074838.945510:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074838.945512:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074838.945517:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90370e00 x1855007613349120/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074854 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074838.945526:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b90370e00 x1855007613349120/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074854 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074838.945533:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074838.945536:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1769074838.945602:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074838.945610:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074838.945620:0:2367:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074838.945623:0:2367:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074838.945628:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7160. 00000400:00000200:2.0:1769074838.945638:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6bb0 00000400:00000010:2.0:1769074838.945640:0:2367:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6bb0. 00000100:00000001:2.0:1769074838.945645:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074838.945657:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90370e00 x1855007613349120/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074854 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074838.945668:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90370e00 x1855007613349120/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074854 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074838.945676:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074838.945678:0:2367:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074838.945681:0:2367:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074838.945684:0:2367:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074838.945687:0:2367:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074838.945689:0:2367:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074838.945692:0:2367:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074838.945703:0:2367:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b83e5ec58 time=49 v=5 (5 0 5 5) 00000100:00001000:2.0:1769074838.945707:0:2367:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b83e5ec10 time=40 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074838.945710:0:2367:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074838.945711:0:2367:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074838.945714:0:2367:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074838.945718:0:2367:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074838.945723:0:2367:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074838.945725:0:2367:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff982b858dd800: skip recheck: last_committed 0 00000100:00000001:2.0:1769074838.945727:0:2367:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074838.945729:0:2367:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074838.945734:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90370e00 x1855007613349120/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074854 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074838.945747:0:2367:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074838.945751:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074838.945753:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074838.945757:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90370e00 x1855007613349120/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074854 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074838.945765:0:2367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90370e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2367:1855007613349120:192.168.204.151@tcp:400:kworker.0 00000400:00000001:2.0:1769074838.945771:0:2367:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074838.945772:0:2367:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074838.945774:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7268. 00000400:00000200:2.0:1769074838.945777:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6e58 00000400:00000010:2.0:1769074838.945779:0:2367:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6e58. 00000100:00000001:2.0:1769074838.945781:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074838.945785:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90370380 x1855007613349248/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074854 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074838.945794:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90370380 x1855007613349248/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074854 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074838.945801:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074838.945802:0:2367:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074838.945804:0:2367:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074838.945805:0:2367:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074838.945807:0:2367:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074838.945808:0:2367:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074838.945810:0:2367:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074838.945814:0:2367:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b99688458 time=49 v=5 (5 0 5 5) 00000100:00001000:2.0:1769074838.945817:0:2367:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b99688410 time=40 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074838.945820:0:2367:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074838.945821:0:2367:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074838.945823:0:2367:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074838.945825:0:2367:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074838.945827:0:2367:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1769074838.945829:0:2367:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff982b858dd800: skip recheck: last_committed 4294967330 00000100:00000001:2.0:1769074838.945831:0:2367:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074838.945832:0:2367:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074838.945836:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90370380 x1855007613349248/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074854 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074838.945842:0:2367:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074838.945844:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074838.945845:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074838.945848:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90370380 x1855007613349248/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074854 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074838.945855:0:2367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90370380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2367:1855007613349248:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074838.945860:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074838.945862:0:2367:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074838.945865:0:2367:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90370e00 x1855007613349120/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074854 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074838.945872:0:2367:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074838.945874:0:2367:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074838.945878:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b88307e00. 02000000:00000001:2.0:1769074838.945882:0:2367:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074838.945884:0:2367:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074838.945886:0:2367:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:2.0:1769074838.945889:0:2367:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074838.945892:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99652b00. 02000000:00000001:2.0:1769074838.945895:0:2367:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074838.945897:0:2367:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074838.945900:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90370e00. 00000100:00000001:2.0:1769074838.945904:0:2367:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074838.945905:0:2367:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074838.945907:0:2367:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074838.945910:0:2367:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90370380 x1855007613349248/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074854 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074838.945916:0:2367:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074838.945918:0:2367:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074838.945919:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b88307600. 02000000:00000001:2.0:1769074838.945922:0:2367:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074838.945923:0:2367:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074838.945924:0:2367:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:2.0:1769074838.945927:0:2367:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074838.945928:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99652900. 02000000:00000001:2.0:1769074838.945931:0:2367:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074838.945932:0:2367:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074838.945933:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90370380. 00000100:00000001:2.0:1769074838.945935:0:2367:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074838.945936:0:2367:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074838.945939:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074838.945941:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074838.945943:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074838.945944:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074838.945949:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1769074838.945952:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074839.834943:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074839.834951:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074839.834956:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074839.834957:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074839.838491:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074839.838500:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074839.838506:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769074839.962497:0:2365:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769074839.962515:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074839.962517:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074839.962524:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074839.962527:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074839.962532:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074839.962537:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074839.963330:0:2364:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074839.963345:0:2364:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074839.963348:0:2364:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074839.963353:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074839.963355:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074839.963359:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074839.963362:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074839.964523:0:2367:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074839.964534:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074839.964535:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:3.0:1769074839.964540:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074839.964542:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074839.964545:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074839.964547:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074840.858662:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074840.858672:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074840.858679:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074840.858681:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074840.858971:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074840.858976:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074840.858980:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769074840.986350:0:2365:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769074840.986368:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074840.986370:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074840.986376:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074840.986379:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074840.986384:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074840.986389:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074840.987469:0:2364:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074840.987480:0:2364:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074840.987482:0:2364:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074840.987487:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074840.987489:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074840.987493:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074840.987496:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074841.882453:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074841.882463:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074841.882470:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074841.882472:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074841.882736:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074841.882741:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074841.882745:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769074842.010474:0:2365:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769074842.010495:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074842.010497:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074842.010506:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074842.010510:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074842.010516:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074842.010521:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074842.010637:0:2364:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074842.010643:0:2364:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074842.010645:0:2364:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074842.010647:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074842.010649:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074842.010652:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074842.010654:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074842.906502:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074842.906512:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074842.906520:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074842.906522:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074842.908769:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074842.908778:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074842.908785:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769074843.034402:0:2365:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769074843.034416:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074843.034418:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074843.034422:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074843.034425:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074843.034428:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074843.034431:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074843.035311:0:2364:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769074843.035325:0:2364:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074843.035327:0:2364:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074843.035333:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074843.035335:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074843.035338:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074843.035341:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074843.930565:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074843.930573:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074843.930581:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074843.930582:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074843.930752:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074843.930756:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074843.930760:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769074844.058466:0:2364:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769074844.058478:0:2364:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000400:1.0:1769074844.058499:0:2364:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074828/real 1769074828] req@ffff982b984aad80 x1855007613347840/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 1 dl 1769074844 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769074844.058525:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074844.058527:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074844.058532:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b61b8. 00000400:00000200:1.0:1769074844.058541:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f000 00000400:00000010:1.0:1769074844.058544:0:2364:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f000. 00000100:00000001:1.0:1769074844.058549:0:2364:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074844.058554:0:2364:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b984aad80 x1855007613347840/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 1 dl 1769074844 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074844.058564:0:2364:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b984aad80 x1855007613347840/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 1 dl 1769074844 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074844.058573:0:2364:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074844.058575:0:2364:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074844.058579:0:2364:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074844.058582:0:2364:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769074844.058586:0:2364:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff982b984aad80 x1855007613347840/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 1 dl 1769074844 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074844.058593:0:2364:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:1.0:1769074844.058597:0:2364:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1769074844.058601:0:2364:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.151@tcp: Connection to MGS (at 192.168.204.151@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1769074844.058605:0:2364:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.151@tcp for MGC192.168.204.151@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1769074844.058607:0:2364:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1769074844.058609:0:2364:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1769074844.058613:0:2364:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1769074844.058616:0:2364:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff982b984aad80 x1855007613347840/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 1 dl 1769074844 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074844.058625:0:2364:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff982b90371880 x1855007613348352/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074849 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074844.058647:0:2364:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff982b90371c00 x1855007613348864/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074854 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074844.058659:0:2364:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1769074844.058661:0:2364:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1769074844.058663:0:2364:0:(obd_class.h:1217:obd_import_event()) Process entered 10000000:01000000:1.0:1769074844.058667:0:2364:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1769074844.058671:0:2364:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1769074844.058673:0:2364:0:(mgc_request.c:1198:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074844.058674:0:2364:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1769074844.058676:0:2364:0:(obd_class.h:1217:obd_import_event()) Process entered 10000000:01000000:1.0:1769074844.058677:0:2364:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1769074844.058679:0:2364:0:(mgc_request.c:1198:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074844.058680:0:2364:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1769074844.058682:0:2364:0:(import.c:416:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00000001:1.0:1769074844.058708:0:2364:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:1.0:1769074844.058710:0:2364:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074844.058722:0:2364:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074844.058723:0:2364:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074844.058727:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074844.058729:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074844.058732:0:2364:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074844.058736:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b984aad80 x1855007613347840/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 1 dl 1769074844 ref 1 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074844.058743:0:2364:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:1.0:1769074844.058746:0:2364:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074844.058747:0:2364:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074844.058748:0:2364:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074844.058752:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b984aad80 x1855007613347840/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 1 dl 1769074844 ref 1 fl Interpret:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074844.058766:0:2364:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b984aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2364:1855007613347840:192.168.204.151@tcp:400:kworker.0 00000100:00000001:1.0:1769074844.058770:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074844.058773:0:2364:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074844.058777:0:2364:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b984aad80 x1855007613347840/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 1 dl 1769074844 ref 1 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074844.058784:0:2364:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769074844.058788:0:2364:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074844.058793:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b883d2a00. 02000000:00000001:1.0:1769074844.058797:0:2364:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769074844.058800:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074844.058803:0:2364:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=5 obd=MGC192.168.204.151@tcp 00000020:00000001:1.0:1769074844.058805:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769074844.058808:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b8a34b400. 02000000:00000001:1.0:1769074844.058813:0:2364:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769074844.058816:0:2364:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769074844.058818:0:2364:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b984aad80. 00000100:00000001:1.0:1769074844.058822:0:2364:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769074844.058823:0:2364:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074844.058825:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074844.058827:0:2364:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074844.058829:0:2364:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074844.058830:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074844.058833:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769074844.058850:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769074844.058854:0:30087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769074844.058857:0:30087:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769074844.058860:0:30087:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769074844.058864:0:30087:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769074844.058867:0:30087:0:(import.c:509:import_select_connection()) MGC192.168.204.151@tcp: connect to NID 192.168.204.151@tcp last attempt 1716 00000400:00000200:1.0:1769074844.058876:0:30087:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074844.058883:0:30087:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00000040:1.0:1769074844.058887:0:30087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769074844.058891:0:30087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769074844.058893:0:30087:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769074844.058896:0:30087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:1.0:1769074844.058899:0:30087:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769074844.058901:0:30087:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000020:00000001:1.0:1769074844.058904:0:30087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074844.058907:0:30087:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000020:00000001:1.0:1769074844.058910:0:30087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000020:00000001:1.0:1769074844.058912:0:30087:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00000040:1.0:1769074844.058915:0:30087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769074844.058916:0:30087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769074844.058918:0:30087:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769074844.058919:0:30087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:1.0:1769074844.058922:0:30087:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00080000:1.0:1769074844.058925:0:30087:0:(import.c:623:import_select_connection()) MGC192.168.204.151@tcp: import ffff982b88b8a800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:1.0:1769074844.058927:0:30087:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074844.058929:0:30087:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769074844.058933:0:30087:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074844.058935:0:30087:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074844.058938:0:30087:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769074844.058940:0:30087:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074844.058951:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b984aad80. 00000020:00000040:1.0:1769074844.058954:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=6 obd=MGC192.168.204.151@tcp 02000000:00000001:1.0:1769074844.058959:0:30087:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769074844.058961:0:30087:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074844.058964:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074844.058967:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074844.058972:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074844.058980:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b85946400. 00000100:00000001:1.0:1769074844.058988:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074844.058994:0:30087:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b984aad80 x1855007613349376/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769074844.059008:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074844.059013:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074844.059016:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3f01d01] to pc [ptlrpcd_rcv+-1] req@ffff982b984aad80 x1855007613349376/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074844.059030:0:30087:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074844.059033:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769074844.059037:0:30087:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1769074844.059041:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b984aa680. 00000020:00000040:1.0:1769074844.059043:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=59 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:1.0:1769074844.059046:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074844.059047:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074844.059049:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074844.059052:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b98b34000. 00000100:00000001:1.0:1769074844.059054:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074844.059058:0:30087:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID req@ffff982b984aa680 x1855007613349504/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769074844.059064:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074844.059065:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074844.059068:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f92655e] to pc [ptlrpcd_00_00+0] req@ffff982b984aa680 x1855007613349504/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074844.059079:0:30087:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074844.059082:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769074844.059085:0:30087:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1769074844.059088:0:30087:0:(import.c:2045:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:1.0:1769074844.059091:0:30087:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:1.0:1769074844.059094:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b984a8380. 00000020:00000040:1.0:1769074844.059096:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 00000100:00000001:1.0:1769074844.059098:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074844.059099:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074844.059101:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074844.059104:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b98b34c00. 00000100:00000001:1.0:1769074844.059120:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074844.059122:0:30087:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446629911738876800 : -114161970674816 : ffff982b984a8380) 00000100:00080000:1.0:1769074844.059125:0:30087:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1769074844.059128:0:30087:0:(import.c:2080:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff982b858dd800: disconnect after 25s idle 00000100:00000001:1.0:1769074844.059222:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074844.059224:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074844.059230:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2b736bd] to pc [ptlrpcd_rcv+-1] req@ffff982b984a8380 x1855007613349632/t0(0) o9->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074844.059238:0:30087:0:(import.c:2084:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074844.059240:0:30087:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074844.059242:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769074844.059246:0:30087:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1769074844.059247:0:30087:0:(import.c:2045:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:1.0:1769074844.059249:0:30087:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:1.0:1769074844.059253:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b984ab100. 00000020:00000040:1.0:1769074844.059255:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 00000100:00000001:1.0:1769074844.059258:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074844.059259:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074844.059261:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074844.059266:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b98b34e00. 00000100:00000001:1.0:1769074844.059269:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074844.059271:0:30087:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446629911738888448 : -114161970663168 : ffff982b984ab100) 00000100:00080000:1.0:1769074844.059274:0:30087:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1769074844.059276:0:30087:0:(import.c:2080:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff982b858dd800: disconnect after 25s idle 00000100:00000001:1.0:1769074844.059278:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074844.059279:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074844.059312:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002403e04a] to pc [ptlrpcd_rcv+-1] req@ffff982b984ab100 x1855007613349760/t0(0) o9->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074844.059319:0:30087:0:(import.c:2084:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074844.059321:0:30087:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074844.059326:0:30087:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1838) 00000100:00000001:1.0:1769074844.059340:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074844.059343:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074844.059344:0:2364:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074844.059348:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b984aa680 x1855007613349504/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074844.059356:0:2364:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074844.059359:0:2364:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074844.059363:0:2364:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074844.059366:0:2364:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074844.059369:0:2364:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074844.059372:0:2364:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b984aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2364:1855007613349504:192.168.204.151@tcp:400:kworker.0 00000100:00000001:1.0:1769074844.059377:0:2364:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074844.059383:0:2364:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074844.059385:0:2364:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074844.059389:0:2364:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074844.059393:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b83d9f600. 02000000:00000001:1.0:1769074844.059395:0:2364:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074844.059404:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074844.059408:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47318. 00000400:00000010:1.0:1769074844.059415:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e83b8. 00000100:00000200:1.0:1769074844.059425:0:2364:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613349504, portal 10 00000100:00000001:1.0:1769074844.059428:0:2364:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074844.059429:0:2364:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738885760 : -114161970665856 : ffff982b984aa680) 00000100:00000040:1.0:1769074844.059437:0:2364:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b984aa680 x1855007613349504/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074844.059444:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074844.059447:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074844.059450:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8088. 00000100:00000200:1.0:1769074844.059455:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007613349504, offset 0 00000400:00000200:1.0:1769074844.059463:0:2364:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074844.059471:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074844.059478:0:2364:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074844.059486:0:2364:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074844.059491:0:2364:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074844.059495:0:2364:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074844.059498:0:2364:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074844.059502:0:2364:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15440:15440:256:4294967295] 192.168.204.151@tcp LPNI seq info [15440:15440:8:4294967295] 00000400:00000200:1.0:1769074844.059506:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074844.059518:0:2364:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074844.059525:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074844.059530:0:2364:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b98b34900. 00000800:00000200:1.0:1769074844.059537:0:2364:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074844.059547:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074844.059552:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b98b34900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1769074844.059563:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074844.059568:0:2364:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 872232 usecs (873 jiffies) 00000400:00000200:1.0:1769074844.059572:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074844.059575:0:2364:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296501610 00000100:00000001:1.0:1769074844.059578:0:2364:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296504710 00000100:00000001:1.0:1769074844.059581:0:2364:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296501610 00000100:00000001:1.0:1769074844.059583:0:2364:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296504710 00000100:00000001:1.0:1769074844.059586:0:2364:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074844.059589:0:2364:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074844.059592:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074844.059594:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074844.059599:0:2364:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074844.059600:0:2364:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769074844.059602:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074844.059604:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074844.059605:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074844.059607:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074844.059710:0:2365:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074844.059714:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1769074844.059722:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074828/real 1769074828] req@ffff982b984a8e00 x1855007613347968/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074844 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769074844.059733:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074844.059735:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074844.059738:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47000. 00000400:00000200:0.0:1769074844.059743:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8000 00000400:00000010:0.0:1769074844.059745:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8000. 00000100:00000001:0.0:1769074844.059748:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074844.059751:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b984a8e00 x1855007613347968/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074844 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074844.059759:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b984a8e00 x1855007613347968/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074844 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074844.059765:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074844.059766:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074844.059768:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074844.059770:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769074844.059773:0:2365:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff982b984a8e00 x1855007613347968/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074844 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074844.059780:0:2365:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1769074844.059781:0:2365:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1769074844.059785:0:2365:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff982b858dd800: Connection to lustre-MDT0000 (at 192.168.204.151@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:0.0:1769074844.059788:0:2365:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:0.0:1769074844.059792:0:2365:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:0.0:1769074844.059795:0:2365:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074844.059797:0:2365:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1769074844.059798:0:2365:0:(import.c:416:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:0.0:1769074844.059814:0:2365:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1769074844.059816:0:2365:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074844.059821:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074844.059822:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074844.059824:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074844.059826:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074844.059826:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074844.059827:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074844.059829:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074844.059830:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074844.059831:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769074844.059834:0:2367:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1769074844.059835:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b984a8e00 x1855007613347968/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074844 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769074844.059836:0:2367:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074844.059839:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7210. 00000100:00000001:0.0:1769074844.059842:0:2365:0:(client.c:2174:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000400:00000200:3.0:1769074844.059844:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad63b8 00000100:00000001:0.0:1769074844.059846:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1769074844.059846:0:2367:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad63b8. 00000100:00000001:0.0:1769074844.059847:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074844.059849:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074844.059849:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1769074844.059852:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b984a8e00 x1855007613347968/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074844 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074844.059854:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90371c00 x1855007613348864/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074854 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074844.059861:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b984a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2365:1855007613347968:192.168.204.151@tcp:400:kworker.0 00000100:00000200:3.0:1769074844.059864:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90371c00 x1855007613348864/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074854 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074844.059866:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074844.059868:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769074844.059870:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1769074844.059871:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b984a8e00 x1855007613347968/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074844 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074844.059871:0:2367:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074844.059876:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90371c00 x1855007613348864/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074854 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074844.059879:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074844.059881:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1769074844.059882:0:2367:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 02000000:00000010:0.0:1769074844.059884:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b83d9fc00. 00000100:00000001:3.0:1769074844.059884:0:2367:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074844.059885:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074844.059886:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769074844.059888:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1769074844.059889:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90371c00 x1855007613348864/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074854 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769074844.059890:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074844.059891:0:2365:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=58 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074844.059893:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074844.059895:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b8a34b600. 00000100:00100000:3.0:1769074844.059897:0:2367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90371c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2367:1855007613348864:192.168.204.151@tcp:400:kworker.0 02000000:00000001:0.0:1769074844.059898:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074844.059900:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074844.059901:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b984a8e00. 00000100:00000001:3.0:1769074844.059902:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074844.059903:0:2367:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769074844.059905:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1769074844.059906:0:2367:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90371c00 x1855007613348864/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074854 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074844.059907:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074844.059909:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074844.059911:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074844.059912:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074844.059914:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074844.059916:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074844.059919:0:2367:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074844.059920:0:2367:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074844.059921:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b88307c00. 02000000:00000001:3.0:1769074844.059925:0:2367:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074844.059926:0:2367:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074844.059927:0:2367:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=5 obd=MGC192.168.204.151@tcp 00000020:00000001:3.0:1769074844.059929:0:2367:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074844.059930:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99652100. 02000000:00000001:3.0:1769074844.059933:0:2367:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074844.059934:0:2367:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074844.059935:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90371c00. 00000100:00000001:3.0:1769074844.059938:0:2367:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074844.059939:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074844.059939:0:2367:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074844.059941:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074844.059942:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769074844.059942:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074844.059943:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074844.059944:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074844.059946:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074844.059947:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b984aad80 x1855007613349376/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074844.059948:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074844.059954:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074844.059956:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074844.059958:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074844.059960:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074844.059962:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074844.059965:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b984aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613349376:192.168.204.151@tcp:250:kworker.0 00000100:00000001:0.0:1769074844.059968:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074844.059970:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074844.059972:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074844.059974:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074844.059978:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b85880c00. 02000000:00000001:0.0:1769074844.059980:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074844.059984:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074844.059988:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b6f78. 00000400:00000010:0.0:1769074844.059993:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f770. 00000100:00000200:0.0:1769074844.059996:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613349376, portal 25 00000100:00000001:0.0:1769074844.059998:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074844.059999:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738887552 : -114161970664064 : ffff982b984aad80) 00000100:00000040:0.0:1769074844.060004:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b984aad80 x1855007613349376/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074844.060011:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074844.060013:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074844.060017:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f440. 00000100:00000200:0.0:1769074844.060019:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007613349376, offset 0 00000400:00000200:0.0:1769074844.060025:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074844.060030:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074844.060034:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074844.060037:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074844.060040:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074844.060042:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074844.060044:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074844.060047:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15441:15441:255:4294967295] 192.168.204.151@tcp LPNI seq info [15441:15441:7:4294967295] 00000400:00000200:0.0:1769074844.060051:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074844.060058:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074844.060063:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074844.060068:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08600. 00000800:00000200:0.0:1769074844.060072:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074844.060076:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074844.060079:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1769074844.060083:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074844.060086:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074844.060088:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296509830 00000100:00000001:0.0:1769074844.060095:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296504710 00000100:00000001:0.0:1769074844.060099:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296509830 00000100:00000001:0.0:1769074844.060102:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296504710 00000100:00000001:0.0:1769074844.060116:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074844.060118:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074844.060121:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074844.060125:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b984a8380 x1855007613349632/t0(0) o9->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074844.060145:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074844.060147:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074844.060150:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074844.060152:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074844.060154:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074844.060156:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b984a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613349632:192.168.204.151@tcp:9:kworker.0 00000100:00000001:0.0:1769074844.060160:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074844.060163:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074844.060164:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074844.060166:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074844.060169:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b883d3600. 02000000:00000001:0.0:1769074844.060171:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074844.060174:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074844.060177:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b6738. 00000400:00000010:0.0:1769074844.060182:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604fe58. 00000100:00000200:0.0:1769074844.060185:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613349632, portal 4 00000100:00000001:0.0:1769074844.060187:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074844.060188:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738876800 : -114161970674816 : ffff982b984a8380) 00000100:00000040:0.0:1769074844.060194:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b984a8380 x1855007613349632/t0(0) o9->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074844.060199:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074844.060202:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074844.060204:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604fee0. 00000100:00000200:0.0:1769074844.060207:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007613349632, offset 0 00000400:00000200:0.0:1769074844.060212:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074844.060215:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074844.060219:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074844.060222:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074844.060224:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074844.060226:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074844.060228:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074844.060231:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15442:15442:254:4294967295] 192.168.204.151@tcp LPNI seq info [15442:15442:6:4294967295] 00000400:00000200:0.0:1769074844.060236:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074844.060241:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074844.060247:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074844.060251:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08f00. 00000800:00000200:0.0:1769074844.060256:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074844.060259:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074844.060262:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074844.060265:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074844.060268:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 25097 usecs (26 jiffies) 00000400:00000200:0.0:1769074844.060272:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074844.060274:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296500763 00000100:00000001:0.0:1769074844.060277:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296509830 00000100:00000001:0.0:1769074844.060308:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296500764 00000100:00000001:0.0:1769074844.060311:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296509830 00000100:00000001:0.0:1769074844.060313:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074844.060315:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074844.060317:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074844.060320:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b984ab100 x1855007613349760/t0(0) o9->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074844.060326:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074844.060327:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074844.060329:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074844.060331:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074844.060334:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074844.060336:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b984ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613349760:192.168.204.151@tcp:9:kworker.0 00000100:00000001:0.0:1769074844.060339:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074844.060342:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074844.060343:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074844.060345:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074844.060349:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b883d2c00. 02000000:00000001:0.0:1769074844.060351:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074844.060354:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074844.060357:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b6370. 00000400:00000010:0.0:1769074844.060360:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604ff68. 00000100:00000200:0.0:1769074844.060364:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613349760, portal 4 00000100:00000001:0.0:1769074844.060366:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074844.060367:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738888448 : -114161970663168 : ffff982b984ab100) 00000100:00000040:0.0:1769074844.060373:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b984ab100 x1855007613349760/t0(0) o9->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074844.060380:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074844.060382:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074844.060385:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f5d8. 00000100:00000200:0.0:1769074844.060388:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007613349760, offset 0 00000400:00000200:0.0:1769074844.060392:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074844.060395:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074844.060399:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074844.060402:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074844.060404:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074844.060407:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074844.060409:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074844.060412:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15443:15443:253:4294967295] 192.168.204.151@tcp LPNI seq info [15443:15443:5:4294967295] 00000400:00000200:0.0:1769074844.060416:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074844.060421:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074844.060425:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074844.060430:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08100. 00000800:00000200:0.0:1769074844.060433:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074844.060437:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074844.060439:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074844.060442:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074844.060446:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 27190 usecs (28 jiffies) 00000400:00000200:0.0:1769074844.060449:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074844.060451:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296500766 00000100:00000001:0.0:1769074844.060453:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296509830 00000100:00000001:0.0:1769074844.060457:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296500766 00000100:00000001:0.0:1769074844.060459:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296509830 00000100:00000001:0.0:1769074844.060462:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074844.060464:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074844.060466:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074844.060468:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074844.060474:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074844.060475:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1769074844.060477:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074844.060479:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074844.060480:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074844.060482:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769074844.064387:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769074844.064401:0:30087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769074844.064405:0:30087:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769074844.064410:0:30087:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769074844.064416:0:30087:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769074844.064426:0:30087:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 1716 00000400:00000200:1.0:1769074844.064439:0:30087:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074844.064446:0:30087:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00000040:1.0:1769074844.064450:0:30087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769074844.064454:0:30087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769074844.064457:0:30087:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769074844.064460:0:30087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:1.0:1769074844.064465:0:30087:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769074844.064467:0:30087:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000020:00000001:1.0:1769074844.064470:0:30087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074844.064473:0:30087:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000020:00000001:1.0:1769074844.064475:0:30087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000020:00000001:1.0:1769074844.064478:0:30087:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000040:1.0:1769074844.064481:0:30087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769074844.064483:0:30087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769074844.064485:0:30087:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769074844.064487:0:30087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:1.0:1769074844.064490:0:30087:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 00000100:00080000:1.0:1769074844.064494:0:30087:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:1.0:1769074844.064496:0:30087:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074844.064499:0:30087:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769074844.064507:0:30087:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074844.064511:0:30087:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074844.064513:0:30087:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769074844.064518:0:30087:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769074844.064522:0:30087:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074844.064524:0:30087:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074844.064537:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b984a9880. 00000020:00000040:1.0:1769074844.064541:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=59 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:1.0:1769074844.064546:0:30087:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769074844.064548:0:30087:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074844.064551:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074844.064554:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074844.064559:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074844.064569:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b85944400. 00000100:00000001:1.0:1769074844.064577:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074844.064589:0:30087:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b984a9880 x1855007613349888/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769074844.064600:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074844.064605:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074844.064610:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af12944c] to pc [ptlrpcd_rcv+-1] req@ffff982b984a9880 x1855007613349888/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074844.064649:0:30087:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769074844.064653:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769074844.064657:0:30087:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1769074844.064660:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769074844.064664:0:30087:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1769074844.064670:0:30087:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1838) 00000100:00000001:2.0:1769074844.064936:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074844.064942:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074844.064953:0:2366:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074844.064956:0:2366:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074844.064960:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7eec8. 00000400:00000200:2.0:1769074844.064970:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f7f8 00000400:00000010:2.0:1769074844.064974:0:2366:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f7f8. 00000100:00000001:2.0:1769074844.064978:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074844.064985:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90371880 x1855007613348352/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074849 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074844.064996:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90371880 x1855007613348352/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074849 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074844.065002:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074844.065004:0:2366:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074844.065008:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90371880 x1855007613348352/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074849 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074844.065015:0:2366:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1769074844.065017:0:2366:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074844.065020:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074844.065022:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074844.065026:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90371880 x1855007613348352/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074849 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074844.065033:0:2366:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90371880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2366:1855007613348352:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074844.065038:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074844.065040:0:2366:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074844.065043:0:2366:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90371880 x1855007613348352/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074849 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074844.065050:0:2366:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074844.065053:0:2366:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074844.065056:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b996c1600. 02000000:00000001:2.0:1769074844.065067:0:2366:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074844.065070:0:2366:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074844.065072:0:2366:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000020:00000001:2.0:1769074844.065075:0:2366:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074844.065078:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99652c00. 02000000:00000001:2.0:1769074844.065082:0:2366:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074844.065085:0:2366:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074844.065088:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90371880. 00000100:00000001:2.0:1769074844.065091:0:2366:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074844.065093:0:2366:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074844.065096:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074844.065098:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074844.065100:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074844.065101:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074844.065103:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074844.065189:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074844.065193:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b98b34900. 00000400:00000200:2.0:1769074844.065199:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074844.065205:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074844.065211:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8088 00000400:00000010:2.0:1769074844.065214:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8088. 00000100:00000001:2.0:1769074844.065217:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074844.065223:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b984aa680 x1855007613349504/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074844.065232:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074844.065235:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b984aa680 x1855007613349504/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074860 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074844.065240:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074844.065242:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074844.065258:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074844.065260:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08600. 00000400:00000200:2.0:1769074844.065264:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074844.065267:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074844.065270:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f440 00000400:00000010:2.0:1769074844.065272:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f440. 00000100:00000001:2.0:1769074844.065275:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074844.065279:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b984aad80 x1855007613349376/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074844.065328:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074844.065332:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b984aad80 x1855007613349376/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074854 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074844.065340:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074844.065342:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769074844.065352:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1769074844.065353:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074844.065357:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08f00. 00000100:00000001:0.0:1769074844.065358:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1769074844.065362:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1769074844.065363:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1769074844.065369:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074844.065374:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604fee0 00000100:00000040:0.0:1769074844.065375:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b984a9880 x1855007613349888/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074844.065377:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604fee0. 00000100:00000001:2.0:1769074844.065383:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769074844.065391:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1769074844.065392:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b984a8380 x1855007613349632/t0(0) o9->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074844.065395:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074844.065402:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1769074844.065405:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1769074844.065407:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1769074844.065412:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b984a8380 x1855007613349632/t0(0) o9->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074854 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769074844.065413:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074844.065422:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b984a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613349888:192.168.204.151@tcp:38:kworker.0 00000100:00000001:2.0:1769074844.065425:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074844.065429:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769074844.065431:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074844.065439:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074844.065442:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074844.065445:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074844.065452:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b85881400. 02000000:00000001:0.0:1769074844.065454:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074844.065463:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074844.065468:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b6160. 00000400:00000010:0.0:1769074844.065475:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f880. 00000100:00000200:0.0:1769074844.065483:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613349888, portal 10 00000100:00000001:0.0:1769074844.065486:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074844.065489:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738882176 : -114161970669440 : ffff982b984a9880) 00000100:00000040:0.0:1769074844.065497:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b984a9880 x1855007613349888/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1769074844.065510:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074844.065514:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08100. 00000400:00000200:2.0:1769074844.065518:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074844.065523:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074844.065526:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f5d8 00000400:00000010:2.0:1769074844.065528:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f5d8. 00000100:00000001:2.0:1769074844.065530:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074844.065535:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b984ab100 x1855007613349760/t0(0) o9->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074844.065543:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074844.065547:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b984ab100 x1855007613349760/t0(0) o9->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074854 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074844.065560:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074844.065562:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769074844.065666:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074844.065671:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074844.065675:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f908. 00000100:00000200:0.0:1769074844.065679:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613349888, offset 0 00000400:00000200:0.0:1769074844.065687:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074844.065697:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074844.065705:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074844.065711:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074844.065716:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074844.065721:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074844.065723:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074844.065727:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15444:15444:256:4294967295] 192.168.204.151@tcp LPNI seq info [15444:15444:8:4294967295] 00000400:00000200:0.0:1769074844.065731:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074844.065743:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074844.065750:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074844.065756:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08a00. 00000800:00000200:0.0:1769074844.065765:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074844.065773:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074844.065779:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08a00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1769074844.065801:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074844.065807:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 872232 usecs (873 jiffies) 00000400:00000200:0.0:1769074844.065811:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074844.065815:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296501616 00000100:00000001:0.0:1769074844.065818:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296509830 00000100:00000001:0.0:1769074844.065821:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296501616 00000100:00000001:0.0:1769074844.065823:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296509830 00000100:00000001:0.0:1769074844.065828:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074844.065831:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074844.065834:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074844.065836:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074844.065844:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074844.065846:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1769074844.065849:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074844.065850:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074844.065852:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074844.065854:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074844.068431:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074844.068443:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08a00. 00000400:00000200:3.0:1769074844.068451:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074844.068462:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074844.068471:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f908 00000400:00000010:3.0:1769074844.068474:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f908. 00000100:00000001:3.0:1769074844.068481:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074844.068491:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b984a9880 x1855007613349888/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074844.068505:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074844.068509:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b984a9880 x1855007613349888/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074854 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074844.068517:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074844.068519:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074844.077520:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074844.077548:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074844.077554:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074844.077557:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074844.077585:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074844.077597:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074844.077608:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074844.077614:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074844.077622:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074844.077627:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 4 MB=0x6971e9dd96f00 00000400:00000200:2.0:1769074844.077633:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074844.077643:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.151@tcp of length 224/224 into md 0x225f5 [1] + 224 00000800:00000001:2.0:1769074844.077655:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074844.077662:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074844.077667:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074844.077672:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074844.077684:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074844.077698:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b984a8380 x1855007613349632/t0(0) o9->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074854 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074844.077711:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b984a8380 x1855007613349632/t0(0) o9->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074854 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074844.077743:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074844.077758:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074844.077762:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074844.077764:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074844.077766:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074844.077769:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074844.077772:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074844.077776:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074844.077779:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074844.077782:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074844.077785:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 4 MB=0x6971e9dd96f80 00000400:00000200:2.0:1769074844.077788:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074844.077792:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.151@tcp of length 224/224 into md 0x225fd [1] + 224 00000800:00000001:2.0:1769074844.077796:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074844.077804:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074844.077806:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074844.077809:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074844.077812:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074844.077818:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b984ab100 x1855007613349760/t0(0) o9->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074854 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074844.077828:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b984ab100 x1855007613349760/t0(0) o9->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074854 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074844.077835:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074844.077838:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074844.077841:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074844.079209:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074844.079220:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074844.079234:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074844.079236:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074844.079242:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6738. 00000400:00000200:0.0:1769074844.080746:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604fe58 00000400:00000010:0.0:1769074844.080761:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604fe58. 00000100:00000001:0.0:1769074844.080772:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074844.080787:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b984a8380 x1855007613349632/t0(0) o9->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074854 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074844.080801:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b984a8380 x1855007613349632/t0(0) o9->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074854 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074844.080810:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074844.080814:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074844.080818:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074844.080822:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074844.080826:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074844.080828:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074844.080832:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074844.080845:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b83e5ec58 time=55 v=5 (5 0 5 5) 00000100:00001000:0.0:1769074844.080850:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b83e5ec10 time=46 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074844.080853:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074844.080856:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074844.080859:0:2363:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074844.080865:0:2363:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074844.080870:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074844.080875:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff982b858dd800: skip recheck: last_committed 0 00000100:00000001:0.0:1769074844.080877:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074844.080878:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074844.080885:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b984a8380 x1855007613349632/t0(0) o9->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074854 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074844.081036:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074844.081040:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074844.081043:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769074844.081048:0:2363:0:(import.c:1990:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff982b984a8380 x1855007613349632/t0(0) o9->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074854 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769074844.081057:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1769074844.081063:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b984a8380 x1855007613349632/t0(0) o9->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074854 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074844.081071:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b984a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613349632:192.168.204.151@tcp:9:kworker.0 00000400:00000001:0.0:1769074844.081084:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074844.081087:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074844.081091:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6370. 00000400:00000200:0.0:1769074844.081095:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604ff68 00000400:00000010:0.0:1769074844.081097:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604ff68. 00000100:00000001:0.0:1769074844.081100:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074844.081104:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b984ab100 x1855007613349760/t0(0) o9->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074854 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074844.081123:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b984ab100 x1855007613349760/t0(0) o9->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074854 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074844.081130:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074844.081131:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074844.081133:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074844.081135:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074844.081137:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074844.081138:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074844.081141:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074844.081147:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b99688458 time=55 v=5 (5 0 5 5) 00000100:00001000:0.0:1769074844.081150:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b99688410 time=46 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074844.081152:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074844.081154:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074844.081156:0:2363:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074844.081158:0:2363:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074844.081161:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074844.081162:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff982b858dd800: skip recheck: last_committed 4294967330 00000100:00000001:0.0:1769074844.081164:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074844.081166:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074844.081169:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b984ab100 x1855007613349760/t0(0) o9->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074854 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074844.081175:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074844.081177:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074844.081179:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769074844.081182:0:2363:0:(import.c:1990:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff982b984ab100 x1855007613349760/t0(0) o9->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074854 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769074844.081189:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1769074844.081193:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b984ab100 x1855007613349760/t0(0) o9->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074854 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074844.081200:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b984ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613349760:192.168.204.151@tcp:9:kworker.0 00000100:00000001:0.0:1769074844.081205:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074844.081209:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074844.081212:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b984a8380 x1855007613349632/t0(0) o9->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074854 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074844.081220:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074844.081224:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074844.081228:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b883d3600. 02000000:00000001:0.0:1769074844.081234:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074844.081238:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074844.081241:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:0.0:1769074844.081244:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074844.081247:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b98b34c00. 02000000:00000001:0.0:1769074844.083203:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074844.083214:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074844.083220:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b984a8380. 00000100:00000001:0.0:1769074844.083230:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074844.083232:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074844.083237:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074844.083251:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b984ab100 x1855007613349760/t0(0) o9->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074854 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074844.083262:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074844.083295:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074844.083299:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b883d2c00. 02000000:00000001:0.0:1769074844.083303:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074844.083307:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074844.083309:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:0.0:1769074844.083312:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074844.083314:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b98b34e00. 02000000:00000001:0.0:1769074844.083318:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074844.083319:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074844.083320:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b984ab100. 00000100:00000001:0.0:1769074844.083323:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074844.083324:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074844.083327:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074844.083331:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074844.083335:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074844.083340:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074844.083342:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074844.954522:0:2366:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074844.954541:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074844.954544:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074844.954560:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074844.954563:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074844.954569:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074844.954574:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074844.954605:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074844.954608:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074844.954613:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074844.954617:0:30499:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074844.954620:0:30499:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074844.954628:0:30499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074844.954630:0:30499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074844.954632:0:30499:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074844.954636:0:30499:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074844.954638:0:30499:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074844.954640:0:30499:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074844.954643:0:30499:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074844.954881:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074844.954895:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074844.954899:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074845.981216:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074845.981229:0:30499:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074845.981232:0:30499:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074845.981235:0:30499:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074845.981241:0:30499:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074845.981244:0:30499:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074845.981247:0:30499:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074845.981249:0:30499:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074845.981254:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074845.981255:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074845.981382:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074845.981388:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074845.981392:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769074845.981407:0:2366:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074845.981427:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074845.981430:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074845.981433:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074845.981437:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074845.981442:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074845.981446:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074847.002578:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074847.002588:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074847.002595:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074847.002597:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074847.002850:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074847.002855:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074847.002858:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074847.002905:0:2366:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074847.002917:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074847.002919:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074847.002923:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074847.002926:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074847.002930:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074847.002949:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074848.026624:0:2366:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074848.026646:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074848.026649:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074848.026654:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074848.026657:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074848.026662:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074848.026667:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074848.026702:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074848.026706:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074848.026711:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074848.026712:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074848.026830:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074848.026835:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074848.026839:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074849.056096:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074849.056106:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074849.056120:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074849.056122:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074849.056170:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074849.056174:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074849.056179:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769074849.057015:0:2366:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074849.057030:0:2366:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000400:3.0:1769074849.057050:0:2366:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074833/real 1769074833] req@ffff982b90373100 x1855007613348480/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074849 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769074849.057070:0:2366:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074849.057072:0:2366:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074849.057077:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7e8f0. 00000400:00000200:3.0:1769074849.057082:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897ff68 00000400:00000010:3.0:1769074849.057085:0:2366:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897ff68. 00000100:00000001:3.0:1769074849.057100:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074849.057105:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90373100 x1855007613348480/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074849 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074849.057115:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90373100 x1855007613348480/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074849 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074849.057122:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074849.057124:0:2366:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074849.057127:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074849.057129:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074849.057134:0:2366:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff982b90373100 x1855007613348480/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074849 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074849.057141:0:2366:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:3.0:1769074849.057144:0:2366:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff982b88b88800 already not connected (conn 52, was 51): CONNECTING 00000100:00000001:3.0:1769074849.057148:0:2366:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:3.0:1769074849.057149:0:2366:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074849.057159:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074849.057162:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074849.057164:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074849.057167:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074849.057170:0:2366:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074849.057172:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074849.057175:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074849.057181:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90373100 x1855007613348480/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074849 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074849.057188:0:2366:0:(client.c:2174:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:3.0:1769074849.057191:0:2366:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074849.057193:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074849.057194:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074849.057198:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90373100 x1855007613348480/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074849 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074849.057205:0:2366:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90373100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2366:1855007613348480:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1769074849.057211:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074849.057214:0:2366:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074849.057217:0:2366:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90373100 x1855007613348480/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074849 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074849.057224:0:2366:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074849.057228:0:2366:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074849.057233:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b996c0200. 02000000:00000001:3.0:1769074849.057239:0:2366:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074849.057242:0:2366:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074849.057244:0:2366:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=58 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:3.0:1769074849.057246:0:2366:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074849.057249:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99652000. 02000000:00000001:3.0:1769074849.057252:0:2366:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074849.057255:0:2366:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074849.057258:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90373100. 00000100:00000001:3.0:1769074849.057262:0:2366:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074849.057264:0:2366:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074849.057266:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074849.057269:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074849.057270:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074849.057271:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074849.057274:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074849.178414:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074849.178437:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074849.178440:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074849.178449:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074849.178452:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074849.178458:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074849.178461:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769074849.178619:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769074849.178627:0:30087:0:(pinger.c:247:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1769074849.178630:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769074849.178634:0:30087:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1769074849.178637:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1769074849.178642:0:30087:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1769074849.178646:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1769074849.178649:0:30087:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1769074849.178657:0:30087:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1843) 00010000:00000001:2.0:1769074850.074645:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074850.074656:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074850.074664:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074850.074665:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074850.074912:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074850.074917:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074850.074921:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074850.203706:0:2367:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074850.203724:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074850.203726:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074850.203733:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074850.203737:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074850.203741:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074850.203746:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074850.204300:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074850.204309:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074850.204311:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074850.204314:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074850.204315:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074850.204318:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074850.204320:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074851.098639:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074851.098651:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074851.098661:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074851.098663:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074851.098700:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074851.098704:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074851.098708:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074851.226452:0:2367:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074851.226456:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074851.226472:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074851.226472:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074851.226475:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074851.226475:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074851.226481:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074851.226481:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074851.226485:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074851.226485:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074851.226490:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074851.226490:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074851.226493:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074851.226494:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074852.125657:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074852.125667:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074852.125676:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074852.125677:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074852.126533:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074852.126540:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074852.126546:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074852.255263:0:2367:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074852.255295:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074852.255298:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074852.255305:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074852.255309:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074852.255313:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074852.255317:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074852.260689:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074852.260707:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074852.260711:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074852.260717:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074852.260720:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074852.260725:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074852.260728:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074853.147402:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074853.147423:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074853.147432:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074853.147433:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074853.147520:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074853.147524:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074853.147529:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1769074853.274949:0:15360:0:(connection.c:75:cpu_latency_work()) work item of ffff982b99695330 (cpu 0) has reached its deadline 4296509830, at 4296509952 00000100:00000010:3.0:1769074853.274979:0:15360:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982b90217de0. 00000100:00000040:2.0:1769074853.280797:0:30499:0:(connection.c:75:cpu_latency_work()) work item of ffff982b99695220 (cpu 0) has reached its deadline 4296509830, at 4296509958 00000100:00000010:2.0:1769074853.280825:0:30499:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982b90217720. 00000100:00000001:2.0:1769074853.280855:0:2367:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074853.280867:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074853.280870:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074853.280875:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074853.280878:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074853.280882:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074853.280886:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074853.284357:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074853.284381:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074853.284383:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074853.284389:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074853.284392:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074853.284397:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074853.284401:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074854.170835:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074854.170845:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074854.170852:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074854.170853:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074854.170893:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074854.170907:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074854.170910:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074854.298487:0:2367:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074854.298499:0:2367:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000400:2.0:1769074854.298520:0:2367:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074838/real 1769074838] req@ffff982b90372d80 x1855007613348992/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074854 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769074854.298546:0:2367:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074854.298548:0:2367:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074854.298554:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c75d8. 00000400:00000200:2.0:1769074854.298565:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6cc0 00000400:00000010:2.0:1769074854.298568:0:2367:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6cc0. 00000100:00000001:2.0:1769074854.298573:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074854.298579:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90372d80 x1855007613348992/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074854 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074854.298590:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90372d80 x1855007613348992/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074854 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074854.298599:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074854.298601:0:2367:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074854.299031:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074854.299036:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769074854.299044:0:2367:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff982b90372d80 x1855007613348992/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074854 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074854.299052:0:2367:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:2.0:1769074854.299056:0:2367:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff982b88b88800 already not connected (conn 52, was 51): CONNECTING 00000100:00000001:2.0:1769074854.299059:0:2367:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:2.0:1769074854.299061:0:2367:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074854.299072:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074854.299075:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074854.299078:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074854.299081:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074854.299084:0:2367:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074854.299086:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074854.299088:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074854.299093:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90372d80 x1855007613348992/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074854 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074854.299102:0:2367:0:(client.c:2174:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1769074854.299105:0:2367:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074854.299107:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074854.299109:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074854.299113:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90372d80 x1855007613348992/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074854 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074854.299122:0:2367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90372d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2367:1855007613348992:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074854.299129:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074854.299133:0:2367:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074854.299137:0:2367:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90372d80 x1855007613348992/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074854 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074854.299146:0:2367:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074854.299150:0:2367:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074854.299156:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b88306600. 02000000:00000001:2.0:1769074854.299162:0:2367:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074854.299166:0:2367:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074854.299168:0:2367:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=57 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:2.0:1769074854.299171:0:2367:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074854.299175:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99652800. 02000000:00000001:2.0:1769074854.299179:0:2367:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074854.299182:0:2367:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074854.299184:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90372d80. 00000100:00000001:2.0:1769074854.299188:0:2367:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074854.299190:0:2367:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074854.299193:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074854.299195:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074854.299197:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074854.299198:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074854.299202:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074854.299401:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074854.299406:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769074854.299415:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074844/real 1769074844] req@ffff982b984a9880 x1855007613349888/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074854 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769074854.299426:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074854.299427:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074854.299431:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6160. 00000400:00000200:3.0:1769074854.299435:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f880 00000400:00000010:3.0:1769074854.299437:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f880. 00000100:00000001:3.0:1769074854.299443:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074854.299446:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b984a9880 x1855007613349888/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074854 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074854.299455:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b984a9880 x1855007613349888/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074854 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074854.299461:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074854.299463:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074854.299466:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074854.299467:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074854.299470:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b984a9880 x1855007613349888/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074854 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074854.299476:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074854.299479:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769074854.299484:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074844/real 1769074844] req@ffff982b984aad80 x1855007613349376/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769074854 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769074854.299491:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074854.299492:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074854.299494:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6f78. 00000400:00000200:3.0:1769074854.299497:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f770 00000400:00000010:3.0:1769074854.299499:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f770. 00000100:00000001:3.0:1769074854.299501:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074854.299504:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b984aad80 x1855007613349376/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769074854 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074854.299512:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b984aad80 x1855007613349376/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769074854 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074854.299517:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074854.299518:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074854.299520:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074854.299521:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074854.299525:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b984aad80 x1855007613349376/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769074854 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074854.299531:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074854.299537:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074854.299538:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074854.299541:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074854.299542:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074854.299544:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074854.299549:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b984a9880 x1855007613349888/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074854 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074854.299556:0:2363:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769074854.299559:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074854.299560:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074854.299561:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074854.299564:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769074854.299566:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769074854.299570:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769074854.299758:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:3.0:1769074854.299761:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769074854.299766:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b984a9880 x1855007613349888/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074854 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074854.299775:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b984a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613349888:192.168.204.151@tcp:38:kworker.0 00000100:00000001:3.0:1769074854.299779:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074854.299783:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b984aad80 x1855007613349376/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769074854 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074854.299789:0:2363:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769074854.299791:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074854.299794:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074854.299795:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074854.299796:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769074854.299798:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769074854.299800:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769074854.300090:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769074854.300098:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769074854.300100:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769074854.300103:0:37:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769074854.300107:0:37:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769074854.300111:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.151@tcp: connect to NID 192.168.204.151@tcp last attempt 1833 00000400:00000200:0.0:1769074854.300121:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074854.300128:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00001000:0.0:1769074854.300134:0:37:0:(import.c:2128:obd_at_measure()) add 10 to ffff982b88b8ac10 time=127 v=5 (1 0 0 0) 00000100:00001000:0.0:1769074854.300138:0:37:0:(import.c:2194:obd_at_measure()) AT ffff982b88b8ac10 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00080000:0.0:1769074854.300142:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.151@tcp: tried all connections, increasing latency to 5s 00000100:00000040:0.0:1769074854.300147:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769074854.300151:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769074854.300153:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769074854.300156:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:0.0:1769074854.300160:0:37:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769074854.300162:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000020:00000001:0.0:1769074854.300165:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074854.300168:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000020:00000001:0.0:1769074854.300171:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000020:00000001:0.0:1769074854.300173:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00000040:0.0:1769074854.300176:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769074854.300178:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769074854.300180:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769074854.300181:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:0.0:1769074854.300186:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00080000:0.0:1769074854.300190:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.151@tcp: import ffff982b88b8a800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:0.0:1769074854.300193:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074854.300196:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769074854.300200:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074854.300203:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074854.300206:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769074854.300208:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074854.300220:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98580a80. 00000020:00000040:0.0:1769074854.300224:0:37:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=5 obd=MGC192.168.204.151@tcp 02000000:00000001:0.0:1769074854.300229:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769074854.300231:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074854.300235:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074854.300238:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074854.300244:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074854.300253:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b85880000. 00000100:00000001:0.0:1769074854.300261:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074854.300269:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b98580a80 x1855007613350016/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769074854.300279:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074854.300366:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074854.300372:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f25c139] to pc [ptlrpcd_rcv+-1] req@ffff982b98580a80 x1855007613350016/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074854.300385:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769074854.300388:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769074854.300457:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769074854.300459:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769074854.300461:0:37:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769074854.300465:0:37:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769074854.300468:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 1833 00000400:00000200:0.0:1769074854.300473:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074854.300476:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00001000:0.0:1769074854.300479:0:37:0:(import.c:2128:obd_at_measure()) add 10 to ffff982b88b88c10 time=127 v=5 (1 0 0 0) 00000100:00001000:0.0:1769074854.300482:0:37:0:(import.c:2194:obd_at_measure()) AT ffff982b88b88c10 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00080000:0.0:1769074854.300485:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: tried all connections, increasing latency to 5s 00000100:00000040:0.0:1769074854.300488:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769074854.300490:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769074854.300492:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769074854.300494:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:0.0:1769074854.300496:0:37:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769074854.300498:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000020:00000001:0.0:1769074854.300500:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074854.300502:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000020:00000001:0.0:1769074854.300504:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000020:00000001:0.0:1769074854.300507:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000040:0.0:1769074854.300510:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769074854.300512:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769074854.300514:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769074854.300515:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:0.0:1769074854.300518:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 00000100:00080000:0.0:1769074854.300520:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:0.0:1769074854.300523:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074854.300525:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769074854.300531:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074854.300533:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074854.300535:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769074854.300540:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769074854.300543:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074854.300545:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074854.300549:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98582d80. 00000020:00000040:0.0:1769074854.300552:0:37:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=58 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:0.0:1769074854.300554:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769074854.300555:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074854.300557:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074854.300559:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074854.300561:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074854.300565:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b85881000. 00000100:00000001:0.0:1769074854.300569:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074854.300574:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b98582d80 x1855007613350144/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769074854.300582:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074854.300584:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074854.300588:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ae4bcc8] to pc [ptlrpcd_rcv+-1] req@ffff982b98582d80 x1855007613350144/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074854.300595:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074854.300598:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1769074854.300602:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1769074854.300811:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1769074854.300817:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1769074854.300823:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1848) 00000100:00080000:3.0:1769074854.300971:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.151@tcp failed (-110) 00000100:00000001:3.0:1769074854.300975:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769074854.300982:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b984aad80 x1855007613349376/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769074854 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074854.300998:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b984aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613349376:192.168.204.151@tcp:250:kworker.0 00000100:00000001:3.0:1769074854.301003:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074854.301007:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074854.301011:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b984a9880 x1855007613349888/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074854 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074854.301018:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074854.301021:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074854.301024:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b85881400. 02000000:00000001:3.0:1769074854.301031:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074854.301033:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074854.301034:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=57 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:3.0:1769074854.301037:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074854.301039:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b85944400. 02000000:00000001:3.0:1769074854.301043:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074854.301045:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074854.301047:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b984a9880. 00000100:00000001:3.0:1769074854.301051:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074854.301052:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074854.301054:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074854.301057:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b984aad80 x1855007613349376/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769074854 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074854.301062:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074854.301064:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074854.301065:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b85880c00. 02000000:00000001:3.0:1769074854.301067:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074854.301068:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074854.301069:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000020:00000001:3.0:1769074854.301070:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074854.301072:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b85946400. 02000000:00000001:3.0:1769074854.301074:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074854.301075:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074854.301076:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b984aad80. 00000100:00000001:3.0:1769074854.301079:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074854.301080:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074854.301083:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074854.301090:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074854.301092:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074854.301094:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074854.301096:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074854.301098:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074854.301102:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98580a80 x1855007613350016/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074854.301109:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074854.301111:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074854.301116:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074854.301119:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074854.301122:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074854.301125:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98580a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613350016:192.168.204.151@tcp:250:kworker.0 00000100:00000001:3.0:1769074854.301129:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074854.301134:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074854.301136:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074854.301139:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074854.301144:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c03000. 02000000:00000001:3.0:1769074854.301146:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074854.301155:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074854.301160:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7210. 00000400:00000010:3.0:1769074854.301169:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad63b8. 00000100:00000200:3.0:1769074854.301179:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613350016, portal 25 00000100:00000001:3.0:1769074854.301182:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074854.301184:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739763328 : -114161969788288 : ffff982b98580a80) 00000100:00000040:3.0:1769074854.301190:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98580a80 x1855007613350016/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074854.301197:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074854.301200:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074854.301202:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6880. 00000100:00000200:3.0:1769074854.301205:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007613350016, offset 0 00000400:00000200:3.0:1769074854.301214:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074854.301224:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074854.301232:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074854.301239:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074854.301245:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074854.301251:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074854.301254:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074854.301258:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15445:15445:256:4294967295] 192.168.204.151@tcp LPNI seq info [15445:15445:8:4294967295] 00000400:00000200:3.0:1769074854.301262:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074854.301273:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000100:00000040:0.0:1769074854.301372:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1769074854.301376:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1769074854.301379:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1769074854.301382:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1769074854.301385:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1848) 00000800:00000200:3.0:1769074854.301504:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074854.301513:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652000. 00000800:00000200:3.0:1769074854.301523:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074854.301535:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074854.301541:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1769074854.301965:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074854.301973:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074854.301977:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296520072 00000100:00000010:3.0:1769074854.301984:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982b98466660. 00000100:00000001:3.0:1769074854.301993:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1769074854.301999:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296520072 00000100:00000010:3.0:1769074854.302003:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982b98466840. 00000100:00000001:3.0:1769074854.302006:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1769074854.302010:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074854.302016:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074854.302019:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074854.302026:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98582d80 x1855007613350144/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074854.302034:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074854.302036:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074854.302040:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074854.302042:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074854.302045:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074854.302047:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98582d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613350144:192.168.204.151@tcp:38:kworker.0 00000100:00000001:3.0:1769074854.302052:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074854.302055:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074854.302057:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074854.302060:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074854.302065:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c03800. 02000000:00000001:3.0:1769074854.302067:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074854.302072:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074854.302077:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7630. 00000400:00000010:3.0:1769074854.302083:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6908. 00000100:00000200:3.0:1769074854.302089:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613350144, portal 10 00000100:00000001:3.0:1769074854.302093:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074854.302095:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739772288 : -114161969779328 : ffff982b98582d80) 00000100:00000040:3.0:1769074854.302102:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98582d80 x1855007613350144/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074854.302108:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074854.302110:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074854.302112:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6aa0. 00000100:00000200:3.0:1769074854.302116:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613350144, offset 0 00000400:00000200:3.0:1769074854.302121:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074854.302127:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074854.302134:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074854.302138:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074854.302142:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074854.302144:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074854.302147:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074854.302149:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15446:15446:255:4294967295] 192.168.204.151@tcp LPNI seq info [15446:15446:7:4294967295] 00000400:00000200:3.0:1769074854.302153:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074854.302161:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074854.302166:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074854.302171:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652100. 00000800:00000200:3.0:1769074854.302177:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074854.302182:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074854.302186:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1769074854.302189:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074854.302195:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 872232 usecs (873 jiffies) 00000400:00000200:3.0:1769074854.302198:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074854.302200:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296511852 00000100:00000001:3.0:1769074854.302202:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296520072 00000100:00000001:3.0:1769074854.302204:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296511852 00000100:00000001:3.0:1769074854.302206:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296520072 00000100:00000001:3.0:1769074854.302208:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074854.302210:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074854.302213:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074854.302217:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074854.302225:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074854.302227:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769074854.302230:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074854.302231:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074854.302233:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074854.302234:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074854.302374:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074854.302380:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652000. 00000400:00000200:2.0:1769074854.302388:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074854.302477:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074854.302485:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6880 00000400:00000010:2.0:1769074854.302488:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6880. 00000100:00000001:2.0:1769074854.302494:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074854.302500:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b98580a80 x1855007613350016/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074854.302508:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074854.302512:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98580a80 x1855007613350016/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074869 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074854.302519:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074854.302521:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074854.307404:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074854.307421:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652100. 00000400:00000200:2.0:1769074854.307429:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074854.307442:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074854.307452:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6aa0 00000400:00000010:2.0:1769074854.307455:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6aa0. 00000100:00000001:2.0:1769074854.307461:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074854.307472:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b98582d80 x1855007613350144/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074854.307486:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074854.307490:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98582d80 x1855007613350144/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074869 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074854.307497:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074854.307500:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074854.307514:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074854.307948:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074854.307953:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074854.307956:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074854.307967:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074854.307973:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074854.307983:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074854.307988:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074854.307996:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074854.308000:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 416 into portal 10 MB=0x6971e9dd97100 00000400:00000200:2.0:1769074854.308005:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074854.308013:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 416/416 into md 0x2261d [1] + 0 00000800:00000001:2.0:1769074854.308024:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074854.308030:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074854.308033:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074854.308036:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074854.308042:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074854.308047:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b98582d80 x1855007613350144/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074869 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074854.308066:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff982b98582d80 x1855007613350144/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074869 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074854.308118:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074854.308123:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074854.308141:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074854.308150:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074854.308154:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074854.308156:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074854.308158:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074854.308161:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074854.308165:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074854.308169:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074854.308172:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074854.308175:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074854.308178:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 416 into portal 25 MB=0x6971e9dd97080 00000400:00000200:2.0:1769074854.308182:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074854.308187:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 416/416 into md 0x2260d [1] + 0 00000800:00000001:2.0:1769074854.308191:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074854.308198:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074854.308200:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074854.308204:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074854.308207:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074854.308212:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b98580a80 x1855007613350016/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074869 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074854.308220:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff982b98580a80 x1855007613350016/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074869 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074854.308227:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074854.308230:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074854.308233:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1769074854.308309:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074854.308311:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074854.308316:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7630. 00000400:00000200:3.0:1769074854.308322:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6908 00000400:00000010:3.0:1769074854.308324:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6908. 00000100:00000001:3.0:1769074854.308327:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074854.308332:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98582d80 x1855007613350144/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074869 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074854.308347:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98582d80 x1855007613350144/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074869 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074854.308354:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074854.308356:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074854.308359:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074854.308363:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074854.308366:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074854.308368:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074854.308372:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074854.308384:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=65 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074854.308389:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=127 v=10 (10 0 0 0) 00000100:00000001:3.0:1769074854.308462:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074854.308465:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074854.308468:0:2363:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1769074854.308475:0:2363:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff982b98582d80 x1855007613350144/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/416 e 0 to 0 dl 1769074869 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1769074854.308483:0:2363:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074854.308488:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1769074854.308490:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00000040:3.0:1769074854.308498:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444034) req@ffff982b9037a680 x1855007613327616/t73014444033(73014444033) o36->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 528/448 e 0 to 0 dl 1769074835 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074854.308507:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074854.308510:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037a680 x1855007613327616/t73014444033(73014444033) o36->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 528/448 e 0 to 0 dl 1769074835 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074854.308517:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074854.308521:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074854.308526:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c0a800. 02000000:00000001:3.0:1769074854.308530:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074854.308533:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074854.308536:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=56 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:3.0:1769074854.308538:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074854.308543:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c0bc00. 02000000:00000001:3.0:1769074854.308547:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074854.308550:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074854.308552:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037a680. 00000100:00000001:3.0:1769074854.308556:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074854.308558:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074854.308564:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444034) req@ffff982b903aaa00 x1855007613328128/t73014444034(73014444034) o36->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 512/456 e 0 to 0 dl 1769074835 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074854.308571:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074854.308574:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b903aaa00 x1855007613328128/t73014444034(73014444034) o36->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 512/456 e 0 to 0 dl 1769074835 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074854.308581:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074854.308582:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074854.308584:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b87fc4c00. 02000000:00000001:3.0:1769074854.308586:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074854.308588:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074854.308589:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=55 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:3.0:1769074854.308591:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074854.308593:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b8706ae00. 02000000:00000001:3.0:1769074854.308595:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074854.308596:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074854.308597:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b903aaa00. 00000100:00000001:3.0:1769074854.308600:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074854.308601:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074854.308747:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074854.308757:0:2363:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1769074854.308760:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=1 replay=2/3 committed=0/0 00000100:00000001:3.0:1769074854.308763:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074854.308767:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074854.308771:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98582d80 x1855007613350144/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/416 e 0 to 0 dl 1769074869 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074854.308779:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074854.308784:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074854.308787:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074854.308791:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1769074854.308800:0:2363:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff982b858dd800: connect to target with instance 18 00000020:00000001:3.0:1769074854.308803:0:2363:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769074854.308805:0:2363:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000020:00000001:3.0:1769074854.308809:0:2363:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074854.308812:0:2363:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000020:00000001:3.0:1769074854.308815:0:2363:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000020:00000001:3.0:1769074854.308818:0:2363:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00001000:3.0:1769074854.308822:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=1769074854 v=0 (0 0 0 0) 00000100:00001000:3.0:1769074854.308826:0:2363:0:(import.c:2194:obd_at_measure()) AT ffff982b88b88c10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1769074854.308831:0:2363:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 747, crc32c 4359, adler 847 00000020:00000040:3.0:1769074854.308838:0:2363:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 00000100:00000001:3.0:1769074854.308841:0:2363:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:3.0:1769074854.308845:0:2363:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000008:00000020:3.0:1769074854.308851:0:2363:0:(osc_request.c:1046:osc_init_grant()) lustre-MDT0000-mdc-ffff982b858dd800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:3.0:1769074854.308855:0:2363:0:(mdc_request.c:3069:mdc_init_ea_size()) Process entered 00000002:00000001:3.0:1769074854.308857:0:2363:0:(mdc_request.c:3076:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074854.308859:0:2363:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:3.0:1769074854.308864:0:2363:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:3.0:1769074854.308866:0:2363:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074854.308868:0:2363:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074854.308871:0:2363:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074854.308874:0:2363:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1769074854.308877:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to REPLAY 00000100:00000001:3.0:1769074854.308903:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1769074854.308905:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:3.0:1769074854.308908:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:3.0:1769074854.308910:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1769074854.308911:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:3.0:1769074854.308916:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074854.308929:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:3.0:1769074854.308931:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:3.0:1769074854.308932:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 0 00000100:00000001:3.0:1769074854.308947:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:3.0:1769074854.308953:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074854.308960:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074854.308961:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738830336 : -114161970721280 : ffff982b9849ce00) 00000100:00000040:3.0:1769074854.308968:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099a7461d] to pc [ptlrpcd_rcv+-1] req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074854.308978:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074854.308980:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074854.308983:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074854.308986:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074854.308990:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98582d80 x1855007613350144/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/416 e 0 to 0 dl 1769074869 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074854.308999:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98582d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613350144:192.168.204.151@tcp:38:kworker.0 00000100:00000001:3.0:1769074854.309004:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074854.309006:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074854.309009:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98582d80 x1855007613350144/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/416 e 0 to 0 dl 1769074869 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074854.309016:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074854.309017:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074854.309019:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c03800. 02000000:00000001:3.0:1769074854.309022:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074854.309024:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074854.309025:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=54 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:3.0:1769074854.309027:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074854.309029:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b85881000. 02000000:00000001:3.0:1769074854.309032:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074854.309034:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074854.309035:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98582d80. 00000100:00000001:3.0:1769074854.309038:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074854.309040:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074854.309042:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074854.309051:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074854.309053:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769074854.309056:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074854.309057:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074854.309059:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074854.309064:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074854.309070:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074854.309072:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074854.309076:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074854.309080:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074854.309083:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074854.309086:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9849ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613329536:192.168.204.151@tcp:101:createmany.0 00000100:00000001:3.0:1769074854.309090:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074854.309097:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074854.309099:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074854.309102:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074854.309109:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c03800. 02000000:00000001:3.0:1769074854.309111:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074854.309117:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074854.309122:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7630. 00000400:00000010:3.0:1769074854.309127:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6908. 00000100:00000200:3.0:1769074854.309135:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613329536, portal 10 00000100:00000001:3.0:1769074854.309137:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074854.309138:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738830336 : -114161970721280 : ffff982b9849ce00) 00000100:00000040:3.0:1769074854.309144:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074870 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074854.309157:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074854.309160:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074854.309164:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad66e8. 00000100:00000200:3.0:1769074854.309167:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007613329536, offset 0 00000400:00000200:3.0:1769074854.309175:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074854.309183:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074854.309192:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074854.309199:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074854.309204:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074854.309208:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074854.309210:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074854.309214:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15447:15447:256:4294967295] 192.168.204.151@tcp LPNI seq info [15447:15447:8:4294967295] 00000400:00000200:3.0:1769074854.309217:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074854.309227:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074854.309234:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074854.309240:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652f00. 00000800:00000200:3.0:1769074854.309248:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074854.309256:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074854.309261:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652f00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1769074854.309371:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074854.309376:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 870941 usecs (871 jiffies) 00000400:00000200:3.0:1769074854.309381:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074854.309384:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296511858 00000100:00000001:3.0:1769074854.309388:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296520072 00000100:00000001:3.0:1769074854.309391:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296511858 00000100:00000001:3.0:1769074854.309403:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296520072 00000100:00000001:3.0:1769074854.309406:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074854.309410:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769074854.309415:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074854.309416:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074854.309419:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7210. 00000400:00000200:3.0:1769074854.309423:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad63b8 00000400:00000010:3.0:1769074854.309425:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad63b8. 00000100:00000001:3.0:1769074854.309429:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074854.309434:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98580a80 x1855007613350016/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074869 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074854.309443:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98580a80 x1855007613350016/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074869 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074854.309449:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074854.309450:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074854.309453:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074854.309455:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074854.309456:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074854.309458:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074854.309460:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074854.309465:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=126 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074854.309468:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=127 v=10 (10 0 0 0) 00000100:00000001:3.0:1769074854.309471:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074854.309472:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074854.309474:0:2363:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074854.309477:0:2363:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074854.309478:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074854.309483:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98580a80 x1855007613350016/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/416 e 0 to 0 dl 1769074869 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074854.309490:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074854.309493:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074854.309494:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074854.309496:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1769074854.309500:0:2363:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.151@tcp: connect to target with instance 0 00000020:00000001:3.0:1769074854.309502:0:2363:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769074854.309504:0:2363:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000020:00000001:3.0:1769074854.309505:0:2363:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074854.309508:0:2363:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000020:00000001:3.0:1769074854.309511:0:2363:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000020:00000001:3.0:1769074854.309513:0:2363:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00001000:3.0:1769074854.309517:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=1769074854 v=0 (0 0 0 0) 00000100:00001000:3.0:1769074854.309519:0:2363:0:(import.c:2194:obd_at_measure()) AT ffff982b88b8ac10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1769074854.309524:0:2363:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00000001:3.0:1769074854.309526:0:2363:0:(obd_class.h:1217:obd_import_event()) Process entered 10000000:01000000:3.0:1769074854.309530:0:2363:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1769074854.309533:0:2363:0:(mgc_request.c:1198:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074854.309534:0:2363:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000400:3.0:1769074854.309538:0:2363:0:(import.c:1275:ptlrpc_connect_interpret()) Evicted from MGS (at 192.168.204.151@tcp) after server handle changed from 0xf5b77ed682f597ef to 0xf5b77ed682f5d7cf 00000100:00080000:3.0:1769074854.309541:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1769074854.309544:0:2363:0:(import.c:1283:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074854.309546:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1769074854.309550:0:2363:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.151@tcp; invalidating 00000020:00000040:3.0:1769074854.309553:0:2363:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=5 obd=MGC192.168.204.151@tcp 00000100:00000001:3.0:1769074854.310183:0:2363:0:(import.c:1674:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074854.310189:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074854.310199:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98580a80 x1855007613350016/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/416 e 0 to 0 dl 1769074869 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074854.310209:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98580a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613350016:192.168.204.151@tcp:250:kworker.0 00000100:00000001:3.0:1769074854.310213:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074854.310216:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074854.310219:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98580a80 x1855007613350016/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/416 e 0 to 0 dl 1769074869 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074854.310225:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074854.310228:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074854.310231:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c03000. 02000000:00000001:3.0:1769074854.310234:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074854.310235:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074854.310236:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000020:00000001:3.0:1769074854.310239:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074854.310241:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b85880000. 02000000:00000001:3.0:1769074854.310245:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074854.310246:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074854.310248:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98580a80. 00000100:00000001:3.0:1769074854.310252:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074854.310253:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074854.310255:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074854.310263:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074854.310264:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1769074854.310267:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074854.310268:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074854.310270:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074854.310272:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074854.310359:0:31474:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:1.0:1769074854.310369:0:31474:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.151@tcp to MGS@192.168.204.151@tcp 00000100:00100000:1.0:1769074854.310373:0:31474:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1769074854.310377:0:31474:0:(obd_class.h:1217:obd_import_event()) Process entered 10000000:01000000:1.0:1769074854.310379:0:31474:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808003 00000001:00000001:1.0:1769074854.310383:0:31474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1769074854.310386:0:31474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1769074854.310403:0:31474:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020cf00 count: 3 00010000:00000001:1.0:1769074854.310411:0:31474:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1769074854.310413:0:31474:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074854.310416:0:31474:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074854.310418:0:31474:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec000 refcount=3 00000020:00000001:1.0:1769074854.310420:0:31474:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602839552 : -114162106712064 : ffff982b902ec000) 00010000:00000001:1.0:1769074854.310423:0:31474:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602839552 : -114162106712064 : ffff982b902ec000) 00010000:00000001:1.0:1769074854.310427:0:31474:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1769074854.310431:0:31474:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.151@tcp lock: ffff982b902ec000/0x5d432443066b7378 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0xf5b77ed682f597fd expref: -99 pid: 11528 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1769074854.310442:0:31474:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1769074854.310445:0:31474:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.151@tcp lock: ffff982b902ec000/0x5d432443066b7378 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0xf5b77ed682f597fd expref: -99 pid: 11528 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1769074854.310451:0:31474:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:1.0:1769074854.310455:0:31474:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1769074854.310456:0:31474:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1769074854.310458:0:31474:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1769074854.310460:0:31474:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1769074854.310461:0:31474:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1769074854.310476:0:31474:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1769074854.310478:0:31474:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1769074854.310480:0:31474:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff982b85e2f600) refs 2 10000000:00000001:1.0:1769074854.310483:0:31474:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1769074854.310484:0:31474:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074854.310487:0:31474:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1769074854.310489:0:31474:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1769074854.310493:0:31474:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769074854.310495:0:31474:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769074854.310498:0:31474:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074854.310500:0:31474:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769074854.310503:0:31474:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b902ec000 with handle 0x5d432443066b7378 from hash 00010000:00000001:1.0:1769074854.310505:0:31474:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769074854.310507:0:31474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074854.310510:0:31474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074854.310511:0:31474:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769074854.310513:0:31474:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769074854.310515:0:31474:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1769074854.310517:0:31474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074854.310518:0:31474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074854.310520:0:31474:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074854.310521:0:31474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769074854.310524:0:31474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.151@tcp lock: ffff982b902ec000/0x5d432443066b7378 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0xf5b77ed682f597fd expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074854.310536:0:31474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074854.310538:0:31474:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1769074854.310539:0:31474:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074854.310541:0:31474:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074854.310542:0:31474:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341400 refcount=3 00000020:00000001:1.0:1769074854.310544:0:31474:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603188736 : -114162106362880 : ffff982b90341400) 00010000:00000001:1.0:1769074854.310546:0:31474:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603188736 : -114162106362880 : ffff982b90341400) 00010000:00000001:1.0:1769074854.310548:0:31474:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1769074854.310550:0:31474:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.151@tcp lock: ffff982b90341400/0x5d432443066b7386 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xf5b77ed682f5980b expref: -99 pid: 11528 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1769074854.310561:0:31474:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1769074854.310563:0:31474:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.151@tcp lock: ffff982b90341400/0x5d432443066b7386 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xf5b77ed682f5980b expref: -99 pid: 11528 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1769074854.310568:0:31474:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:1.0:1769074854.310571:0:31474:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1769074854.310573:0:31474:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=3) 10000000:00000040:1.0:1769074854.310574:0:31474:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1769074854.310576:0:31474:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1769074854.310577:0:31474:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1769074854.310579:0:31474:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1769074854.310581:0:31474:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1769074854.310582:0:31474:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff982b88a45800) refs 2 10000000:00000001:1.0:1769074854.310584:0:31474:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1769074854.310585:0:31474:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074854.310587:0:31474:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1769074854.310588:0:31474:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1769074854.310589:0:31474:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769074854.310591:0:31474:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769074854.310593:0:31474:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074854.310594:0:31474:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769074854.310596:0:31474:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b90341400 with handle 0x5d432443066b7386 from hash 00010000:00000001:1.0:1769074854.310599:0:31474:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769074854.310600:0:31474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074854.310601:0:31474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074854.310603:0:31474:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769074854.310604:0:31474:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769074854.310605:0:31474:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1769074854.310608:0:31474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074854.310609:0:31474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074854.310620:0:31474:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074854.310623:0:31474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769074854.310625:0:31474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.151@tcp lock: ffff982b90341400/0x5d432443066b7386 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xf5b77ed682f5980b expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074854.310636:0:31474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:1.0:1769074854.310639:0:31474:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b9020cf00 count: 0 00010000:00000040:1.0:1769074854.310647:0:31474:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020cc00 count: 2 00010000:00000001:1.0:1769074854.310649:0:31474:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1769074854.310650:0:31474:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074854.310651:0:31474:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074854.310652:0:31474:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ed200 refcount=3 00000020:00000001:1.0:1769074854.310654:0:31474:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602844160 : -114162106707456 : ffff982b902ed200) 00010000:00000001:1.0:1769074854.310656:0:31474:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602844160 : -114162106707456 : ffff982b902ed200) 00010000:00000001:1.0:1769074854.310658:0:31474:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1769074854.310660:0:31474:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.151@tcp lock: ffff982b902ed200/0x5d432443066b7371 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xf5b77ed682f597f6 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1769074854.310665:0:31474:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1769074854.310668:0:31474:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.151@tcp lock: ffff982b902ed200/0x5d432443066b7371 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xf5b77ed682f597f6 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1769074854.310673:0:31474:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:1.0:1769074854.310675:0:31474:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1769074854.310677:0:31474:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 10000000:00000040:1.0:1769074854.310679:0:31474:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1769074854.310680:0:31474:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1769074854.310681:0:31474:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1769074854.310684:0:31474:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1769074854.310685:0:31474:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1769074854.310686:0:31474:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff982b85e2e600) refs 2 10000000:00000001:1.0:1769074854.310688:0:31474:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1769074854.310689:0:31474:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074854.310691:0:31474:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1769074854.310693:0:31474:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1769074854.310695:0:31474:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769074854.310696:0:31474:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769074854.310698:0:31474:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074854.310699:0:31474:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769074854.310701:0:31474:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b902ed200 with handle 0x5d432443066b7371 from hash 00010000:00000001:1.0:1769074854.310704:0:31474:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769074854.310705:0:31474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074854.310706:0:31474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074854.310708:0:31474:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769074854.310709:0:31474:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769074854.310711:0:31474:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1769074854.310713:0:31474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074854.310714:0:31474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074854.310715:0:31474:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074854.310716:0:31474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769074854.310719:0:31474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.151@tcp lock: ffff982b902ed200/0x5d432443066b7371 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xf5b77ed682f597f6 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074854.310726:0:31474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:1.0:1769074854.310728:0:31474:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b9020cc00 count: 0 00010000:00000040:1.0:1769074854.310734:0:31474:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5400 count: 2 00010000:00000001:1.0:1769074854.310736:0:31474:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1769074854.310737:0:31474:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074854.310739:0:31474:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074854.310740:0:31474:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255200 refcount=3 00000020:00000001:1.0:1769074854.310742:0:31474:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602221568 : -114162107330048 : ffff982b90255200) 00010000:00000001:1.0:1769074854.310745:0:31474:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602221568 : -114162107330048 : ffff982b90255200) 00010000:00000001:1.0:1769074854.310747:0:31474:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1769074854.310750:0:31474:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.151@tcp lock: ffff982b90255200/0x5d432443066b737f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xf5b77ed682f59804 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1769074854.310755:0:31474:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1769074854.310757:0:31474:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.151@tcp lock: ffff982b90255200/0x5d432443066b737f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xf5b77ed682f59804 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1769074854.310762:0:31474:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:1.0:1769074854.310764:0:31474:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1769074854.310766:0:31474:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=3) 10000000:00000040:1.0:1769074854.310768:0:31474:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1769074854.310770:0:31474:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1769074854.310771:0:31474:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1769074854.310773:0:31474:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1769074854.310774:0:31474:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1769074854.310775:0:31474:0:(mgc_request.c:123:config_log_put()) log params(ffff982b85e2fc00) refs 2 10000000:00000001:1.0:1769074854.310777:0:31474:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1769074854.310778:0:31474:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074854.310779:0:31474:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1769074854.310780:0:31474:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1769074854.310782:0:31474:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1769074854.310784:0:31474:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1769074854.310785:0:31474:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074854.310786:0:31474:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769074854.310788:0:31474:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b90255200 with handle 0x5d432443066b737f from hash 00010000:00000001:1.0:1769074854.310791:0:31474:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1769074854.310792:0:31474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074854.310793:0:31474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074854.310794:0:31474:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1769074854.310796:0:31474:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1769074854.310797:0:31474:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1769074854.310799:0:31474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074854.310800:0:31474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074854.310801:0:31474:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074854.310803:0:31474:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1769074854.310805:0:31474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.151@tcp lock: ffff982b90255200/0x5d432443066b737f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xf5b77ed682f59804 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074854.310811:0:31474:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:1.0:1769074854.310813:0:31474:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b985e5400 count: 0 00000001:00000001:1.0:1769074854.310819:0:31474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1769074854.310821:0:31474:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1769074854.310822:0:31474:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1769074854.310823:0:31474:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1769074854.310825:0:31474:0:(mgc_request.c:1198:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074854.310827:0:31474:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1769074854.310833:0:31474:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1769074854.310836:0:31474:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1769074854.310839:0:31474:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1769074854.310842:0:31474:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769074854.310845:0:31474:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from RECOVER to FULL 00000100:00000001:1.0:1769074854.310847:0:31474:0:(obd_class.h:1217:obd_import_event()) Process entered 10000000:01000000:1.0:1769074854.310849:0:31474:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1769074854.310851:0:31474:0:(mgc_request.c:1182:mgc_import_event()) MGC192.168.204.151@tcp: Reactivating import 00000100:00080000:1.0:1769074854.310853:0:31474:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1769074854.310855:0:31474:0:(mgc_request.c:1198:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074854.310856:0:31474:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1769074854.310860:0:31474:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) MGC192.168.204.151@tcp: Connection restored to 192.168.204.151@tcp (at 192.168.204.151@tcp) 00000800:00000200:2.0:1769074854.312013:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074854.312023:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652f00. 00000400:00000200:2.0:1769074854.312031:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074854.312042:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074854.312051:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad66e8 00000400:00000010:2.0:1769074854.312054:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad66e8. 00000100:00000001:2.0:1769074854.312060:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074854.313790:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074870 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074854.313810:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074854.313814:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074870 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074854.313821:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074854.313823:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769074854.325425:0:31474:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074854.325439:0:31474:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074854.325443:0:31474:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:1.0:1769074854.325449:0:31474:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1769074854.325451:0:31474:0:(import.c:1596:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1769074854.328793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b902ec000. 00010000:00000010:1.1:1769074854.328815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90341400. 00010000:00000010:1.1:1769074854.328822:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020cf00. 00010000:00000010:1.1:1769074854.328826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b902ed200. 00010000:00000010:1.1:1769074854.328829:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020cc00. 00010000:00000010:1.1:1769074854.328832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90255200. 00010000:00000010:1.1:1769074854.328836:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e5400. 00010000:00000001:2.0:1769074855.194476:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074855.194489:0:30499:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074855.194492:0:30499:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074855.194501:0:30499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074855.194505:0:30499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074855.194507:0:30499:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074855.194514:0:30499:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074855.194517:0:30499:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074855.194519:0:30499:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074855.194522:0:30499:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074855.194661:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074855.194667:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074855.194670:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769074855.322965:0:2364:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769074855.322985:0:2364:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074855.322989:0:2364:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074855.322996:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074855.322999:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074855.323005:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074855.323010:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074856.154539:0:11528:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1769074856.154552:0:11528:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff982b85e2e600) refs 2 10000000:00000001:3.0:1769074856.154560:0:11528:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074856.154564:0:11528:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1769074856.154566:0:11528:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1769074856.154568:0:11528:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1769074856.154583:0:11528:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:3.0:1769074856.154586:0:11528:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:3.0:1769074856.154589:0:11528:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-cliir-ffff982b858dd800 from 22 10000000:00000001:3.0:1769074856.154593:0:11528:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1769074856.154595:0:11528:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:3.0:1769074856.154612:0:11528:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90373100. 00000020:00000040:3.0:1769074856.154619:0:11528:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:3.0:1769074856.154625:0:11528:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074856.154630:0:11528:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074856.154637:0:11528:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074856.154649:0:11528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b88306800. 00000100:00000001:3.0:1769074856.154658:0:11528:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074856.154664:0:11528:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1769074856.154668:0:11528:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1769074856.154678:0:11528:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b848aee00. 00010000:00000001:3.0:1769074856.154686:0:11528:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1769074856.154690:0:11528:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b985d2200. 00000020:00000001:3.0:1769074856.154697:0:11528:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1769074856.154700:0:11528:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b985d2200 with handle 0x5d432443066b7585 to hash 00000020:00000001:3.0:1769074856.154702:0:11528:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1769074856.154704:0:11528:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911740097024 : -114161969454592 : ffff982b985d2200) 00010000:00000001:3.0:1769074856.154707:0:11528:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911740097024 : -114161969454592 : ffff982b985d2200) 00010000:00000001:3.0:1769074856.154712:0:11528:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074856.154715:0:11528:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074856.154720:0:11528:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.151@tcp lock: ffff982b985d2200/0x5d432443066b7585 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074856.154731:0:11528:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.151@tcp lock: ffff982b985d2200/0x5d432443066b7585 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074856.154746:0:11528:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.151@tcp lock: ffff982b985d2200/0x5d432443066b7585 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1769074856.154752:0:11528:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074856.154754:0:11528:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074856.154781:0:11528:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b98e9ecc0. 00000100:00000001:3.0:1769074856.154783:0:11528:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911749323968 : -114161960227648 : ffff982b98e9ecc0) 00000100:00000001:3.0:1769074856.154787:0:11528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074856.154788:0:11528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603392768 : -114162106158848 : ffff982b90373100) 00000100:00000001:3.0:1769074856.154794:0:11528:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074856.154800:0:11528:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.154803:0:11528:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074856.154804:0:11528:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074856.154818:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90373100 x1855007613350272/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.154827:0:11528:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074856.154829:0:11528:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074856.154833:0:11528:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074856.154837:0:11528:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074856.154840:0:11528:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074856.154844:0:11528:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90373100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:61009b19-6c2d-431f-95c4-80fb0f04a0d4:11528:1855007613350272:192.168.204.151@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1769074856.154849:0:11528:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074856.154856:0:11528:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074856.154858:0:11528:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074856.154861:0:11528:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074856.154866:0:11528:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c03000. 02000000:00000001:3.0:1769074856.154868:0:11528:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074856.154882:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074856.154887:0:11528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7210. 00000400:00000010:3.0:1769074856.154895:0:11528:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad63b8. 00000100:00000200:3.0:1769074856.154912:0:11528:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613350272, portal 25 00000100:00000001:3.0:1769074856.154915:0:11528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074856.154916:0:11528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603392768 : -114162106158848 : ffff982b90373100) 00000100:00000040:3.0:1769074856.154923:0:11528:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90373100 x1855007613350272/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.154931:0:11528:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074856.154934:0:11528:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074856.154938:0:11528:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad66e8. 00000100:00000200:3.0:1769074856.154942:0:11528:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1855007613350272, offset 0 00000400:00000200:3.0:1769074856.154949:0:11528:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074856.154960:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074856.154970:0:11528:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074856.154978:0:11528:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074856.154983:0:11528:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074856.154987:0:11528:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074856.154990:0:11528:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074856.154995:0:11528:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15448:15448:256:4294967295] 192.168.204.151@tcp LPNI seq info [15448:15448:8:4294967295] 00000400:00000200:3.0:1769074856.154999:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074856.155011:0:11528:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074856.155019:0:11528:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074856.155025:0:11528:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652f00. 00000800:00000200:3.0:1769074856.155033:0:11528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074856.155042:0:11528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074856.155049:0:11528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1769074856.155073:0:11528:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074856.155078:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074856.155081:0:11528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296521925 00000100:00000001:3.0:1769074856.155089:0:11528:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296520072 00000100:00000001:3.0:1769074856.155096:0:11528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296521925 00000100:00000001:3.0:1769074856.155099:0:11528:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296520072 00000100:00000001:3.0:1769074856.155103:0:11528:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074856.155106:0:11528:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.155109:0:11528:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074856.155111:0:11528:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1769074856.155115:0:11528:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b98e9ecc0 going to sleep for 11 seconds 00000100:00000001:3.0:1769074856.155118:0:11528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074856.155121:0:11528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074856.156174:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074856.156185:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652f00. 00000400:00000200:2.0:1769074856.156193:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.156202:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074856.156210:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad66e8 00000400:00000010:2.0:1769074856.156212:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad66e8. 00000100:00000001:2.0:1769074856.156217:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074856.156224:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90373100 x1855007613350272/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074856.156237:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074856.156241:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90373100 x1855007613350272/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074856.156247:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074856.156250:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074856.169113:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.169156:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074856.169162:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.169165:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074856.169185:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.169197:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074856.169206:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.169213:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.169221:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.169226:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 344 into portal 25 MB=0x6971e9dd97180 00000400:00000200:2.0:1769074856.169233:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.169241:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 344/344 into md 0x2263d [1] + 224 00000800:00000001:2.0:1769074856.169253:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.169273:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074856.169278:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.169328:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074856.169339:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074856.169352:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90373100 x1855007613350272/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074856.169364:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff982b90373100 x1855007613350272/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074856.169389:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074856.169402:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.169407:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074856.169725:0:11528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074856.169738:0:11528:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074856.169741:0:11528:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074856.169747:0:11528:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7210. 00000400:00000200:3.0:1769074856.169754:0:11528:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad63b8 00000400:00000010:3.0:1769074856.170066:0:11528:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad63b8. 00000100:00000001:3.0:1769074856.170073:0:11528:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074856.170080:0:11528:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90373100 x1855007613350272/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074856.170091:0:11528:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90373100 x1855007613350272/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.170098:0:11528:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074856.170100:0:11528:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074856.170104:0:11528:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074856.170109:0:11528:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074856.170112:0:11528:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074856.170116:0:11528:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074856.170121:0:11528:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074856.170138:0:11528:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=128 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074856.170144:0:11528:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074856.170147:0:11528:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074856.170149:0:11528:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074856.170152:0:11528:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074856.170155:0:11528:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.170159:0:11528:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074856.170165:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90373100 x1855007613350272/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.170173:0:11528:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074856.170177:0:11528:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074856.170180:0:11528:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074856.170185:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90373100 x1855007613350272/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074856.170194:0:11528:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90373100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:61009b19-6c2d-431f-95c4-80fb0f04a0d4:11528:1855007613350272:192.168.204.151@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1769074856.170201:0:11528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074856.170205:0:11528:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.170208:0:11528:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1769074856.170210:0:11528:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074856.170215:0:11528:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90373100 x1855007613350272/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.170221:0:11528:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769074856.170224:0:11528:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b98e9ecc0. 00000100:00000001:3.0:1769074856.170229:0:11528:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1769074856.170230:0:11528:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074856.170234:0:11528:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1769074856.170237:0:11528:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074856.170241:0:11528:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074856.170244:0:11528:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d2200 refcount=4 00000020:00000001:3.0:1769074856.170247:0:11528:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740097024 : -114161969454592 : ffff982b985d2200) 00010000:00000001:3.0:1769074856.170250:0:11528:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740097024 : -114161969454592 : ffff982b985d2200) 00010000:00000040:3.0:1769074856.170258:0:11528:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b985d2200, remote cookie: 0xf5b77ed682f5d7d6, flags: 0x0 00010000:00000001:3.0:1769074856.170262:0:11528:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1769074856.170267:0:11528:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1769074856.170270:0:11528:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1769074856.170273:0:11528:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1769074856.170274:0:11528:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1769074856.170278:0:11528:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (ffff982b848aee00) refcount = 1 00010000:00010000:3.0:1769074856.170317:0:11528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.151@tcp lock: ffff982b985d2200/0x5d432443066b7585 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf5b77ed682f5d7d6 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074856.170326:0:11528:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1769074856.170328:0:11528:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1769074856.170330:0:11528:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074856.170334:0:11528:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1769074856.170337:0:11528:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074856.170340:0:11528:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.151@tcp lock: ffff982b985d2200/0x5d432443066b7585 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf5b77ed682f5d7d6 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074856.170346:0:11528:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1769074856.170348:0:11528:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074856.170350:0:11528:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074856.170351:0:11528:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074856.170352:0:11528:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074856.170354:0:11528:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.170357:0:11528:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074856.170361:0:11528:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90373100 x1855007613350272/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.170367:0:11528:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074856.170370:0:11528:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074856.170375:0:11528:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c03000. 02000000:00000001:3.0:1769074856.170378:0:11528:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074856.170381:0:11528:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074856.170383:0:11528:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:3.0:1769074856.170385:0:11528:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074856.170389:0:11528:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b88306800. 02000000:00000001:3.0:1769074856.170393:0:11528:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074856.170396:0:11528:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074856.170399:0:11528:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90373100. 00000100:00000001:3.0:1769074856.170403:0:11528:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074856.170404:0:11528:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1769074856.170407:0:11528:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074856.170411:0:11528:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1769074856.170413:0:11528:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff982b85e2e600) refs 3 10000000:00000001:3.0:1769074856.170416:0:11528:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074856.170419:0:11528:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074856.170420:0:11528:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074856.170421:0:11528:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d2200 refcount=3 00000020:00000001:3.0:1769074856.170424:0:11528:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740097024 : -114161969454592 : ffff982b985d2200) 00010000:00000001:3.0:1769074856.170426:0:11528:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740097024 : -114161969454592 : ffff982b985d2200) 00010000:00000001:3.0:1769074856.170428:0:11528:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1769074856.170429:0:11528:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074856.170430:0:11528:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074856.170432:0:11528:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074856.170435:0:11528:0:(mgc_request.c:1532:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1769074856.170444:0:11528:0:(mgc_request.c:1544:mgc_process_recover_log()) kmalloced '(pages)': 32 at ffff982b8757e9a0. 00000100:00000010:3.0:1769074856.170477:0:11528:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90373100. 00000020:00000040:3.0:1769074856.170481:0:11528:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:3.0:1769074856.170487:0:11528:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074856.170490:0:11528:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074856.170658:0:11528:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074856.170667:0:11528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b88306800. 00000100:00000001:3.0:1769074856.170675:0:11528:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.170681:0:11528:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1769074856.170687:0:11528:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff982b98c03000. 00000100:00000010:3.0:1769074856.170691:0:11528:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at ffff982b985de580. 00000020:00000040:3.0:1769074856.170693:0:11528:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=5 obd=MGC192.168.204.151@tcp 00000100:00000001:3.0:1769074856.170699:0:11528:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074856.170701:0:11528:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074856.170708:0:11528:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b98e9ecc0. 00000100:00000001:3.0:1769074856.170711:0:11528:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911749323968 : -114161960227648 : ffff982b98e9ecc0) 00000100:00000001:3.0:1769074856.170714:0:11528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074856.170716:0:11528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603392768 : -114162106158848 : ffff982b90373100) 00000100:00000001:3.0:1769074856.170723:0:11528:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074856.170729:0:11528:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.170731:0:11528:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074856.170733:0:11528:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074856.170738:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90373100 x1855007613350400/t0(0) o256->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.170746:0:11528:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074856.170749:0:11528:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074856.170754:0:11528:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074856.171396:0:11528:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074856.171402:0:11528:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074856.171408:0:11528:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90373100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:61009b19-6c2d-431f-95c4-80fb0f04a0d4:11528:1855007613350400:192.168.204.151@tcp:256:ll_cfg_requeue.0 00000100:00000001:3.0:1769074856.171414:0:11528:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074856.171421:0:11528:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074856.171425:0:11528:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.171428:0:11528:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:3.0:1769074856.171440:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074856.171448:0:11528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7210. 00000400:00000010:3.0:1769074856.171456:0:11528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff982b98e9e600. 00000100:00000200:3.0:1769074856.171464:0:11528:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6971e9dd97200-0x6971e9dd97200, portal 33 00000100:00000001:3.0:1769074856.171468:0:11528:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074856.171471:0:11528:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074856.171476:0:11528:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b88307a00. 02000000:00000001:3.0:1769074856.171478:0:11528:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074856.171482:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074856.171484:0:11528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c78f0. 00000400:00000010:3.0:1769074856.171488:0:11528:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad63b8. 00000100:00000200:3.0:1769074856.171492:0:11528:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613350400, portal 25 00000100:00000001:3.0:1769074856.171494:0:11528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074856.171588:0:11528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603392768 : -114162106158848 : ffff982b90373100) 00000100:00000040:3.0:1769074856.171597:0:11528:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90373100 x1855007613350400/t0(0) o256->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074872 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.171606:0:11528:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074856.171610:0:11528:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074856.171614:0:11528:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6aa0. 00000100:00000200:3.0:1769074856.171619:0:11528:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1855007613350400, offset 0 00000400:00000200:3.0:1769074856.171627:0:11528:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074856.171639:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074856.171648:0:11528:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074856.171656:0:11528:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074856.171661:0:11528:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074856.171666:0:11528:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074856.171669:0:11528:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074856.171673:0:11528:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15449:15449:256:4294967295] 192.168.204.151@tcp LPNI seq info [15449:15449:8:4294967295] 00000400:00000200:3.0:1769074856.171678:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074856.171688:0:11528:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074856.171695:0:11528:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074856.171701:0:11528:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652100. 00000800:00000200:3.0:1769074856.171710:0:11528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074856.171720:0:11528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074856.171726:0:11528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652100 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:3.0:1769074856.171751:0:11528:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074856.172240:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074856.172247:0:11528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296521942 00000100:00000001:3.0:1769074856.172259:0:11528:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296521925 00000100:00000001:3.0:1769074856.172266:0:11528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296521942 00000100:00000001:3.0:1769074856.172271:0:11528:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296521925 00000100:00000001:3.0:1769074856.172274:0:11528:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074856.172278:0:11528:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.172315:0:11528:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074856.172317:0:11528:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1769074856.172322:0:11528:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b98e9ecc0 going to sleep for 11 seconds 00000100:00000001:3.0:1769074856.172326:0:11528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074856.172330:0:11528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074856.172919:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074856.172925:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652100. 00000400:00000200:2.0:1769074856.172932:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.172941:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074856.172949:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6aa0 00000400:00000010:2.0:1769074856.172952:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6aa0. 00000100:00000001:2.0:1769074856.172958:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074856.172967:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90373100 x1855007613350400/t0(0) o256->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074872 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074856.173366:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074856.173375:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90373100 x1855007613350400/t0(0) o256->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074872 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074856.173383:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074856.173386:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074856.181325:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.181346:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074856.181351:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.181352:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074856.181365:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.181374:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074856.181381:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.181385:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.181392:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.181395:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 44 into portal 33 MB=0x6971e9dd97200 00000400:00000200:2.0:1769074856.181401:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.181406:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.204.151@tcp of length 44/44 into md 0x2264d [4] + 0 00000400:00000010:2.0:1769074856.181412:0:2358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7210. 00000400:00000200:2.0:1769074856.181417:0:2358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff982b98e9e600 00000800:00000001:2.0:1769074856.181424:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.181430:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074856.181433:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.181437:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074856.181442:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b98e9e600 00000400:00000010:2.0:1769074856.181444:0:2358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff982b98e9e600. 00000100:00000001:2.0:1769074856.181449:0:2358:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1769074856.181451:0:2358:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff982b90373100 desc ffff982b98c03000 mbits 1855007613350400 00000100:00000001:2.0:1769074856.181465:0:2358:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1769074856.181473:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769074856.181476:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.181481:0:2358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074856.181486:0:2358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15450:15450:256:4294967295] 192.168.204.151@tcp LPNI seq info [15450:15450:8:4294967295] 00000400:00000200:2.0:1769074856.181490:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.181502:0:2358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:2.0:1769074856.181508:0:2358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074856.181514:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at ffff982b85261600. 00000800:00000200:2.0:1769074856.181519:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074856.181526:0:2358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074856.181530:0:2358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b85261600 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1769074856.181619:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074856.181622:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at ffff982b85261600. 00000400:00000200:2.0:1769074856.181625:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.181627:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:2.0:1769074856.181631:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.181634:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074856.182166:0:11528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074856.182174:0:11528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1769074856.184755:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.184789:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074856.184794:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.184797:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074856.184812:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.184824:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074856.184833:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.184840:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.184848:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.184853:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 240 into portal 25 MB=0x6971e9dd97200 00000400:00000200:2.0:1769074856.184860:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.184869:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 240/240 into md 0x22655 [1] + 224 00000800:00000001:2.0:1769074856.184881:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.184892:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074856.184896:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.184901:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074856.184921:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074856.184935:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90373100 x1855007613350400/t0(0) o256->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074872 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074856.184956:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@ffff982b90373100 x1855007613350400/t0(0) o256->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074872 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074856.184978:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074856.184990:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.184994:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074856.185145:0:11528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074856.185157:0:11528:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074856.185160:0:11528:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074856.185164:0:11528:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c78f0. 00000400:00000200:3.0:1769074856.185170:0:11528:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad63b8 00000400:00000010:3.0:1769074856.185174:0:11528:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad63b8. 00000100:00000001:3.0:1769074856.185177:0:11528:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074856.185183:0:11528:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90373100 x1855007613350400/t0(0) o256->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074872 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074856.185193:0:11528:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90373100 x1855007613350400/t0(0) o256->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074872 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.185200:0:11528:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074856.185203:0:11528:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074856.185206:0:11528:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074856.185211:0:11528:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074856.185214:0:11528:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074856.185217:0:11528:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074856.185222:0:11528:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074856.185232:0:11528:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=128 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074856.185238:0:11528:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074856.185242:0:11528:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074856.185244:0:11528:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074856.185248:0:11528:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074856.185252:0:11528:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.185255:0:11528:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074856.185259:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff982b90373100 x1855007613350400/t0(0) o256->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074872 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074856.185270:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff982b90373100 x1855007613350400/t0(0) o256->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074872 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.185278:0:11528:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074856.185315:0:11528:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074856.185321:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90373100 x1855007613350400/t0(0) o256->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074872 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074856.185331:0:11528:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90373100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:61009b19-6c2d-431f-95c4-80fb0f04a0d4:11528:1855007613350400:192.168.204.151@tcp:256:ll_cfg_requeue.0 00000100:00000001:3.0:1769074856.185337:0:11528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074856.185341:0:11528:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.185344:0:11528:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1769074856.185347:0:11528:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074856.185350:0:11528:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90373100 x1855007613350400/t0(0) o256->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074872 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.185358:0:11528:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769074856.185362:0:11528:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b98e9ecc0. 00000100:00000001:3.0:1769074856.185365:0:11528:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1769074856.185367:0:11528:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1769074856.185374:0:11528:0:(mgc_request.c:1610:mgc_process_recover_log()) Latest version 22, more 0. 10000000:00000001:3.0:1769074856.185379:0:11528:0:(mgc_request.c:1273:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1769074856.185388:0:11528:0:(mgc_request.c:1296:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at ffff982b88a74000. 00010000:00000001:3.0:1769074856.185403:0:11528:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1769074856.185407:0:11528:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1769074856.185411:0:11528:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.151@tcp has 192.168.204.151@tcp. 00000100:00000001:3.0:1769074856.185414:0:11528:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074856.185416:0:11528:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1769074856.185418:0:11528:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.151@tcp with 192.168.204.151@tcp 00000100:00000200:3.0:1769074856.185420:0:11528:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.151@tcp' 00000400:00000200:3.0:1769074856.185424:0:11528:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:3.0:1769074856.185427:0:11528:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:3.0:1769074856.185431:0:11528:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.204.151@tcp 00000400:00000200:3.0:1769074856.185436:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074856.185441:0:11528:0:(peer.c:1797:lnet_peer_add()) peer 192.168.204.151@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1769074856.185445:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074856.185452:0:11528:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1769074856.185454:0:11528:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.204.151@tcp NID 192.168.204.151@tcp: 0. pending discovery 00000400:00000200:3.0:1769074856.185458:0:11528:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.204.151@tcp 00000100:00000001:3.0:1769074856.185460:0:11528:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074856.185462:0:11528:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1769074856.185467:0:11528:0:(mgc_request.c:1469:mgc_apply_recover_logs()) Found UUID '192.168.204.151@tcp' by NID '192.168.204.151@tcp' 10000000:00000010:3.0:1769074856.185473:0:11528:0:(mgc_request.c:1478:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff982b98393200. 10000000:00000040:3.0:1769074856.185476:0:11528:0:(mgc_request.c:1490:mgc_apply_recover_logs()) ir apply logs 22/22 for lustre-MDT0000-mdc-ffff982b858dd800 -> mdc.import=connection=192.168.204.151@tcp::18 00000020:00000080:3.0:1769074856.185481:0:11528:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1769074856.185488:0:11528:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1769074856.185494:0:11528:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b88306e00. 00000020:00000010:3.0:1769074856.185513:0:11528:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff982b88307000. 00000020:00000010:3.0:1769074856.185518:0:11528:0:(cl_object.c:1091:cl_key_init()) kmalloced '(value)': 72 at ffff982b98466de0. 00000008:00000010:3.0:1769074856.185527:0:11528:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff982b85c0b7c8. 00020000:00000010:3.0:1769074856.185533:0:11528:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff982b86620600. 00008000:00000010:3.0:1769074856.185541:0:11528:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff982b90240e20. 00000080:00000010:3.0:1769074856.185552:0:11528:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff982b985ea690. 00000080:00000010:3.0:1769074856.185558:0:11528:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff982b902c2b58. 00000040:00000001:3.0:1769074856.185566:0:11528:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1769074856.185568:0:11528:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff982b98393200 00000040:00001000:3.0:1769074856.185570:0:11528:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1769074856.185572:0:11528:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1769074856.185574:0:11528:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1769074856.185575:0:11528:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1769074856.185578:0:11528:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1769074856.185579:0:11528:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1769074856.185581:0:11528:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 36 lustre-MDT0000-mdc-ffff982b858dd800 00000040:00001000:3.0:1769074856.185584:0:11528:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 46 mdc.import=connection=192.168.204.151@tcp::18 00000040:00000001:3.0:1769074856.185585:0:11528:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000010:3.0:1769074856.185672:0:11528:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b88307000. 00000020:00000010:3.0:1769074856.185678:0:11528:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b98466de0. 00000008:00000010:3.0:1769074856.185682:0:11528:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b85c0b7c8. 00020000:00000010:3.0:1769074856.185686:0:11528:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b86620600. 00008000:00000010:3.0:1769074856.185690:0:11528:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b90240e20. 00000080:00000010:3.0:1769074856.185693:0:11528:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b985ea690. 00000080:00000010:3.0:1769074856.185698:0:11528:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b902c2b58. 00000020:00000010:3.0:1769074856.185702:0:11528:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b88306e00. 00000020:00000001:3.0:1769074856.185705:0:11528:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074856.185708:0:11528:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1769074856.185712:0:11528:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff982b98393200. 10000000:00000010:3.0:1769074856.185715:0:11528:0:(mgc_request.c:1506:mgc_apply_recover_logs()) kfreed 'buf': 4096 at ffff982b88a74000. 10000000:00000001:3.0:1769074856.185718:0:11528:0:(mgc_request.c:1508:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.185721:0:11528:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074856.185726:0:11528:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90373100 x1855007613350400/t0(0) o256->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074872 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.185734:0:11528:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074856.185737:0:11528:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074856.185742:0:11528:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b88307a00. 02000000:00000001:3.0:1769074856.185745:0:11528:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074856.185749:0:11528:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074856.185751:0:11528:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000020:00000001:3.0:1769074856.185753:0:11528:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1769074856.185771:0:11528:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1769074856.185775:0:11528:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074856.185776:0:11528:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:3.0:1769074856.185779:0:11528:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1769074856.185782:0:11528:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at ffff982b985de580. 00000100:00000010:3.0:1769074856.185786:0:11528:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff982b98c03000. 00000100:00000001:3.0:1769074856.185789:0:11528:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1769074856.185793:0:11528:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b88306800. 02000000:00000001:3.0:1769074856.185796:0:11528:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074856.185800:0:11528:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074856.185802:0:11528:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90373100. 00000100:00000001:3.0:1769074856.185808:0:11528:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074856.185809:0:11528:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1769074856.185838:0:11528:0:(mgc_request.c:1662:mgc_process_recover_log()) kvfree 'pages': 32 at ffff982b8757e9a0. 10000000:01000000:3.0:1769074856.185843:0:11528:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.151@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:3.0:1769074856.185846:0:11528:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1769074856.185850:0:11528:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074856.185854:0:11528:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074856.185857:0:11528:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d2200 refcount=3 00000020:00000001:3.0:1769074856.185860:0:11528:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740097024 : -114161969454592 : ffff982b985d2200) 00010000:00000001:3.0:1769074856.185863:0:11528:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740097024 : -114161969454592 : ffff982b985d2200) 00010000:00000001:3.0:1769074856.185867:0:11528:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074856.185873:0:11528:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.151@tcp lock: ffff982b985d2200/0x5d432443066b7585 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf5b77ed682f5d7d6 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074856.185883:0:11528:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074856.185885:0:11528:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1769074856.185888:0:11528:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.151@tcp lock: ffff982b985d2200/0x5d432443066b7585 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf5b77ed682f5d7d6 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074856.185894:0:11528:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074856.185896:0:11528:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074856.185897:0:11528:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1769074856.185899:0:11528:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074856.185901:0:11528:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074856.185914:0:11528:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1769074856.185918:0:11528:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1769074856.185920:0:11528:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff982b85e2f600) refs 2 10000000:00000001:3.0:1769074856.185923:0:11528:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074856.185925:0:11528:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1769074856.185927:0:11528:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff982b85e2e600) refs 3 10000000:00000001:3.0:1769074856.185930:0:11528:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1769074856.185932:0:11528:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1769074856.185934:0:11528:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:3.0:1769074856.185937:0:11528:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:3.0:1769074856.185939:0:11528:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff982b858dd800 from 42 10000000:00000001:3.0:1769074856.185943:0:11528:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1769074856.185945:0:11528:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:3.0:1769074856.185951:0:11528:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90373100. 00000020:00000040:3.0:1769074856.185955:0:11528:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:3.0:1769074856.185960:0:11528:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074856.185964:0:11528:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074856.185971:0:11528:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074856.185977:0:11528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b88306800. 00000100:00000001:3.0:1769074856.185985:0:11528:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074856.185991:0:11528:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1769074856.185994:0:11528:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1769074856.186005:0:11528:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b848ae500. 00010000:00000001:3.0:1769074856.186011:0:11528:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1769074856.186016:0:11528:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b985d2e00. 00000020:00000001:3.0:1769074856.186022:0:11528:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1769074856.186025:0:11528:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b985d2e00 with handle 0x5d432443066b758c to hash 00000020:00000001:3.0:1769074856.186028:0:11528:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1769074856.186030:0:11528:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911740100096 : -114161969451520 : ffff982b985d2e00) 00010000:00000001:3.0:1769074856.186033:0:11528:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911740100096 : -114161969451520 : ffff982b985d2e00) 00010000:00000001:3.0:1769074856.186038:0:11528:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074856.186041:0:11528:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074856.186045:0:11528:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.151@tcp lock: ffff982b985d2e00/0x5d432443066b758c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074856.186052:0:11528:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.151@tcp lock: ffff982b985d2e00/0x5d432443066b758c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074856.186064:0:11528:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.151@tcp lock: ffff982b985d2e00/0x5d432443066b758c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1769074856.186070:0:11528:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074856.186073:0:11528:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074856.186079:0:11528:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b98e9ecc0. 00000100:00000001:3.0:1769074856.186082:0:11528:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911749323968 : -114161960227648 : ffff982b98e9ecc0) 00000100:00000001:3.0:1769074856.186085:0:11528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074856.186087:0:11528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603392768 : -114162106158848 : ffff982b90373100) 00000100:00000001:3.0:1769074856.186093:0:11528:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074856.186099:0:11528:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.186102:0:11528:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074856.186104:0:11528:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074856.186110:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90373100 x1855007613350528/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.186119:0:11528:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074856.186122:0:11528:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074856.186126:0:11528:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074856.186130:0:11528:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074856.186133:0:11528:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074856.186137:0:11528:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90373100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:61009b19-6c2d-431f-95c4-80fb0f04a0d4:11528:1855007613350528:192.168.204.151@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1769074856.186143:0:11528:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074856.186149:0:11528:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074856.186152:0:11528:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074856.186156:0:11528:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074856.186160:0:11528:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c03000. 02000000:00000001:3.0:1769074856.186162:0:11528:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074856.186169:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074856.186174:0:11528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c78f0. 00000400:00000010:3.0:1769074856.186181:0:11528:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad63b8. 00000100:00000200:3.0:1769074856.186190:0:11528:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613350528, portal 25 00000100:00000001:3.0:1769074856.186192:0:11528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074856.186193:0:11528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603392768 : -114162106158848 : ffff982b90373100) 00000100:00000040:3.0:1769074856.186198:0:11528:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90373100 x1855007613350528/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.186205:0:11528:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074856.186208:0:11528:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074856.186211:0:11528:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6880. 00000100:00000200:3.0:1769074856.186214:0:11528:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1855007613350528, offset 0 00000400:00000200:3.0:1769074856.186222:0:11528:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074856.186230:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074856.186237:0:11528:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074856.186244:0:11528:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074856.186250:0:11528:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074856.186254:0:11528:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074856.186257:0:11528:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074856.186262:0:11528:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15451:15451:256:4294967295] 192.168.204.151@tcp LPNI seq info [15451:15451:8:4294967295] 00000400:00000200:3.0:1769074856.186267:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074856.186277:0:11528:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074856.186321:0:11528:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074856.186327:0:11528:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652000. 00000800:00000200:3.0:1769074856.186336:0:11528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074856.186345:0:11528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074856.186351:0:11528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1769074856.186370:0:11528:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074856.186375:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074856.186379:0:11528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296521957 00000100:00000001:3.0:1769074856.186389:0:11528:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296521942 00000100:00000001:3.0:1769074856.186395:0:11528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296521957 00000100:00000001:3.0:1769074856.186400:0:11528:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296521942 00000100:00000001:3.0:1769074856.186403:0:11528:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074856.186406:0:11528:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.186409:0:11528:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074856.186412:0:11528:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1769074856.186414:0:11528:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b98e9ecc0 going to sleep for 11 seconds 00000100:00000001:3.0:1769074856.186417:0:11528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074856.186420:0:11528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074856.188870:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074856.188884:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652000. 00000400:00000200:2.0:1769074856.188892:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.188911:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074856.188922:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6880 00000400:00000010:2.0:1769074856.188925:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6880. 00000100:00000001:2.0:1769074856.188931:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074856.188942:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90373100 x1855007613350528/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074856.188957:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074856.188960:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90373100 x1855007613350528/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074856.188968:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074856.188969:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074856.198111:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074856.198136:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074856.198141:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074856.198143:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074856.198161:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074856.198173:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074856.198183:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074856.198190:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074856.198198:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074856.198203:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 344 into portal 25 MB=0x6971e9dd97280 00000400:00000200:3.0:1769074856.198210:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074856.198219:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 344/344 into md 0x22665 [1] + 224 00000800:00000001:3.0:1769074856.198230:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074856.198241:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074856.198245:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074856.198250:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074856.198262:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074856.198276:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90373100 x1855007613350528/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074856.198317:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff982b90373100 x1855007613350528/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.198339:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074856.198351:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074856.198354:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074856.205058:0:11528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074856.205082:0:11528:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074856.205086:0:11528:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074856.205094:0:11528:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c78f0. 00000400:00000200:1.0:1769074856.205110:0:11528:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad63b8 00000400:00000010:1.0:1769074856.205114:0:11528:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad63b8. 00000100:00000001:1.0:1769074856.205121:0:11528:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074856.205138:0:11528:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90373100 x1855007613350528/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074856.205153:0:11528:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90373100 x1855007613350528/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074856.205163:0:11528:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074856.205165:0:11528:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074856.205169:0:11528:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074856.205176:0:11528:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074856.205180:0:11528:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074856.205183:0:11528:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074856.205188:0:11528:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074856.205198:0:11528:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=128 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074856.205204:0:11528:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074856.205208:0:11528:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074856.205210:0:11528:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074856.205213:0:11528:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074856.205217:0:11528:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074856.205220:0:11528:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074856.205225:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90373100 x1855007613350528/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074856.205233:0:11528:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074856.205237:0:11528:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074856.205240:0:11528:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074856.205244:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90373100 x1855007613350528/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074856.205253:0:11528:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90373100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:61009b19-6c2d-431f-95c4-80fb0f04a0d4:11528:1855007613350528:192.168.204.151@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1769074856.205259:0:11528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074856.205262:0:11528:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074856.205265:0:11528:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074856.205267:0:11528:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074856.205271:0:11528:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90373100 x1855007613350528/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074856.205298:0:11528:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074856.205302:0:11528:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b98e9ecc0. 00000100:00000001:1.0:1769074856.205306:0:11528:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074856.205307:0:11528:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074856.205310:0:11528:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1769074856.205314:0:11528:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074856.205317:0:11528:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074856.205320:0:11528:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d2e00 refcount=4 00000020:00000001:1.0:1769074856.205323:0:11528:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740100096 : -114161969451520 : ffff982b985d2e00) 00010000:00000001:1.0:1769074856.205325:0:11528:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740100096 : -114161969451520 : ffff982b985d2e00) 00010000:00000040:1.0:1769074856.205332:0:11528:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b985d2e00, remote cookie: 0xf5b77ed682f5d7dd, flags: 0x0 00010000:00000001:1.0:1769074856.205336:0:11528:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1769074856.205340:0:11528:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1769074856.205343:0:11528:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1769074856.205345:0:11528:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1769074856.205346:0:11528:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1769074856.205348:0:11528:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff982b848ae500) refcount = 1 00010000:00010000:1.0:1769074856.205352:0:11528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.151@tcp lock: ffff982b985d2e00/0x5d432443066b758c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf5b77ed682f5d7dd expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074856.205358:0:11528:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1769074856.205360:0:11528:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1769074856.205363:0:11528:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074856.205366:0:11528:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1769074856.205369:0:11528:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074856.205373:0:11528:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.151@tcp lock: ffff982b985d2e00/0x5d432443066b758c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf5b77ed682f5d7dd expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074856.205378:0:11528:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1769074856.205380:0:11528:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074856.205383:0:11528:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074856.205384:0:11528:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074856.205385:0:11528:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074856.205386:0:11528:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074856.205389:0:11528:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074856.205394:0:11528:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90373100 x1855007613350528/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074856.205401:0:11528:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769074856.205404:0:11528:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074856.205409:0:11528:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c03000. 02000000:00000001:1.0:1769074856.205413:0:11528:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769074856.205417:0:11528:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074856.205420:0:11528:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:1.0:1769074856.205423:0:11528:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769074856.205428:0:11528:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b88306800. 02000000:00000001:1.0:1769074856.205432:0:11528:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769074856.205435:0:11528:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769074856.205438:0:11528:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90373100. 00000100:00000001:1.0:1769074856.205442:0:11528:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769074856.205443:0:11528:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1769074856.205445:0:11528:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1769074856.205450:0:11528:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1769074856.205452:0:11528:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff982b85e2f600) refs 3 10000000:00000001:1.0:1769074856.205454:0:11528:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074856.205456:0:11528:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074856.205457:0:11528:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074856.205458:0:11528:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d2e00 refcount=3 00000020:00000001:1.0:1769074856.205459:0:11528:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740100096 : -114161969451520 : ffff982b985d2e00) 00010000:00000001:1.0:1769074856.205461:0:11528:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740100096 : -114161969451520 : ffff982b985d2e00) 00010000:00000001:1.0:1769074856.205462:0:11528:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1769074856.205464:0:11528:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074856.205465:0:11528:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074856.205466:0:11528:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1769074856.205469:0:11528:0:(mgc_request.c:1679:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1769074856.205479:0:11528:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff982b9851e980. 00000020:00000010:1.0:1769074856.205483:0:11528:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982ba00b1600. 00000020:00000010:1.0:1769074856.205489:0:11528:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff982ba00b0600. 00000040:00000010:1.0:1769074856.205493:0:11528:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff982ba00b1c00. 00000020:00000010:1.0:1769074856.205500:0:11528:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff982b85912000. 00000020:00000010:1.0:1769074856.205504:0:11528:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff982ba00b0c00. 80000000:00000010:1.0:1769074856.205509:0:11528:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff982b9020b240. 00040000:00000010:1.0:1769074856.205516:0:11528:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff982ba00b1a00. 20000000:00000010:1.0:1769074856.205520:0:11528:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at ffff982ba00b0200. 10000000:00000040:1.0:1769074856.205525:0:11528:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff982b87fd7d80 : new refcount 2 00000020:00000001:1.0:1769074856.205529:0:11528:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1769074856.205531:0:11528:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:1.0:1769074856.205535:0:11528:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1769074856.205537:0:11528:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff982ba00b0000. 00000040:00000001:1.0:1769074856.205541:0:11528:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1769074856.205545:0:11528:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000010:1.0:1769074856.205549:0:11528:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b984aa300. 00000020:00000040:1.0:1769074856.205551:0:11528:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=5 obd=MGC192.168.204.151@tcp 00000100:00000001:1.0:1769074856.205556:0:11528:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074856.205560:0:11528:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074856.205567:0:11528:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074856.205578:0:11528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982ba00b0e00. 00000100:00000001:1.0:1769074856.205585:0:11528:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074856.205592:0:11528:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074856.205594:0:11528:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074856.205602:0:11528:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b8491ecc0. 00000100:00000001:1.0:1769074856.205604:0:11528:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911408012480 : -114162301539136 : ffff982b8491ecc0) 00000100:00000001:1.0:1769074856.205607:0:11528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074856.205610:0:11528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738884864 : -114161970666752 : ffff982b984aa300) 00000100:00000001:1.0:1769074856.205615:0:11528:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074856.205619:0:11528:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074856.205621:0:11528:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074856.205623:0:11528:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074856.205626:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b984aa300 x1855007613350656/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074856.205632:0:11528:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074856.205633:0:11528:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074856.205637:0:11528:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074856.205640:0:11528:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074856.205641:0:11528:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074856.205644:0:11528:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b984aa300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:61009b19-6c2d-431f-95c4-80fb0f04a0d4:11528:1855007613350656:192.168.204.151@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1769074856.205647:0:11528:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074856.205654:0:11528:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074856.205655:0:11528:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074856.205658:0:11528:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074856.205661:0:11528:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982ba00b0400. 02000000:00000001:1.0:1769074856.205662:0:11528:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074856.205671:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074856.205674:0:11528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47b00. 00000400:00000010:1.0:1769074856.205680:0:11528:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8440. 00000100:00000200:1.0:1769074856.205687:0:11528:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613350656, portal 25 00000100:00000001:1.0:1769074856.205689:0:11528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074856.205690:0:11528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738884864 : -114161970666752 : ffff982b984aa300) 00000100:00000040:1.0:1769074856.205693:0:11528:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b984aa300 x1855007613350656/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074872 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074856.205698:0:11528:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074856.205700:0:11528:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074856.205702:0:11528:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8a18. 00000100:00000200:1.0:1769074856.205706:0:11528:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1855007613350656, offset 0 00000400:00000200:1.0:1769074856.205711:0:11528:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074856.205718:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074856.205726:0:11528:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074856.205732:0:11528:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074856.205737:0:11528:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074856.205741:0:11528:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074856.205744:0:11528:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074856.205748:0:11528:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15452:15452:256:4294967295] 192.168.204.151@tcp LPNI seq info [15452:15452:8:4294967295] 00000400:00000200:1.0:1769074856.205750:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074856.205761:0:11528:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074856.205768:0:11528:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074856.205775:0:11528:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b98b34e00. 00000800:00000200:1.0:1769074856.205784:0:11528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074856.205795:0:11528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074856.205801:0:11528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b98b34e00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1769074856.205842:0:11528:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074856.205847:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074856.205851:0:11528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296521976 00000100:00000001:1.0:1769074856.205861:0:11528:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296521957 00000100:00000001:1.0:1769074856.205869:0:11528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296521976 00000100:00000001:1.0:1769074856.205873:0:11528:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296521957 00000100:00000001:1.0:1769074856.205877:0:11528:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074856.205880:0:11528:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074856.205883:0:11528:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074856.205885:0:11528:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074856.205887:0:11528:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8491ecc0 going to sleep for 11 seconds 00000100:00000001:1.0:1769074856.205890:0:11528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074856.205893:0:11528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074856.212116:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074856.212131:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b98b34e00. 00000400:00000200:2.0:1769074856.212139:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.212151:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074856.212160:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8a18 00000400:00000010:2.0:1769074856.212163:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8a18. 00000100:00000001:2.0:1769074856.212169:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074856.212180:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b984aa300 x1855007613350656/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074872 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074856.212195:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074856.212198:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b984aa300 x1855007613350656/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074872 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074856.212211:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074856.212213:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074856.220031:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.220058:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074856.220066:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.220069:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074856.220085:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.220097:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074856.220108:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.220116:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.220123:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.220128:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 272 into portal 25 MB=0x6971e9dd97300 00000400:00000200:2.0:1769074856.220135:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.220143:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 272/272 into md 0x22675 [1] + 224 00000800:00000001:2.0:1769074856.220155:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.220166:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074856.220169:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.220174:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074856.220185:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074856.220197:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b984aa300 x1855007613350656/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074872 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074856.220211:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff982b984aa300 x1855007613350656/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074872 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074856.220231:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074856.220243:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.220248:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074856.220418:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074856.220422:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074856.220427:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074856.220431:0:30499:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074856.220433:0:30499:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074856.220436:0:30499:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074856.220441:0:30499:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074856.220444:0:30499:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074856.220447:0:30499:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074856.220449:0:30499:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074856.220477:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074856.220482:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074856.220485:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769074856.220648:0:11528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074856.220664:0:11528:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074856.220667:0:11528:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074856.220672:0:11528:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47b00. 00000400:00000200:1.0:1769074856.220678:0:11528:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8440 00000400:00000010:1.0:1769074856.220681:0:11528:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8440. 00000100:00000001:1.0:1769074856.220685:0:11528:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074856.220692:0:11528:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b984aa300 x1855007613350656/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074872 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074856.220703:0:11528:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b984aa300 x1855007613350656/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074872 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074856.220710:0:11528:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074856.220712:0:11528:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074856.220715:0:11528:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074856.220722:0:11528:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074856.220725:0:11528:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074856.220729:0:11528:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074856.220733:0:11528:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074856.220745:0:11528:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=128 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074856.220751:0:11528:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074856.220754:0:11528:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074856.220770:0:11528:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074856.220773:0:11528:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074856.220776:0:11528:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074856.220781:0:11528:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074856.220788:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b984aa300 x1855007613350656/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074872 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074856.220803:0:11528:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074856.220808:0:11528:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074856.220811:0:11528:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074856.220817:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b984aa300 x1855007613350656/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074872 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074856.220825:0:11528:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b984aa300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:61009b19-6c2d-431f-95c4-80fb0f04a0d4:11528:1855007613350656:192.168.204.151@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1769074856.220831:0:11528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074856.220835:0:11528:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074856.220839:0:11528:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074856.220841:0:11528:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074856.220845:0:11528:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b984aa300 x1855007613350656/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074872 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074856.220853:0:11528:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074856.220857:0:11528:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b8491ecc0. 00000100:00000001:1.0:1769074856.220862:0:11528:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074856.220863:0:11528:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1769074856.220873:0:11528:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1769074856.220877:0:11528:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074856.220880:0:11528:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000020:00000001:1.0:1769074856.220882:0:11528:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1769074856.220884:0:11528:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074856.220887:0:11528:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b984aa300 x1855007613350656/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074872 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074856.220893:0:11528:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769074856.220897:0:11528:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074856.220912:0:11528:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982ba00b0400. 02000000:00000001:1.0:1769074856.220916:0:11528:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769074856.220917:0:11528:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074856.220918:0:11528:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:1.0:1769074856.220920:0:11528:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769074856.220923:0:11528:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982ba00b0e00. 02000000:00000001:1.0:1769074856.220928:0:11528:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769074856.220930:0:11528:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769074856.220933:0:11528:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b984aa300. 00000100:00000001:1.0:1769074856.220937:0:11528:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769074856.220939:0:11528:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1769074856.220942:0:11528:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1769074856.220947:0:11528:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1769074856.220959:0:11528:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff982b90386000. 00000040:00000001:1.0:1769074856.220962:0:11528:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1769074856.220964:0:11528:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:1.0:1769074856.220966:0:11528:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000010:1.0:1769074856.220970:0:11528:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b984aa300. 00000020:00000040:1.0:1769074856.220973:0:11528:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=5 obd=MGC192.168.204.151@tcp 00000100:00000001:1.0:1769074856.220977:0:11528:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074856.220980:0:11528:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074856.220986:0:11528:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074856.220992:0:11528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982ba00b0e00. 00000100:00000001:1.0:1769074856.221000:0:11528:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074856.221004:0:11528:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074856.221007:0:11528:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074856.221014:0:11528:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b8491ecc0. 00000100:00000001:1.0:1769074856.221016:0:11528:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911408012480 : -114162301539136 : ffff982b8491ecc0) 00000100:00000001:1.0:1769074856.221020:0:11528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074856.221021:0:11528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738884864 : -114161970666752 : ffff982b984aa300) 00000100:00000001:1.0:1769074856.221027:0:11528:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074856.221033:0:11528:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074856.221035:0:11528:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074856.221037:0:11528:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074856.221041:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b984aa300 x1855007613350784/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074856.221049:0:11528:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074856.221052:0:11528:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074856.221056:0:11528:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074856.221059:0:11528:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074856.221063:0:11528:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074856.221066:0:11528:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b984aa300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:61009b19-6c2d-431f-95c4-80fb0f04a0d4:11528:1855007613350784:192.168.204.151@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1769074856.221072:0:11528:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074856.221079:0:11528:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074856.221081:0:11528:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074856.221084:0:11528:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074856.221115:0:11528:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff982b8675c000. 02000000:00000001:1.0:1769074856.221118:0:11528:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074856.221126:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074856.221130:0:11528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47b00. 00000400:00000010:1.0:1769074856.221137:0:11528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff982b8491e6c0. 00000100:00000200:1.0:1769074856.221148:0:11528:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1855007613350784, portal 25 00000100:00000001:1.0:1769074856.221151:0:11528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074856.221152:0:11528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738884864 : -114161970666752 : ffff982b984aa300) 00000100:00000040:1.0:1769074856.221159:0:11528:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b984aa300 x1855007613350784/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074872 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074856.221167:0:11528:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074856.221170:0:11528:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074856.221203:0:11528:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8440. 00000100:00000200:1.0:1769074856.221208:0:11528:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1855007613350784, offset 0 00000400:00000200:1.0:1769074856.221217:0:11528:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074856.221225:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074856.221234:0:11528:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074856.221241:0:11528:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074856.221247:0:11528:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074856.221252:0:11528:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074856.221255:0:11528:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074856.221259:0:11528:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15453:15453:256:4294967295] 192.168.204.151@tcp LPNI seq info [15453:15453:8:4294967295] 00000400:00000200:1.0:1769074856.221264:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074856.221276:0:11528:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074856.221319:0:11528:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074856.221326:0:11528:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b98b34c00. 00000800:00000200:1.0:1769074856.221334:0:11528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074856.221345:0:11528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074856.221351:0:11528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b98b34c00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1769074856.221362:0:11528:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074856.221367:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074856.221370:0:11528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296521992 00000100:00000001:1.0:1769074856.221378:0:11528:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296521976 00000100:00000001:1.0:1769074856.221384:0:11528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296521992 00000100:00000001:1.0:1769074856.221388:0:11528:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296521976 00000100:00000001:1.0:1769074856.221391:0:11528:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074856.221394:0:11528:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074856.221397:0:11528:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074856.221400:0:11528:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074856.221403:0:11528:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8491ecc0 going to sleep for 11 seconds 00000100:00000001:1.0:1769074856.221405:0:11528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074856.221407:0:11528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074856.222152:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074856.222161:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b98b34c00. 00000400:00000200:2.0:1769074856.222167:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.222175:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074856.222184:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8440 00000400:00000010:2.0:1769074856.222186:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8440. 00000100:00000001:2.0:1769074856.222193:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074856.222201:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b984aa300 x1855007613350784/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074872 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074856.222214:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074856.222217:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b984aa300 x1855007613350784/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074872 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074856.222225:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074856.222227:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074856.234988:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.235018:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074856.235023:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.235026:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074856.235042:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.235053:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074856.235065:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.235070:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.235077:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.235082:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 8416 into portal 25 MB=0x6971e9dd97380 00000400:00000200:2.0:1769074856.235088:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.235098:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 8416/8416 into md 0x2267d [4] + 224 00000800:00000001:2.0:1769074856.235109:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.235131:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074856.235137:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.235142:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074856.235153:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074856.235168:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b984aa300 x1855007613350784/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074872 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074856.235181:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff982b984aa300 x1855007613350784/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074872 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074856.235201:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074856.235213:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.235217:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074856.236257:0:11528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074856.236271:0:11528:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074856.236274:0:11528:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074856.236309:0:11528:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47b00. 00000400:00000200:3.0:1769074856.236316:0:11528:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8491e6c0 00000400:00000010:3.0:1769074856.236319:0:11528:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff982b8491e6c0. 00000100:00000001:3.0:1769074856.236323:0:11528:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074856.236334:0:11528:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b984aa300 x1855007613350784/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074872 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074856.236345:0:11528:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b984aa300 x1855007613350784/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074872 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.236352:0:11528:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074856.236355:0:11528:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074856.236358:0:11528:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074856.236373:0:11528:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074856.236376:0:11528:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074856.236379:0:11528:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074856.236383:0:11528:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074856.236392:0:11528:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=128 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074856.236397:0:11528:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074856.236400:0:11528:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074856.236402:0:11528:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074856.236406:0:11528:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074856.236409:0:11528:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.236412:0:11528:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074856.236418:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b984aa300 x1855007613350784/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074872 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.236427:0:11528:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074856.236431:0:11528:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074856.236434:0:11528:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074856.236438:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b984aa300 x1855007613350784/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074872 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074856.236446:0:11528:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b984aa300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:61009b19-6c2d-431f-95c4-80fb0f04a0d4:11528:1855007613350784:192.168.204.151@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1769074856.236452:0:11528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074856.236455:0:11528:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.236458:0:11528:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1769074856.236460:0:11528:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074856.236464:0:11528:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b984aa300 x1855007613350784/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074872 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.236472:0:11528:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769074856.236475:0:11528:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b8491ecc0. 00000100:00000001:3.0:1769074856.236478:0:11528:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1769074856.236479:0:11528:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1769074856.236491:0:11528:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1769074856.236493:0:11528:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074856.236716:0:11528:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b984aa300 x1855007613350784/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074872 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.236724:0:11528:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074856.236727:0:11528:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074856.236731:0:11528:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff982b8675c000. 02000000:00000001:3.0:1769074856.236747:0:11528:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074856.236751:0:11528:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074856.236753:0:11528:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000020:00000001:3.0:1769074856.236767:0:11528:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074856.236770:0:11528:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982ba00b0e00. 02000000:00000001:3.0:1769074856.236776:0:11528:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074856.236778:0:11528:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074856.236781:0:11528:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b984aa300. 00000100:00000001:3.0:1769074856.236786:0:11528:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074856.236787:0:11528:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769074856.236792:0:11528:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074856.236794:0:11528:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:3.0:1769074856.236795:0:11528:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1769074856.236799:0:11528:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1769074856.236802:0:11528:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1769074856.236807:0:11528:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1769074856.236817:0:11528:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff982b98466de0. 00000040:00001000:3.0:1769074856.236820:0:11528:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 41 last_idx 0 read_mode 0 00000040:00000001:3.0:1769074856.239486:0:31477:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:3.0:1769074856.239514:0:31477:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b88306e00. 00000020:00000010:3.0:1769074856.239526:0:31477:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff982b88307000. 00000040:00000010:3.0:1769074856.239533:0:31477:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff982b88306400. 00000020:00000010:3.0:1769074856.239541:0:31477:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff982b88b88000. 00000020:00000010:3.0:1769074856.239550:0:31477:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff982b84ee5a90. 00000020:00000010:3.0:1769074856.239557:0:31477:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff982b88307800. 80000000:00000010:3.0:1769074856.239564:0:31477:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff982b98466cc0. 40000000:00000010:3.0:1769074856.239577:0:31477:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff982b985debc0. 00100000:00000010:3.0:1769074856.239585:0:31477:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff982b88b8b800. 00040000:00000010:3.0:1769074856.239592:0:31477:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff982b99652800. 00040000:00000010:3.0:1769074856.239598:0:31477:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff982b88b8e800. 00040000:00000010:3.0:1769074856.239604:0:31477:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff982b88306c00. 00000004:00000010:3.0:1769074856.239610:0:31477:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff982b88b8e000. 00000004:00000010:3.0:1769074856.239619:0:31477:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff982b88a74000. 00000004:00000010:3.0:1769074856.239626:0:31477:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff982b88b89800. 00002000:00000010:3.0:1769074856.239633:0:31477:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff982b98c01400. 00000004:00000010:3.0:1769074856.239638:0:31477:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff982b98c01000. 00000020:00000010:3.0:1769074856.239645:0:31477:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff982b985ded00. 00000040:00000010:3.0:1769074856.239659:0:31477:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff982b86022000. 00000040:00080000:3.0:1769074856.240174:0:31477:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 42 00000040:00000010:3.0:1769074856.240182:0:31477:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff982b86022000. 00000020:00000010:3.0:1769074856.240197:0:31477:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff982b985ded00. 00000020:00000010:3.0:1769074856.240220:0:31477:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b88307000. 00000040:00000010:3.0:1769074856.240227:0:31477:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff982b88306400. 00000020:00000010:3.0:1769074856.240231:0:31477:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff982b88b88000. 00000020:00000010:3.0:1769074856.240237:0:31477:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff982b84ee5a90. 00000020:00000010:3.0:1769074856.240244:0:31477:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff982b88307800. 80000000:00000010:3.0:1769074856.240248:0:31477:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff982b98466cc0. 40000000:00000010:3.0:1769074856.240253:0:31477:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff982b985debc0. 00100000:00000010:3.0:1769074856.240256:0:31477:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff982b88b8b800. 00040000:00000010:3.0:1769074856.240260:0:31477:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff982b99652800. 00040000:00000010:3.0:1769074856.240264:0:31477:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff982b88b8e800. 00040000:00000010:3.0:1769074856.240267:0:31477:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff982b88306c00. 00000004:00000010:3.0:1769074856.240271:0:31477:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff982b88b8e000. 00000004:00000010:3.0:1769074856.240275:0:31477:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff982b88a74000. 00000004:00000010:3.0:1769074856.240332:0:31477:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff982b88b89800. 00002000:00000010:3.0:1769074856.240337:0:31477:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff982b98c01400. 00000004:00000010:3.0:1769074856.240343:0:31477:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff982b98c01000. 00000020:00000010:3.0:1769074856.240346:0:31477:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b88306e00. 00000040:00000010:1.0:1769074856.241538:0:11528:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff982b98466de0. 00000040:00000001:1.0:1769074856.241553:0:11528:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1769074856.241558:0:11528:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 42-41 (rc=0) 00000040:00000010:1.0:1769074856.241567:0:11528:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff982b90386000. 00000040:00000010:1.0:1769074856.241579:0:11528:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff982ba00b0000. 00000020:00000001:1.0:1769074856.241585:0:11528:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1769074856.241589:0:11528:0:(mgc_request.c:1735:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1769074856.241597:0:11528:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982ba00b0600. 00000040:00000010:1.0:1769074856.241602:0:11528:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff982ba00b1c00. 00000020:00000010:1.0:1769074856.241607:0:11528:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff982b85912000. 00000020:00000010:1.0:1769074856.241615:0:11528:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff982ba00b0c00. 80000000:00000010:1.0:1769074856.241621:0:11528:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff982b9020b240. 00040000:00000010:1.0:1769074856.241625:0:11528:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff982ba00b1a00. 20000000:00000010:1.0:1769074856.241630:0:11528:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at ffff982ba00b0200. 00000020:00000010:1.0:1769074856.241634:0:11528:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982ba00b1600. 10000000:00000010:1.0:1769074856.241638:0:11528:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at ffff982b9851e980. 10000000:01000000:1.0:1769074856.241642:0:11528:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.151@tcp: configuration from log 'lustre-client' succeeded (0). 10000000:00000001:1.0:1769074856.241647:0:11528:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1769074856.241651:0:11528:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074856.241654:0:11528:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074856.241658:0:11528:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d2e00 refcount=3 00000020:00000001:1.0:1769074856.241662:0:11528:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740100096 : -114161969451520 : ffff982b985d2e00) 00010000:00000001:1.0:1769074856.241666:0:11528:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740100096 : -114161969451520 : ffff982b985d2e00) 00010000:00000001:1.0:1769074856.241670:0:11528:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074856.241678:0:11528:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.151@tcp lock: ffff982b985d2e00/0x5d432443066b758c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf5b77ed682f5d7dd expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074856.241690:0:11528:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074856.241693:0:11528:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1769074856.241696:0:11528:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.151@tcp lock: ffff982b985d2e00/0x5d432443066b758c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf5b77ed682f5d7dd expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074856.241703:0:11528:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074856.241705:0:11528:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074856.241706:0:11528:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1769074856.241709:0:11528:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1769074856.241711:0:11528:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1769074856.241716:0:11528:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1769074856.241720:0:11528:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1769074856.241723:0:11528:0:(mgc_request.c:108:config_log_get()) log params (ffff982b85e2fc00) refs 2 10000000:00000001:1.0:1769074856.241726:0:11528:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1769074856.241728:0:11528:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1769074856.241731:0:11528:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff982b85e2f600) refs 3 10000000:00000001:1.0:1769074856.241734:0:11528:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1769074856.241735:0:11528:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1769074856.241739:0:11528:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:1.0:1769074856.241742:0:11528:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:1.0:1769074856.241745:0:11528:0:(mgc_request.c:1812:mgc_process_log()) Process log params-ffff982b858dd800 from 7 10000000:00000001:1.0:1769074856.241748:0:11528:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1769074856.241750:0:11528:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:1.0:1769074856.242010:0:11528:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b984a8000. 00000020:00000040:1.0:1769074856.242017:0:11528:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:1.0:1769074856.242024:0:11528:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074856.242030:0:11528:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074856.242036:0:11528:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074856.242047:0:11528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982ba00b1600. 00000100:00000001:1.0:1769074856.242057:0:11528:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074856.242062:0:11528:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1769074856.242065:0:11528:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1769074856.242075:0:11528:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b9020cc00. 00010000:00000001:1.0:1769074856.242082:0:11528:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1769074856.242086:0:11528:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b902ed200. 00000020:00000001:1.0:1769074856.242092:0:11528:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1769074856.242095:0:11528:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b902ed200 with handle 0x5d432443066b7593 to hash 00000020:00000001:1.0:1769074856.242097:0:11528:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1769074856.242099:0:11528:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911602844160 : -114162106707456 : ffff982b902ed200) 00010000:00000001:1.0:1769074856.242104:0:11528:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911602844160 : -114162106707456 : ffff982b902ed200) 00010000:00000001:1.0:1769074856.242109:0:11528:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074856.242112:0:11528:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074856.242116:0:11528:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.151@tcp lock: ffff982b902ed200/0x5d432443066b7593 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074856.242125:0:11528:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.151@tcp lock: ffff982b902ed200/0x5d432443066b7593 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074856.242139:0:11528:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.151@tcp lock: ffff982b902ed200/0x5d432443066b7593 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1769074856.242145:0:11528:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074856.242148:0:11528:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074856.242159:0:11528:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b8491ecc0. 00000100:00000001:1.0:1769074856.242162:0:11528:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911408012480 : -114162301539136 : ffff982b8491ecc0) 00000100:00000001:1.0:1769074856.242166:0:11528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074856.242168:0:11528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738875904 : -114161970675712 : ffff982b984a8000) 00000100:00000001:1.0:1769074856.242175:0:11528:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074856.242182:0:11528:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074856.242185:0:11528:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074856.242187:0:11528:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074856.242205:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b984a8000 x1855007613350912/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074856.242222:0:11528:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074856.242226:0:11528:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074856.242232:0:11528:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074856.242237:0:11528:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074856.242240:0:11528:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074856.242243:0:11528:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b984a8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:61009b19-6c2d-431f-95c4-80fb0f04a0d4:11528:1855007613350912:192.168.204.151@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1769074856.242249:0:11528:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074856.242258:0:11528:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074856.242261:0:11528:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074856.242264:0:11528:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074856.242270:0:11528:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b85946c00. 02000000:00000001:1.0:1769074856.242272:0:11528:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074856.242851:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074856.242862:0:11528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47c60. 00000400:00000010:1.0:1769074856.242872:0:11528:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00000200:1.0:1769074856.242885:0:11528:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613350912, portal 25 00000100:00000001:1.0:1769074856.242889:0:11528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074856.242890:0:11528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738875904 : -114161970675712 : ffff982b984a8000) 00000100:00000040:1.0:1769074856.242899:0:11528:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b984a8000 x1855007613350912/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074856.242915:0:11528:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074856.242919:0:11528:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074856.242922:0:11528:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8b28. 00000100:00000200:1.0:1769074856.242927:0:11528:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1855007613350912, offset 0 00000400:00000200:1.0:1769074856.242936:0:11528:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074856.242947:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074856.242959:0:11528:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074856.242967:0:11528:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074856.242972:0:11528:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074856.242978:0:11528:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074856.242982:0:11528:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074856.242988:0:11528:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15454:15454:256:4294967295] 192.168.204.151@tcp LPNI seq info [15454:15454:8:4294967295] 00000400:00000200:1.0:1769074856.242993:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074856.243008:0:11528:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074856.243017:0:11528:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074856.243024:0:11528:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b98b34900. 00000800:00000200:1.0:1769074856.243033:0:11528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074856.243044:0:11528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074856.243050:0:11528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b98b34900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1769074856.243125:0:11528:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074856.243131:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074856.243134:0:11528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296522013 00000100:00000001:1.0:1769074856.243144:0:11528:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296521992 00000100:00000001:1.0:1769074856.243150:0:11528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296522013 00000100:00000001:1.0:1769074856.243154:0:11528:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296521992 00000100:00000001:1.0:1769074856.243159:0:11528:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074856.243163:0:11528:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074856.243166:0:11528:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074856.243169:0:11528:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074856.243173:0:11528:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8491ecc0 going to sleep for 11 seconds 00000100:00000001:1.0:1769074856.243177:0:11528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074856.243181:0:11528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1769074856.246940:0:31476:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 35 at ffff982b99072b40. 00000020:00000040:0.0:1769074856.246959:0:31476:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-MDT0000-mdc-ffff982b858dd800 has already been connecting to new target(18) 00000020:00000010:0.0:1769074856.246962:0:31476:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 35 at ffff982b99072b40. 00000800:00000200:2.0:1769074856.253463:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074856.253476:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b98b34900. 00000400:00000200:2.0:1769074856.253485:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.253508:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074856.253517:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8b28 00000400:00000010:2.0:1769074856.253520:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8b28. 00000100:00000001:2.0:1769074856.253527:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074856.253538:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b984a8000 x1855007613350912/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074856.253554:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074856.253558:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b984a8000 x1855007613350912/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074856.253566:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074856.253569:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074856.262081:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.262108:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074856.262114:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.262117:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074856.262132:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.262142:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074856.262152:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.262158:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.262166:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.262171:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 344 into portal 25 MB=0x6971e9dd97400 00000400:00000200:2.0:1769074856.262178:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.262187:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 344/344 into md 0x22685 [1] + 224 00000800:00000001:2.0:1769074856.262198:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.262212:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074856.262216:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.262222:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074856.262233:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074856.262246:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b984a8000 x1855007613350912/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074856.262259:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff982b984a8000 x1855007613350912/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074856.262317:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074856.262329:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.262333:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074856.262878:0:11528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074856.262890:0:11528:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074856.262892:0:11528:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074856.262897:0:11528:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47c60. 00000400:00000200:3.0:1769074856.262912:0:11528:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000400:00000010:3.0:1769074856.262916:0:11528:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00000001:3.0:1769074856.262920:0:11528:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074856.262928:0:11528:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b984a8000 x1855007613350912/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074856.262939:0:11528:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b984a8000 x1855007613350912/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.262946:0:11528:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074856.262948:0:11528:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074856.262952:0:11528:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074856.262957:0:11528:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074856.262960:0:11528:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074856.262963:0:11528:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074856.262967:0:11528:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074856.262977:0:11528:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=128 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074856.262982:0:11528:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074856.262984:0:11528:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074856.262986:0:11528:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074856.262990:0:11528:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074856.262993:0:11528:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.262997:0:11528:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074856.263002:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b984a8000 x1855007613350912/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.263010:0:11528:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074856.263013:0:11528:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074856.263015:0:11528:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074856.263020:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b984a8000 x1855007613350912/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074856.263028:0:11528:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b984a8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:61009b19-6c2d-431f-95c4-80fb0f04a0d4:11528:1855007613350912:192.168.204.151@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1769074856.263034:0:11528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074856.263038:0:11528:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.263041:0:11528:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1769074856.263043:0:11528:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074856.263046:0:11528:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b984a8000 x1855007613350912/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.263053:0:11528:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769074856.263056:0:11528:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b8491ecc0. 00000100:00000001:3.0:1769074856.263060:0:11528:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1769074856.263061:0:11528:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074856.263065:0:11528:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1769074856.263069:0:11528:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074856.263072:0:11528:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074856.263076:0:11528:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ed200 refcount=4 00000020:00000001:3.0:1769074856.263078:0:11528:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602844160 : -114162106707456 : ffff982b902ed200) 00010000:00000001:3.0:1769074856.263082:0:11528:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602844160 : -114162106707456 : ffff982b902ed200) 00010000:00000040:3.0:1769074856.263089:0:11528:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b902ed200, remote cookie: 0xf5b77ed682f5d7e4, flags: 0x0 00010000:00000001:3.0:1769074856.263094:0:11528:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1769074856.263100:0:11528:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1769074856.263102:0:11528:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1769074856.263104:0:11528:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1769074856.263106:0:11528:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1769074856.263109:0:11528:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff982b9020cc00) refcount = 1 00010000:00010000:3.0:1769074856.263115:0:11528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.151@tcp lock: ffff982b902ed200/0x5d432443066b7593 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf5b77ed682f5d7e4 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074856.263124:0:11528:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1769074856.263126:0:11528:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1769074856.263128:0:11528:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074856.263132:0:11528:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1769074856.263135:0:11528:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074856.263139:0:11528:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.151@tcp lock: ffff982b902ed200/0x5d432443066b7593 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf5b77ed682f5d7e4 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074856.263146:0:11528:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1769074856.263148:0:11528:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074856.263151:0:11528:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074856.263152:0:11528:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074856.263153:0:11528:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074856.263155:0:11528:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.263158:0:11528:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074856.263162:0:11528:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b984a8000 x1855007613350912/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.263170:0:11528:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074856.263173:0:11528:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074856.263178:0:11528:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b85946c00. 02000000:00000001:3.0:1769074856.263182:0:11528:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074856.263185:0:11528:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074856.263187:0:11528:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:3.0:1769074856.263190:0:11528:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074856.263193:0:11528:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982ba00b1600. 02000000:00000001:3.0:1769074856.263197:0:11528:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074856.263199:0:11528:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074856.263201:0:11528:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b984a8000. 00000100:00000001:3.0:1769074856.263205:0:11528:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074856.263207:0:11528:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1769074856.263210:0:11528:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074856.263214:0:11528:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1769074856.263216:0:11528:0:(mgc_request.c:108:config_log_get()) log params (ffff982b85e2fc00) refs 3 10000000:00000001:3.0:1769074856.263218:0:11528:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074856.263220:0:11528:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074856.263221:0:11528:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074856.263223:0:11528:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ed200 refcount=3 00000020:00000001:3.0:1769074856.263225:0:11528:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602844160 : -114162106707456 : ffff982b902ed200) 00010000:00000001:3.0:1769074856.263227:0:11528:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602844160 : -114162106707456 : ffff982b902ed200) 00010000:00000001:3.0:1769074856.263229:0:11528:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1769074856.263230:0:11528:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074856.263232:0:11528:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074856.263233:0:11528:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074856.263236:0:11528:0:(mgc_request.c:1679:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1769074856.263245:0:11528:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff982b985debc0. 00000020:00000010:3.0:1769074856.263251:0:11528:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b88306e00. 00000020:00000010:3.0:1769074856.263257:0:11528:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff982b88306c00. 00000040:00000010:3.0:1769074856.263262:0:11528:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff982b88307800. 00000020:00000010:3.0:1769074856.263268:0:11528:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff982b88b89800. 00000020:00000010:3.0:1769074856.263274:0:11528:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff982b88306400. 80000000:00000010:3.0:1769074856.263434:0:11528:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff982b98466cc0. 00040000:00000010:3.0:1769074856.263443:0:11528:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff982b88307000. 20000000:00000010:3.0:1769074856.263448:0:11528:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at ffff982b88307600. 10000000:00000040:3.0:1769074856.263454:0:11528:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff982b87fd7d80 : new refcount 2 00000020:00000001:3.0:1769074856.263458:0:11528:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1769074856.263459:0:11528:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog params 00000040:00000001:3.0:1769074856.263462:0:11528:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1769074856.263466:0:11528:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff982b88307400. 00000040:00000001:3.0:1769074856.263471:0:11528:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:3.0:1769074856.263474:0:11528:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000010:3.0:1769074856.263479:0:11528:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90371c00. 00000020:00000040:3.0:1769074856.263482:0:11528:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=5 obd=MGC192.168.204.151@tcp 00000100:00000001:3.0:1769074856.263486:0:11528:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074856.263489:0:11528:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074856.263586:0:11528:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074856.263598:0:11528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b88307e00. 00000100:00000001:3.0:1769074856.263608:0:11528:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.263614:0:11528:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074856.263616:0:11528:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074856.263624:0:11528:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b98e9e300. 00000100:00000001:3.0:1769074856.263625:0:11528:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911749321472 : -114161960230144 : ffff982b98e9e300) 00000100:00000001:3.0:1769074856.263628:0:11528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074856.263630:0:11528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603387392 : -114162106164224 : ffff982b90371c00) 00000100:00000001:3.0:1769074856.263635:0:11528:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074856.263640:0:11528:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.263643:0:11528:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074856.263644:0:11528:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074856.263649:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90371c00 x1855007613351040/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.263656:0:11528:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074856.263658:0:11528:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074856.263662:0:11528:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074856.263665:0:11528:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074856.263667:0:11528:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074856.263670:0:11528:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90371c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:61009b19-6c2d-431f-95c4-80fb0f04a0d4:11528:1855007613351040:192.168.204.151@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1769074856.263674:0:11528:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074856.263679:0:11528:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074856.263681:0:11528:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074856.263684:0:11528:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074856.263688:0:11528:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b88306000. 02000000:00000001:3.0:1769074856.263689:0:11528:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074856.263697:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074856.263701:0:11528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7aa8. 00000400:00000010:3.0:1769074856.263707:0:11528:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6cc0. 00000100:00000200:3.0:1769074856.263715:0:11528:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613351040, portal 25 00000100:00000001:3.0:1769074856.263716:0:11528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074856.263717:0:11528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603387392 : -114162106164224 : ffff982b90371c00) 00000100:00000040:3.0:1769074856.263722:0:11528:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90371c00 x1855007613351040/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074872 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.263730:0:11528:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074856.263733:0:11528:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074856.263736:0:11528:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6e58. 00000100:00000200:3.0:1769074856.263739:0:11528:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1855007613351040, offset 0 00000400:00000200:3.0:1769074856.263746:0:11528:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074856.263755:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074856.264452:0:11528:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074856.264459:0:11528:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074856.264464:0:11528:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074856.264469:0:11528:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074856.264473:0:11528:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074856.264477:0:11528:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15455:15455:256:4294967295] 192.168.204.151@tcp LPNI seq info [15455:15455:8:4294967295] 00000400:00000200:3.0:1769074856.264481:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074856.264492:0:11528:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074856.264579:0:11528:0:(socklnd_cb.c:1001:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074856.264588:0:11528:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652800. 00000800:00000200:3.0:1769074856.264596:0:11528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074856.264604:0:11528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074856.264611:0:11528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652800 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:3.0:1769074856.264625:0:11528:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074856.264630:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074856.264634:0:11528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296522035 00000100:00000001:3.0:1769074856.264644:0:11528:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296522013 00000100:00000001:3.0:1769074856.264651:0:11528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296522035 00000100:00000001:3.0:1769074856.264655:0:11528:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296522013 00000100:00000001:3.0:1769074856.264658:0:11528:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074856.264662:0:11528:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.264665:0:11528:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074856.264667:0:11528:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1769074856.264671:0:11528:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b98e9e300 going to sleep for 11 seconds 00000100:00000001:3.0:1769074856.264674:0:11528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074856.264676:0:11528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074856.264929:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074856.264935:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652800. 00000400:00000200:2.0:1769074856.264940:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.264947:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074856.264953:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6e58 00000400:00000010:2.0:1769074856.264957:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6e58. 00000100:00000001:2.0:1769074856.264963:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074856.264972:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90371c00 x1855007613351040/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074872 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074856.264984:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074856.264987:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90371c00 x1855007613351040/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074872 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074856.264995:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074856.264997:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074856.270010:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.270035:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074856.270041:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.270044:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074856.270061:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.270072:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074856.270083:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.270089:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.270097:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.270102:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 272 into portal 25 MB=0x6971e9dd97480 00000400:00000200:2.0:1769074856.270108:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.270117:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 272/272 into md 0x2268d [1] + 224 00000800:00000001:2.0:1769074856.270128:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.270138:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074856.270143:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.270148:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074856.270158:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074856.270172:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90371c00 x1855007613351040/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074872 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074856.270186:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff982b90371c00 x1855007613351040/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074872 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074856.270210:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074856.270222:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.270226:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074856.272044:0:11528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074856.272065:0:11528:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074856.272068:0:11528:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074856.272075:0:11528:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7aa8. 00000400:00000200:3.0:1769074856.272086:0:11528:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6cc0 00000400:00000010:3.0:1769074856.272089:0:11528:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6cc0. 00000100:00000001:3.0:1769074856.272096:0:11528:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074856.272111:0:11528:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90371c00 x1855007613351040/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074872 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074856.272123:0:11528:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90371c00 x1855007613351040/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074872 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.272132:0:11528:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074856.272134:0:11528:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074856.272138:0:11528:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074856.272142:0:11528:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074856.272145:0:11528:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074856.272148:0:11528:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074856.272152:0:11528:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074856.272163:0:11528:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=128 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074856.272168:0:11528:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074856.272171:0:11528:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074856.272172:0:11528:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074856.272176:0:11528:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074856.272179:0:11528:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.272181:0:11528:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074856.272187:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90371c00 x1855007613351040/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074872 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.272194:0:11528:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074856.272198:0:11528:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074856.272201:0:11528:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074856.272205:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90371c00 x1855007613351040/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074872 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074856.272220:0:11528:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90371c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:61009b19-6c2d-431f-95c4-80fb0f04a0d4:11528:1855007613351040:192.168.204.151@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1769074856.272226:0:11528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074856.272230:0:11528:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.272233:0:11528:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1769074856.272235:0:11528:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074856.272238:0:11528:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90371c00 x1855007613351040/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074872 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.272245:0:11528:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769074856.272249:0:11528:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b98e9e300. 00000100:00000001:3.0:1769074856.272253:0:11528:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1769074856.272255:0:11528:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1769074856.272262:0:11528:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1769074856.272267:0:11528:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074856.272270:0:11528:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000020:00000001:3.0:1769074856.272273:0:11528:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1769074856.272275:0:11528:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074856.272278:0:11528:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90371c00 x1855007613351040/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074872 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.272316:0:11528:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074856.272319:0:11528:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074856.272324:0:11528:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b88306000. 02000000:00000001:3.0:1769074856.272327:0:11528:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074856.272329:0:11528:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074856.272331:0:11528:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:3.0:1769074856.272333:0:11528:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074856.272336:0:11528:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b88307e00. 02000000:00000001:3.0:1769074856.272340:0:11528:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074856.272342:0:11528:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074856.272344:0:11528:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90371c00. 00000100:00000001:3.0:1769074856.272348:0:11528:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074856.272350:0:11528:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1769074856.272353:0:11528:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1769074856.272357:0:11528:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1769074856.272379:0:11528:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff982b86022000. 00000040:00000001:3.0:1769074856.272383:0:11528:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1769074856.272385:0:11528:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:3.0:1769074856.272389:0:11528:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000010:3.0:1769074856.272394:0:11528:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90371c00. 00000020:00000040:3.0:1769074856.272397:0:11528:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=5 obd=MGC192.168.204.151@tcp 00000100:00000001:3.0:1769074856.272401:0:11528:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074856.272404:0:11528:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074856.272411:0:11528:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074856.272417:0:11528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b88307e00. 00000100:00000001:3.0:1769074856.272425:0:11528:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.272430:0:11528:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074856.272433:0:11528:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074856.272439:0:11528:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b98e9e300. 00000100:00000001:3.0:1769074856.272442:0:11528:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911749321472 : -114161960230144 : ffff982b98e9e300) 00000100:00000001:3.0:1769074856.272445:0:11528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074856.272447:0:11528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603387392 : -114162106164224 : ffff982b90371c00) 00000100:00000001:3.0:1769074856.272453:0:11528:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074856.272459:0:11528:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.272462:0:11528:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074856.272464:0:11528:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074856.272467:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90371c00 x1855007613351168/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.272475:0:11528:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074856.272477:0:11528:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074856.272482:0:11528:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074856.272486:0:11528:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074856.272489:0:11528:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074856.272492:0:11528:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90371c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:61009b19-6c2d-431f-95c4-80fb0f04a0d4:11528:1855007613351168:192.168.204.151@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1769074856.272507:0:11528:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074856.272513:0:11528:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074856.272516:0:11528:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074856.272519:0:11528:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074856.272555:0:11528:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff982b8675c000. 02000000:00000001:3.0:1769074856.272558:0:11528:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074856.272571:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074856.272576:0:11528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7aa8. 00000400:00000010:3.0:1769074856.272584:0:11528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff982b98e9ed80. 00000100:00000200:3.0:1769074856.272595:0:11528:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1855007613351168, portal 25 00000100:00000001:3.0:1769074856.272597:0:11528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074856.272598:0:11528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603387392 : -114162106164224 : ffff982b90371c00) 00000100:00000040:3.0:1769074856.272605:0:11528:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90371c00 x1855007613351168/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074872 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.272615:0:11528:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074856.272618:0:11528:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074856.272622:0:11528:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6cc0. 00000100:00000200:3.0:1769074856.272626:0:11528:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1855007613351168, offset 0 00000400:00000200:3.0:1769074856.272634:0:11528:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074856.272644:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074856.272655:0:11528:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074856.272663:0:11528:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074856.272670:0:11528:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074856.272674:0:11528:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074856.272678:0:11528:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074856.272683:0:11528:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15456:15456:256:4294967295] 192.168.204.151@tcp LPNI seq info [15456:15456:8:4294967295] 00000400:00000200:3.0:1769074856.272688:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074856.272701:0:11528:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074856.272710:0:11528:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074856.272717:0:11528:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652c00. 00000800:00000200:3.0:1769074856.272725:0:11528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074856.272736:0:11528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074856.272742:0:11528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652c00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1769074856.272771:0:11528:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074856.272777:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074856.272781:0:11528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296522043 00000100:00000001:3.0:1769074856.272792:0:11528:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296522035 00000100:00000001:3.0:1769074856.272800:0:11528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296522043 00000100:00000001:3.0:1769074856.272804:0:11528:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296522035 00000100:00000001:3.0:1769074856.272808:0:11528:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074856.272812:0:11528:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.272815:0:11528:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074856.272818:0:11528:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1769074856.272821:0:11528:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b98e9e300 going to sleep for 11 seconds 00000100:00000001:3.0:1769074856.272823:0:11528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074856.272826:0:11528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074856.273445:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074856.273452:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652c00. 00000400:00000200:2.0:1769074856.273458:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.273464:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074856.273470:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6cc0 00000400:00000010:2.0:1769074856.273473:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6cc0. 00000100:00000001:2.0:1769074856.273477:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074856.273483:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90371c00 x1855007613351168/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074872 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074856.273504:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074856.273510:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90371c00 x1855007613351168/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074872 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074856.273516:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074856.273518:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074856.298826:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.298867:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074856.298876:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.298879:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074856.298897:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.298918:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074856.298932:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.298939:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.298946:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.298952:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 8416 into portal 25 MB=0x6971e9dd97500 00000400:00000200:2.0:1769074856.298958:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.298967:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 8416/8416 into md 0x2269d [4] + 224 00000800:00000001:2.0:1769074856.298979:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.299028:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074856.299033:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.299040:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074856.299052:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074856.299066:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90371c00 x1855007613351168/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074872 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074856.299079:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff982b90371c00 x1855007613351168/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074872 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074856.299096:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074856.299108:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.299112:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074856.299263:0:11528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074856.299275:0:11528:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074856.299278:0:11528:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074856.299313:0:11528:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7aa8. 00000400:00000200:3.0:1769074856.299320:0:11528:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b98e9ed80 00000400:00000010:3.0:1769074856.299324:0:11528:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff982b98e9ed80. 00000100:00000001:3.0:1769074856.299327:0:11528:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074856.299333:0:11528:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90371c00 x1855007613351168/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074872 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074856.299344:0:11528:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90371c00 x1855007613351168/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074872 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.299351:0:11528:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074856.299354:0:11528:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074856.299684:0:11528:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074856.299690:0:11528:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074856.299693:0:11528:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074856.299695:0:11528:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074856.299700:0:11528:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074856.299711:0:11528:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=128 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074856.299716:0:11528:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074856.299719:0:11528:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074856.299721:0:11528:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074856.299725:0:11528:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074856.299728:0:11528:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.299732:0:11528:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074856.299739:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90371c00 x1855007613351168/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074872 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.299747:0:11528:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074856.299750:0:11528:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074856.299753:0:11528:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074856.299770:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90371c00 x1855007613351168/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074872 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074856.299780:0:11528:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90371c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:61009b19-6c2d-431f-95c4-80fb0f04a0d4:11528:1855007613351168:192.168.204.151@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1769074856.299787:0:11528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074856.299791:0:11528:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.299794:0:11528:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1769074856.299797:0:11528:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074856.299802:0:11528:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90371c00 x1855007613351168/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074872 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.299809:0:11528:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769074856.299813:0:11528:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b98e9e300. 00000100:00000001:3.0:1769074856.299816:0:11528:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1769074856.299818:0:11528:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1769074856.299830:0:11528:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1769074856.299832:0:11528:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074856.299835:0:11528:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90371c00 x1855007613351168/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074872 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.299843:0:11528:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074856.299846:0:11528:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074856.299850:0:11528:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff982b8675c000. 02000000:00000001:3.0:1769074856.299864:0:11528:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074856.299868:0:11528:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074856.299871:0:11528:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000020:00000001:3.0:1769074856.299873:0:11528:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074856.299877:0:11528:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b88307e00. 02000000:00000001:3.0:1769074856.299881:0:11528:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074856.299885:0:11528:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074856.299887:0:11528:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90371c00. 00000100:00000001:3.0:1769074856.299892:0:11528:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074856.299893:0:11528:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769074856.299896:0:11528:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074856.299898:0:11528:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:3.0:1769074856.299899:0:11528:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1769074856.299910:0:11528:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1769074856.299914:0:11528:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1769074856.299919:0:11528:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1769074856.299927:0:11528:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff982b98466480. 00000040:00001000:3.0:1769074856.299930:0:11528:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:0.0:1769074856.301162:0:31478:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:0.0:1769074856.301174:0:31478:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b996c0800. 00000020:00000010:0.0:1769074856.301182:0:31478:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff982b996c1600. 00000040:00000010:0.0:1769074856.301188:0:31478:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff982b996c0400. 00000020:00000010:0.0:1769074856.301194:0:31478:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff982b855d6000. 00000020:00000010:0.0:1769074856.301202:0:31478:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff982b87f61e30. 00000020:00000010:0.0:1769074856.301209:0:31478:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff982b996c0200. 80000000:00000010:0.0:1769074856.301216:0:31478:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff982b98412660. 40000000:00000010:0.0:1769074856.301222:0:31478:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff982b99072b40. 00100000:00000010:0.0:1769074856.301228:0:31478:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff982b855d0800. 00040000:00000010:0.0:1769074856.301233:0:31478:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff982b84a08000. 00040000:00000010:0.0:1769074856.301239:0:31478:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff982b855d4800. 00040000:00000010:0.0:1769074856.301243:0:31478:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff982b996c1e00. 00000004:00000010:0.0:1769074856.301249:0:31478:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff982b855d0000. 00000004:00000010:0.0:1769074856.301256:0:31478:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff982b85e20000. 00000004:00000010:0.0:1769074856.301263:0:31478:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff982b855d6800. 00002000:00000010:0.0:1769074856.301269:0:31478:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff982b85882000. 00000004:00000010:0.0:1769074856.301275:0:31478:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff982b85880000. 00000020:00000010:0.0:1769074856.301461:0:31478:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff982b990721c0. 00000040:00000010:0.0:1769074856.301475:0:31478:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff982b902d0000. 00000040:00080000:0.0:1769074856.303065:0:31478:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:0.0:1769074856.303079:0:31478:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff982b902d0000. 00000020:00000010:0.0:1769074856.303089:0:31478:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff982b990721c0. 00000020:00000010:0.0:1769074856.303108:0:31478:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b996c1600. 00000040:00000010:0.0:1769074856.303114:0:31478:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff982b996c0400. 00000020:00000010:0.0:1769074856.303120:0:31478:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff982b855d6000. 00000020:00000010:0.0:1769074856.303127:0:31478:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff982b87f61e30. 00000020:00000010:0.0:1769074856.303134:0:31478:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff982b996c0200. 80000000:00000010:0.0:1769074856.303138:0:31478:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff982b98412660. 40000000:00000010:0.0:1769074856.303143:0:31478:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff982b99072b40. 00100000:00000010:0.0:1769074856.303148:0:31478:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff982b855d0800. 00040000:00000010:0.0:1769074856.303152:0:31478:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff982b84a08000. 00040000:00000010:0.0:1769074856.303158:0:31478:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff982b855d4800. 00040000:00000010:0.0:1769074856.303162:0:31478:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff982b996c1e00. 00000004:00000010:0.0:1769074856.303167:0:31478:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff982b855d0000. 00000004:00000010:0.0:1769074856.303172:0:31478:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff982b85e20000. 00000004:00000010:0.0:1769074856.303177:0:31478:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff982b855d6800. 00002000:00000010:0.0:1769074856.303181:0:31478:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff982b85882000. 00000004:00000010:0.0:1769074856.303186:0:31478:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff982b85880000. 00000020:00000010:0.0:1769074856.303189:0:31478:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b996c0800. 00000040:00000010:3.0:1769074856.304011:0:11528:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff982b98466480. 00000040:00000001:3.0:1769074856.304019:0:11528:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1769074856.304024:0:11528:0:(obd_config.c:2043:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:3.0:1769074856.304030:0:11528:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff982b86022000. 00000040:00000010:3.0:1769074856.304038:0:11528:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff982b88307400. 00000020:00000001:3.0:1769074856.304042:0:11528:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074856.304046:0:11528:0:(mgc_request.c:1735:mgc_process_cfg_log()) Process leaving 00000020:00000010:3.0:1769074856.304051:0:11528:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b88306c00. 00000040:00000010:3.0:1769074856.304055:0:11528:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff982b88307800. 00000020:00000010:3.0:1769074856.304059:0:11528:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff982b88b89800. 00000020:00000010:3.0:1769074856.304064:0:11528:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff982b88306400. 80000000:00000010:3.0:1769074856.304067:0:11528:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff982b98466cc0. 00040000:00000010:3.0:1769074856.304071:0:11528:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff982b88307000. 20000000:00000010:3.0:1769074856.304075:0:11528:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at ffff982b88307600. 00000020:00000010:3.0:1769074856.304078:0:11528:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b88306e00. 10000000:00000010:3.0:1769074856.304081:0:11528:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at ffff982b985debc0. 10000000:01000000:3.0:1769074856.304086:0:11528:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.151@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:3.0:1769074856.304090:0:11528:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1769074856.304093:0:11528:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074856.304096:0:11528:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074856.304099:0:11528:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ed200 refcount=3 00000020:00000001:3.0:1769074856.304102:0:11528:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602844160 : -114162106707456 : ffff982b902ed200) 00010000:00000001:3.0:1769074856.304105:0:11528:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602844160 : -114162106707456 : ffff982b902ed200) 00010000:00000001:3.0:1769074856.304109:0:11528:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074856.304116:0:11528:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.151@tcp lock: ffff982b902ed200/0x5d432443066b7593 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf5b77ed682f5d7e4 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074856.304126:0:11528:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074856.304129:0:11528:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1769074856.304132:0:11528:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.151@tcp lock: ffff982b902ed200/0x5d432443066b7593 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf5b77ed682f5d7e4 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074856.304139:0:11528:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074856.304141:0:11528:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074856.304142:0:11528:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1769074856.304143:0:11528:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074856.304146:0:11528:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074856.304149:0:11528:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1769074856.304153:0:11528:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1769074856.304155:0:11528:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff982b88a45800) refs 2 10000000:00000001:3.0:1769074856.304157:0:11528:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074856.304159:0:11528:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1769074856.304161:0:11528:0:(mgc_request.c:123:config_log_put()) log params(ffff982b85e2fc00) refs 3 10000000:00000001:3.0:1769074856.304163:0:11528:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1769074856.304165:0:11528:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1769074856.304167:0:11528:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1769074856.304168:0:11528:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:3.0:1769074856.304171:0:11528:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-sptlrpc-ffff982b87670000 from 1 10000000:00000001:3.0:1769074856.304174:0:11528:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1769074856.304175:0:11528:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1769074856.304188:0:11528:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90371c00. 00000020:00000040:3.0:1769074856.304193:0:11528:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:3.0:1769074856.304198:0:11528:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074856.304201:0:11528:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074856.304207:0:11528:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074856.304216:0:11528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b88306e00. 00000100:00000001:3.0:1769074856.304224:0:11528:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074856.304229:0:11528:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1769074856.304232:0:11528:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1769074856.304240:0:11528:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b848ae500 count: 2 00010000:00000001:3.0:1769074856.304244:0:11528:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074856.304247:0:11528:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1769074856.304251:0:11528:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b985d2400. 00000020:00000001:3.0:1769074856.304256:0:11528:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1769074856.304258:0:11528:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b985d2400 with handle 0x5d432443066b759a to hash 00000020:00000001:3.0:1769074856.304261:0:11528:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1769074856.304263:0:11528:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911740097536 : -114161969454080 : ffff982b985d2400) 00010000:00000001:3.0:1769074856.304266:0:11528:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911740097536 : -114161969454080 : ffff982b985d2400) 00010000:00000001:3.0:1769074856.304270:0:11528:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074856.304273:0:11528:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074856.304277:0:11528:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.151@tcp lock: ffff982b985d2400/0x5d432443066b759a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074856.304319:0:11528:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.151@tcp lock: ffff982b985d2400/0x5d432443066b759a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074856.304331:0:11528:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.151@tcp lock: ffff982b985d2400/0x5d432443066b759a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1769074856.304338:0:11528:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074856.304340:0:11528:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074856.304350:0:11528:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b98e9e300. 00000100:00000001:3.0:1769074856.304353:0:11528:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911749321472 : -114161960230144 : ffff982b98e9e300) 00000100:00000001:3.0:1769074856.304356:0:11528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074856.305486:0:11528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603387392 : -114162106164224 : ffff982b90371c00) 00000100:00000001:3.0:1769074856.305650:0:11528:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074856.305657:0:11528:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.305660:0:11528:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074856.305662:0:11528:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074856.305680:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90371c00 x1855007613351296/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.305692:0:11528:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074856.305695:0:11528:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074856.305700:0:11528:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074856.305706:0:11528:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074856.305710:0:11528:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074856.305713:0:11528:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90371c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:61009b19-6c2d-431f-95c4-80fb0f04a0d4:11528:1855007613351296:192.168.204.151@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1769074856.305719:0:11528:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074856.305726:0:11528:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074856.305729:0:11528:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074856.305732:0:11528:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074856.305742:0:11528:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c01000. 02000000:00000001:3.0:1769074856.305744:0:11528:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074856.305770:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074856.305776:0:11528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7aa8. 00000400:00000010:3.0:1769074856.305784:0:11528:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6bb0. 00000100:00000200:3.0:1769074856.305794:0:11528:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613351296, portal 25 00000100:00000001:3.0:1769074856.305796:0:11528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074856.305797:0:11528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603387392 : -114162106164224 : ffff982b90371c00) 00000100:00000040:3.0:1769074856.305803:0:11528:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90371c00 x1855007613351296/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.305810:0:11528:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074856.305813:0:11528:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074856.305816:0:11528:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6b28. 00000100:00000200:3.0:1769074856.305819:0:11528:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1855007613351296, offset 0 00000400:00000200:3.0:1769074856.305826:0:11528:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074856.305837:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074856.305848:0:11528:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074856.305855:0:11528:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074856.305860:0:11528:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074856.305864:0:11528:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074856.305867:0:11528:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074856.305871:0:11528:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15457:15457:256:4294967295] 192.168.204.151@tcp LPNI seq info [15457:15457:8:4294967295] 00000400:00000200:3.0:1769074856.305875:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074856.305887:0:11528:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074856.305895:0:11528:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074856.305911:0:11528:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652900. 00000800:00000200:3.0:1769074856.305920:0:11528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074856.305931:0:11528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074856.305937:0:11528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1769074856.305959:0:11528:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074856.305963:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074856.305967:0:11528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296522074 00000100:00000001:3.0:1769074856.305977:0:11528:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296522043 00000100:00000001:3.0:1769074856.305983:0:11528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296522074 00000100:00000001:3.0:1769074856.305987:0:11528:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296522043 00000100:00000001:3.0:1769074856.305991:0:11528:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074856.305994:0:11528:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.305997:0:11528:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074856.306000:0:11528:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1769074856.306003:0:11528:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b98e9e300 going to sleep for 11 seconds 00000100:00000001:3.0:1769074856.306007:0:11528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074856.306012:0:11528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074856.306378:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074856.306385:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652900. 00000400:00000200:2.0:1769074856.306391:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.306397:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074856.306405:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6b28 00000400:00000010:2.0:1769074856.306409:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6b28. 00000100:00000001:2.0:1769074856.306414:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074856.306420:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90371c00 x1855007613351296/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074856.306432:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074856.306435:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90371c00 x1855007613351296/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074856.306444:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074856.306446:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074856.315560:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.315583:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074856.315589:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.315592:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074856.315607:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.315616:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074856.315625:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.315631:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.315639:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.315643:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 344 into portal 25 MB=0x6971e9dd97580 00000400:00000200:2.0:1769074856.315650:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.315660:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 344/344 into md 0x226ad [1] + 224 00000800:00000001:2.0:1769074856.315670:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.315681:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074856.315684:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.315690:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074856.315700:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074856.315713:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90371c00 x1855007613351296/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074856.315726:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff982b90371c00 x1855007613351296/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074856.315738:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074856.315750:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.315753:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074856.316034:0:11528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074856.316047:0:11528:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074856.316049:0:11528:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074856.316054:0:11528:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7aa8. 00000400:00000200:3.0:1769074856.316060:0:11528:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6bb0 00000400:00000010:3.0:1769074856.316063:0:11528:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6bb0. 00000100:00000001:3.0:1769074856.316066:0:11528:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074856.316072:0:11528:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90371c00 x1855007613351296/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074856.316082:0:11528:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90371c00 x1855007613351296/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.316087:0:11528:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074856.316090:0:11528:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074856.316093:0:11528:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074856.316098:0:11528:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074856.316101:0:11528:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074856.316105:0:11528:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074856.316108:0:11528:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074856.316118:0:11528:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=128 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074856.316123:0:11528:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074856.316126:0:11528:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074856.316128:0:11528:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074856.316131:0:11528:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074856.316134:0:11528:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.316138:0:11528:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074856.316143:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90371c00 x1855007613351296/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.316151:0:11528:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074856.316155:0:11528:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074856.316157:0:11528:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074856.316161:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90371c00 x1855007613351296/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074856.316168:0:11528:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90371c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:61009b19-6c2d-431f-95c4-80fb0f04a0d4:11528:1855007613351296:192.168.204.151@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1769074856.316174:0:11528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074856.316177:0:11528:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.316180:0:11528:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1769074856.316182:0:11528:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074856.316186:0:11528:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90371c00 x1855007613351296/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.316192:0:11528:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769074856.316195:0:11528:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b98e9e300. 00000100:00000001:3.0:1769074856.316198:0:11528:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1769074856.316200:0:11528:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074856.316203:0:11528:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1769074856.316208:0:11528:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074856.316212:0:11528:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074856.316215:0:11528:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d2400 refcount=4 00000020:00000001:3.0:1769074856.316217:0:11528:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740097536 : -114161969454080 : ffff982b985d2400) 00010000:00000001:3.0:1769074856.316220:0:11528:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740097536 : -114161969454080 : ffff982b985d2400) 00010000:00000040:3.0:1769074856.316228:0:11528:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b985d2400, remote cookie: 0xf5b77ed682f5d7eb, flags: 0x0 00010000:00000001:3.0:1769074856.316233:0:11528:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1769074856.316239:0:11528:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1769074856.316243:0:11528:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1769074856.316245:0:11528:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:3.0:1769074856.316246:0:11528:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1769074856.316250:0:11528:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff982b848ae500) refcount = 2 00010000:00000040:3.0:1769074856.316253:0:11528:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1769074856.316257:0:11528:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.204.151@tcp lock: ffff982b985d2e00/0x5d432443066b758c lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf5b77ed682f5d7dd expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074856.316265:0:11528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.151@tcp lock: ffff982b985d2400/0x5d432443066b759a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf5b77ed682f5d7eb expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074856.316270:0:11528:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1769074856.316272:0:11528:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1769074856.316274:0:11528:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1769074856.316278:0:11528:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1769074856.316317:0:11528:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074856.316322:0:11528:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.151@tcp lock: ffff982b985d2400/0x5d432443066b759a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf5b77ed682f5d7eb expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074856.316327:0:11528:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1769074856.316329:0:11528:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074856.316332:0:11528:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074856.316333:0:11528:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074856.316333:0:11528:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074856.316335:0:11528:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.316338:0:11528:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074856.316342:0:11528:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90371c00 x1855007613351296/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074872 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.316348:0:11528:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074856.316351:0:11528:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074856.316365:0:11528:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c01000. 02000000:00000001:3.0:1769074856.316371:0:11528:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074856.316374:0:11528:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074856.316376:0:11528:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:3.0:1769074856.316379:0:11528:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074856.316382:0:11528:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b88306e00. 02000000:00000001:3.0:1769074856.316386:0:11528:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074856.316389:0:11528:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074856.316391:0:11528:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90371c00. 00000100:00000001:3.0:1769074856.316395:0:11528:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074856.316397:0:11528:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1769074856.316399:0:11528:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074856.316402:0:11528:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1769074856.316405:0:11528:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff982b88a45800) refs 3 10000000:00000001:3.0:1769074856.316407:0:11528:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074856.316409:0:11528:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074856.316410:0:11528:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074856.316412:0:11528:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d2400 refcount=3 00000020:00000001:3.0:1769074856.316414:0:11528:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740097536 : -114161969454080 : ffff982b985d2400) 00010000:00000001:3.0:1769074856.316416:0:11528:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740097536 : -114161969454080 : ffff982b985d2400) 00010000:00000001:3.0:1769074856.316418:0:11528:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1769074856.316420:0:11528:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074856.316421:0:11528:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074856.316423:0:11528:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074856.316426:0:11528:0:(mgc_request.c:1679:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1769074856.316433:0:11528:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff982b985debc0. 00000020:00000010:3.0:1769074856.316437:0:11528:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b88306e00. 00000020:00000010:3.0:1769074856.316443:0:11528:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff982b88307600. 00000040:00000010:3.0:1769074856.316448:0:11528:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff982b88307000. 00000020:00000010:3.0:1769074856.316455:0:11528:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff982b88b89800. 00000020:00000010:3.0:1769074856.316460:0:11528:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff982b88306400. 80000000:00000010:3.0:1769074856.316465:0:11528:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff982b98466cc0. 00040000:00000010:3.0:1769074856.316471:0:11528:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff982b88307800. 20000000:00000010:3.0:1769074856.316475:0:11528:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at ffff982b88306c00. 10000000:00000040:3.0:1769074856.316480:0:11528:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff982b87fd7d80 : new refcount 2 00000020:00000001:3.0:1769074856.316484:0:11528:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1769074856.316486:0:11528:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:3.0:1769074856.316489:0:11528:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1769074856.316671:0:11528:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff982b88307400. 00000040:00000001:3.0:1769074856.316678:0:11528:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:3.0:1769074856.316681:0:11528:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000010:3.0:1769074856.316687:0:11528:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90371c00. 00000020:00000040:3.0:1769074856.316690:0:11528:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=5 obd=MGC192.168.204.151@tcp 00000100:00000001:3.0:1769074856.316695:0:11528:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074856.316700:0:11528:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074856.316707:0:11528:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074856.316714:0:11528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b88307e00. 00000100:00000001:3.0:1769074856.316722:0:11528:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.316728:0:11528:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074856.316730:0:11528:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1769074856.316736:0:11528:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b98e9e300. 00000100:00000001:3.0:1769074856.316739:0:11528:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911749321472 : -114161960230144 : ffff982b98e9e300) 00000100:00000001:3.0:1769074856.316742:0:11528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074856.316744:0:11528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603387392 : -114162106164224 : ffff982b90371c00) 00000100:00000001:3.0:1769074856.316749:0:11528:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074856.316755:0:11528:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.316757:0:11528:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074856.316759:0:11528:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074856.316764:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90371c00 x1855007613351424/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.316771:0:11528:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074856.316774:0:11528:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074856.316779:0:11528:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074856.316782:0:11528:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074856.316784:0:11528:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074856.316787:0:11528:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90371c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:61009b19-6c2d-431f-95c4-80fb0f04a0d4:11528:1855007613351424:192.168.204.151@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1769074856.316792:0:11528:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074856.316798:0:11528:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074856.316800:0:11528:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074856.316802:0:11528:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074856.316806:0:11528:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b88307c00. 02000000:00000001:3.0:1769074856.316808:0:11528:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074856.316816:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074856.316819:0:11528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7aa8. 00000400:00000010:3.0:1769074856.316826:0:11528:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6bb0. 00000100:00000200:3.0:1769074856.316835:0:11528:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613351424, portal 25 00000100:00000001:3.0:1769074856.316837:0:11528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074856.316838:0:11528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603387392 : -114162106164224 : ffff982b90371c00) 00000100:00000040:3.0:1769074856.316843:0:11528:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90371c00 x1855007613351424/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074872 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.316850:0:11528:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074856.316853:0:11528:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074856.316856:0:11528:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6ee0. 00000100:00000200:3.0:1769074856.316860:0:11528:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1855007613351424, offset 0 00000400:00000200:3.0:1769074856.316867:0:11528:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074856.316876:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074856.316886:0:11528:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074856.316893:0:11528:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074856.316899:0:11528:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074856.316915:0:11528:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074856.316918:0:11528:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074856.316923:0:11528:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15458:15458:256:4294967295] 192.168.204.151@tcp LPNI seq info [15458:15458:8:4294967295] 00000400:00000200:3.0:1769074856.316927:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074856.316938:0:11528:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074856.316944:0:11528:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074856.316950:0:11528:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652b00. 00000800:00000200:3.0:1769074856.316960:0:11528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074856.316970:0:11528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074856.316975:0:11528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652b00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:3.0:1769074856.316996:0:11528:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074856.317000:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074856.317004:0:11528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296522087 00000100:00000001:3.0:1769074856.317014:0:11528:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296522074 00000100:00000001:3.0:1769074856.317021:0:11528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296522087 00000100:00000001:3.0:1769074856.317026:0:11528:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296522074 00000100:00000001:3.0:1769074856.317029:0:11528:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074856.317033:0:11528:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074856.317035:0:11528:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074856.317038:0:11528:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1769074856.317041:0:11528:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b98e9e300 going to sleep for 11 seconds 00000100:00000001:3.0:1769074856.317043:0:11528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074856.317046:0:11528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074856.319943:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074856.319958:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652b00. 00000400:00000200:2.0:1769074856.319967:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.319980:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074856.319989:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6ee0 00000400:00000010:2.0:1769074856.319992:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6ee0. 00000100:00000001:2.0:1769074856.319998:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074856.320009:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90371c00 x1855007613351424/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074872 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074856.320025:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074856.320029:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90371c00 x1855007613351424/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074872 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074856.320036:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074856.320038:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074856.323772:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.323802:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074856.323808:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.323812:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074856.323829:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.323841:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074856.323851:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.323857:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.323865:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.323870:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 272 into portal 25 MB=0x6971e9dd97600 00000400:00000200:2.0:1769074856.323876:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074856.323887:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 272/272 into md 0x226bd [1] + 224 00000800:00000001:2.0:1769074856.323899:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.323920:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074856.323925:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074856.323930:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074856.323941:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074856.323958:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90371c00 x1855007613351424/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074872 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074856.323971:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff982b90371c00 x1855007613351424/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074872 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074856.324000:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074856.324013:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074856.324017:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074856.324490:0:11528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074856.324587:0:11528:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074856.324590:0:11528:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074856.324595:0:11528:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7aa8. 00000400:00000200:3.0:1769074856.324603:0:11528:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6bb0 00000400:00000010:3.0:1769074856.324605:0:11528:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6bb0. 00000100:00000001:3.0:1769074856.324610:0:11528:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074856.324617:0:11528:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90371c00 x1855007613351424/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074872 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074856.324627:0:11528:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90371c00 x1855007613351424/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074872 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.324634:0:11528:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074856.324637:0:11528:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074856.324640:0:11528:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074856.324644:0:11528:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074856.324648:0:11528:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074856.324651:0:11528:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074856.324655:0:11528:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074856.324665:0:11528:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=128 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074856.324670:0:11528:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074856.324673:0:11528:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1769074856.324677:0:11528:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff982b90371c00 x1855007613351424/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074872 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.324683:0:11528:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1769074856.324687:0:11528:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:3.0:1769074856.324692:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90371c00 x1855007613351424/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074872 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.324699:0:11528:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:3.0:1769074856.324702:0:11528:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074856.324704:0:11528:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074856.324708:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90371c00 x1855007613351424/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074872 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074856.324716:0:11528:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90371c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:61009b19-6c2d-431f-95c4-80fb0f04a0d4:11528:1855007613351424:192.168.204.151@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1769074856.324722:0:11528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074856.324725:0:11528:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1769074856.324728:0:11528:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1769074856.324730:0:11528:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074856.324734:0:11528:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90371c00 x1855007613351424/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074872 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.324741:0:11528:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769074856.324745:0:11528:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b98e9e300. 00000100:00000001:3.0:1769074856.324749:0:11528:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1769074856.324751:0:11528:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:3.0:1769074856.324754:0:11528:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:3.0:1769074856.324762:0:11528:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074856.324764:0:11528:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000020:00000001:3.0:1769074856.324766:0:11528:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1769074856.324767:0:11528:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074856.324770:0:11528:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90371c00 x1855007613351424/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074872 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074856.324777:0:11528:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074856.324780:0:11528:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074856.324784:0:11528:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b88307c00. 02000000:00000001:3.0:1769074856.324787:0:11528:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074856.324788:0:11528:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074856.324789:0:11528:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:3.0:1769074856.324791:0:11528:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074856.324794:0:11528:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b88307e00. 02000000:00000001:3.0:1769074856.324797:0:11528:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074856.324800:0:11528:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074856.324802:0:11528:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90371c00. 00000100:00000001:3.0:1769074856.324805:0:11528:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074856.324806:0:11528:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:3.0:1769074856.324810:0:11528:0:(llog.c:1547:llog_open()) MGC192.168.204.151@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:3.0:1769074856.324814:0:11528:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff982b88307400. 00000040:00000001:3.0:1769074856.324817:0:11528:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:3.0:1769074856.324820:0:11528:0:(obd_config.c:2023:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:3.0:1769074856.324824:0:11528:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:3.0:1769074856.324831:0:11528:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b88307600. 00000040:00000010:3.0:1769074856.324835:0:11528:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff982b88307000. 00000020:00000010:3.0:1769074856.324840:0:11528:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff982b88b89800. 00000020:00000010:3.0:1769074856.324846:0:11528:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff982b88306400. 80000000:00000010:3.0:1769074856.324851:0:11528:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff982b98466cc0. 00040000:00000010:3.0:1769074856.324857:0:11528:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff982b88307800. 20000000:00000010:3.0:1769074856.324861:0:11528:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at ffff982b88306c00. 00000020:00000010:3.0:1769074856.324864:0:11528:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b88306e00. 10000000:00000010:3.0:1769074856.324867:0:11528:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at ffff982b985debc0. 10000000:01000000:3.0:1769074856.324872:0:11528:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.151@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:3.0:1769074856.324875:0:11528:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1769074856.324878:0:11528:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074856.324881:0:11528:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074856.324884:0:11528:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d2400 refcount=3 00000020:00000001:3.0:1769074856.324886:0:11528:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740097536 : -114161969454080 : ffff982b985d2400) 00010000:00000001:3.0:1769074856.324889:0:11528:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740097536 : -114161969454080 : ffff982b985d2400) 00010000:00000001:3.0:1769074856.324892:0:11528:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1769074856.324898:0:11528:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.151@tcp lock: ffff982b985d2400/0x5d432443066b759a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf5b77ed682f5d7eb expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074856.324923:0:11528:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074856.324925:0:11528:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1769074856.324928:0:11528:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.151@tcp lock: ffff982b985d2400/0x5d432443066b759a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf5b77ed682f5d7eb expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074856.324933:0:11528:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1769074856.324934:0:11528:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074856.324936:0:11528:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1769074856.324937:0:11528:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074856.324939:0:11528:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:3.0:1769074856.324943:0:11528:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1769074856.324946:0:11528:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1769074856.324948:0:11528:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff982b88a45800) refs 3 10000000:00000001:3.0:1769074856.324950:0:11528:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:1.0:1769074856.346472:0:2364:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769074856.346502:0:2364:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074856.346505:0:2364:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074856.346512:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074856.346515:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074856.346521:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074856.346526:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074857.243568:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074857.243577:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074857.243585:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074857.243586:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074857.244185:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074857.244201:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074857.244206:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769074857.370622:0:2364:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769074857.370644:0:2364:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074857.370647:0:2364:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074857.370655:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074857.370671:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074857.370678:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074857.370683:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074858.267890:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074858.267901:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074858.267911:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074858.267912:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074858.267957:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074858.267961:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074858.267964:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769074858.395985:0:2364:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769074858.396001:0:2364:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074858.396004:0:2364:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074858.396010:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074858.396013:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074858.396018:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074858.396022:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074859.293094:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074859.293104:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074859.293112:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074859.293114:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074859.293464:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074859.293469:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074859.293473:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769074859.418720:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769074859.418733:0:30087:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1769074859.418747:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98580e00. 00000020:00000040:0.0:1769074859.418757:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:0.0:1769074859.418763:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074859.418768:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074859.418776:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074859.418789:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b84a08a00. 00000100:00000001:0.0:1769074859.418801:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074859.418820:0:30087:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b98580e00 x1855007613351552/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769074859.418834:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074859.418843:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074859.418879:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055e599da] to pc [ptlrpcd_00_01+1] req@ffff982b98580e00 x1855007613351552/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074859.418914:0:30087:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769074859.418917:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level REPLAY/5 force 0 force_next 1 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769074859.418921:0:30087:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY) 00000100:00000040:0.0:1769074859.418925:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1769074859.418929:0:30087:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1769074859.418932:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1769074859.418935:0:30087:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1769074859.418942:0:30087:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1853) 00000100:00000001:0.0:1769074859.419163:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074859.419169:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074859.419172:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074859.419179:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98580e00 x1855007613351552/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074859.419187:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074859.419189:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074859.419195:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074859.419200:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074859.419203:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074859.419207:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98580e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2365:1855007613351552:192.168.204.151@tcp:400:kworker.0 00000100:00000001:0.0:1769074859.419212:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074859.419228:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074859.419232:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074859.419236:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074859.419242:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b996c0800. 02000000:00000001:0.0:1769074859.419244:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074859.419257:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074859.419264:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b6370. 00000400:00000010:0.0:1769074859.419273:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604ff68. 00000100:00000200:0.0:1769074859.419326:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613351552, portal 25 00000100:00000001:0.0:1769074859.419330:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074859.419331:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739764224 : -114161969787392 : ffff982b98580e00) 00000100:00000040:0.0:1769074859.419338:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98580e00 x1855007613351552/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074859.419346:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074859.419349:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074859.419353:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604fe58. 00000100:00000200:0.0:1769074859.419358:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613351552, offset 0 00000400:00000200:0.0:1769074859.419366:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074859.419377:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074859.419387:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074859.419394:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074859.419400:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074859.419404:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074859.419407:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074859.419412:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15459:15459:256:4294967295] 192.168.204.151@tcp LPNI seq info [15459:15459:8:4294967295] 00000400:00000200:0.0:1769074859.419417:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074859.419430:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074859.419438:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074859.419446:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08000. 00000800:00000200:0.0:1769074859.419455:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074859.419464:0:2365:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074859.419470:0:2365:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074859.419480:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074859.419486:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074859.419490:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296525190 00000100:00000001:0.0:1769074859.419498:0:2365:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296522087 00000100:00000001:0.0:1769074859.419503:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296525190 00000100:00000001:0.0:1769074859.419509:0:2365:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296522087 00000100:00000001:0.0:1769074859.419513:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074859.419516:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074859.419521:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074859.419524:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074859.419536:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074859.419538:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1769074859.419541:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074859.419542:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074859.419544:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074859.419546:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074859.419562:0:2364:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074859.419566:0:2364:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074859.419568:0:2364:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074859.419569:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074859.419571:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074859.419572:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074859.419575:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074859.420273:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074859.420303:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08000. 00000400:00000200:2.0:1769074859.420311:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.420319:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074859.420327:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604fe58 00000400:00000010:2.0:1769074859.420330:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604fe58. 00000100:00000001:2.0:1769074859.420336:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074859.420342:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b98580e00 x1855007613351552/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074859.420355:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074859.420359:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98580e00 x1855007613351552/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074875 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074859.420372:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074859.420374:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074859.423722:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074859.423758:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074859.423765:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074859.423768:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074859.423785:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074859.423798:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074859.423811:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074859.423818:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074859.423829:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074859.423834:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 25 MB=0x6971e9dd97680 00000400:00000200:2.0:1769074859.423841:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074859.423861:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 224/224 into md 0x226cd [1] + 224 00000800:00000001:2.0:1769074859.423874:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074859.423889:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074859.423893:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074859.423900:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074859.423929:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074859.423943:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b98580e00 x1855007613351552/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074875 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074859.423958:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b98580e00 x1855007613351552/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074859.423972:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074859.423984:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074859.423988:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074859.425383:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074859.425396:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074859.425410:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074859.425413:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074859.425420:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6370. 00000400:00000200:0.0:1769074859.425431:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604ff68 00000400:00000010:0.0:1769074859.425434:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604ff68. 00000100:00000001:0.0:1769074859.425439:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074859.425458:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98580e00 x1855007613351552/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074859.425471:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98580e00 x1855007613351552/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074875 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074859.425480:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074859.425482:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074859.425487:0:2365:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074859.425492:0:2365:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074859.425495:0:2365:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074859.425499:0:2365:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074859.425505:0:2365:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074859.425516:0:2365:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=131 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074859.425522:0:2365:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074859.425526:0:2365:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074859.425528:0:2365:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074859.425532:0:2365:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074859.425535:0:2365:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074859.425539:0:2365:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074859.425544:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98580e00 x1855007613351552/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074875 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074859.425553:0:2365:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074859.425557:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074859.425560:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074859.425565:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98580e00 x1855007613351552/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074875 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074859.425573:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98580e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2365:1855007613351552:192.168.204.151@tcp:400:kworker.0 00000100:00000001:0.0:1769074859.425579:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074859.425582:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074859.425586:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98580e00 x1855007613351552/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074875 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074859.425594:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074859.425598:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074859.425604:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b996c0800. 02000000:00000001:0.0:1769074859.425611:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074859.425615:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074859.425618:0:2365:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:0.0:1769074859.425621:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074859.425624:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b84a08a00. 02000000:00000001:0.0:1769074859.425630:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074859.425632:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074859.425635:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98580e00. 00000100:00000001:0.0:1769074859.425641:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074859.425643:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074859.425647:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074859.425656:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074859.425659:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074859.425663:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074859.425666:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074860.317166:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074860.317179:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074860.317187:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074860.317188:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074860.317226:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074860.317229:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074860.317235:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074860.443006:0:2364:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074860.443018:0:2364:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1769074860.443040:0:2364:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074844/real 1769074844] req@ffff982b984aa680 x1855007613349504/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074860 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769074860.443075:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074860.443078:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074860.443082:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47318. 00000400:00000200:0.0:1769074860.443092:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e83b8 00000400:00000010:0.0:1769074860.443095:0:2364:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e83b8. 00000100:00000001:0.0:1769074860.443100:0:2364:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074860.443105:0:2364:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b984aa680 x1855007613349504/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074860 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074860.443115:0:2364:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b984aa680 x1855007613349504/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074860 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074860.443124:0:2364:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074860.443126:0:2364:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074860.443129:0:2364:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074860.443131:0:2364:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769074860.443136:0:2364:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff982b984aa680 x1855007613349504/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074860 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074860.443143:0:2364:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074860.443154:0:2364:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074860.443156:0:2364:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074860.443159:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074860.443163:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074860.443165:0:2364:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074860.443168:0:2364:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074860.443171:0:2364:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074860.443176:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b984aa680 x1855007613349504/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074860 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074860.443184:0:2364:0:(client.c:2174:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1769074860.443188:0:2364:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074860.443190:0:2364:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074860.443191:0:2364:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074860.443195:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b984aa680 x1855007613349504/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074860 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074860.443204:0:2364:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b984aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2364:1855007613349504:192.168.204.151@tcp:400:kworker.0 00000100:00000001:0.0:1769074860.443210:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074860.443213:0:2364:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074860.443216:0:2364:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b984aa680 x1855007613349504/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074860 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074860.443225:0:2364:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074860.443228:0:2364:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074860.443234:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b83d9f600. 02000000:00000001:0.0:1769074860.443240:0:2364:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074860.443244:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074860.443246:0:2364:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=53 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074860.443249:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074860.443253:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b98b34000. 02000000:00000001:0.0:1769074860.443257:0:2364:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074860.443259:0:2364:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074860.443262:0:2364:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b984aa680. 00000100:00000001:0.0:1769074860.443266:0:2364:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074860.443268:0:2364:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074860.443270:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074860.443273:0:2364:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074860.443274:0:2364:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074860.443276:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074860.443319:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1769074860.526106:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074860.526125:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074860.526129:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074860.526131:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074860.526143:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074860.526152:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074860.526160:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074860.526164:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074860.526171:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074860.526175:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 10 MB=0x6971e9dd92080 00000400:00000200:2.0:1769074860.526181:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074860.526187:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 224/224 into md 0x2262d [1] + 0 00000800:00000001:2.0:1769074860.526195:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074860.526203:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074860.526207:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074860.526211:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074860.526218:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074860.526228:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074870 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00001000:2.0:1769074860.526239:0:2359:0:(events.c:122:reply_in_callback()) @@@ Early reply received, mlen=224 offset=0 replen=664 replied=0 unlinked=0 req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074870 ref 2 fl Rpc:Q/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074860.526263:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074860.526272:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074860.526275:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074860.526962:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074860.526966:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074860.526969:0:2363:0:(client.c:518:ptlrpc_at_recv_early_reply()) Process entered 02000000:00000001:3.0:1769074860.526972:0:2363:0:(sec.c:1233:sptlrpc_cli_unwrap_early_reply()) Process entered 00000100:00000010:3.0:1769074860.526978:0:2363:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90371c00. 02000000:00000010:3.0:1769074860.526986:0:2363:0:(sec.c:1243:sptlrpc_cli_unwrap_early_reply()) kmalloced '(early_buf)': 256 at ffff982b99652a00. 02000000:00000001:3.0:1769074860.526989:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074860.526991:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074860.526994:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074860.527003:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074860.527006:0:2363:0:(sec.c:1301:sptlrpc_cli_unwrap_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074860.527013:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=6 v=5 (1 0 0 0) 02000000:00000010:3.0:1769074860.527018:0:2363:0:(sec.c:1324:sptlrpc_cli_finish_early_reply()) kvfree 'early_req->rq_repbuf': 256 at ffff982b99652a00. 00000100:00000010:3.0:1769074860.527022:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90371c00. 00000100:00001000:3.0:1769074860.527030:0:2363:0:(client.c:568:ptlrpc_at_recv_early_reply()) @@@ Early reply #1, new deadline in 22s (12s) req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 1 to 0 dl 1769074882 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074860.527038:0:2363:0:(client.c:570:ptlrpc_at_recv_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074860.527041:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074860.527043:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074861.338507:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074861.338515:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074861.338522:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074861.338523:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074861.340272:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074861.340278:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074861.340311:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074862.362432:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074862.362440:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074862.362446:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074862.362448:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074862.362474:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074862.362477:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074862.362480:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074863.386541:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074863.386549:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074863.386555:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074863.386556:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074863.388055:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074863.388063:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074863.388068:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074864.410440:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074864.410590:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074864.410598:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074864.410600:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074864.410628:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074864.410630:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074864.410634:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1769074864.539112:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074864.539123:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074864.539136:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90371c00. 00000020:00000040:3.0:1769074864.539141:0:37:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:3.0:1769074864.539146:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074864.539149:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074864.539154:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074864.539163:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b99652a00. 00000100:00000001:3.0:1769074864.539170:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074864.539195:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b90371c00 x1855007613351680/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074864.539208:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074864.539213:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074864.539219:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1fafea9] to pc [ptlrpcd_01_00+0] req@ffff982b90371c00 x1855007613351680/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074864.539258:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769074864.539261:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level REPLAY/5 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074864.539265:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY) 00000100:00000040:3.0:1769074864.539267:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074864.539270:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074864.539274:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074864.539277:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074864.539308:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1858) 00000100:00000001:3.0:1769074864.539322:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1769074864.539325:0:2367:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1769074864.539328:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074864.539335:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074864.539337:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074864.539339:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074864.539341:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074864.539344:0:2367:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074864.539349:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90371c00 x1855007613351680/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074864.539357:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074864.539359:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074864.539363:0:2367:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074864.539365:0:2367:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074864.539368:0:2367:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074864.539371:0:2367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90371c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2367:1855007613351680:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1769074864.539376:0:2367:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074864.539382:0:2367:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074864.539384:0:2367:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074864.539388:0:2367:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074864.539393:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b88307000. 02000000:00000001:3.0:1769074864.539395:0:2367:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074864.539404:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074864.539409:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7aa8. 00000400:00000010:3.0:1769074864.539415:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6bb0. 00000100:00000200:3.0:1769074864.539422:0:2367:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613351680, portal 25 00000100:00000001:3.0:1769074864.539424:0:2367:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074864.539426:0:2367:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603387392 : -114162106164224 : ffff982b90371c00) 00000100:00000040:3.0:1769074864.539432:0:2367:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90371c00 x1855007613351680/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074864.539441:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074864.539444:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074864.539447:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6770. 00000100:00000200:3.0:1769074864.539449:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613351680, offset 0 00000400:00000200:3.0:1769074864.539457:0:2367:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074864.539467:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074864.539476:0:2367:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074864.539482:0:2367:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074864.539488:0:2367:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074864.539492:0:2367:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074864.539495:0:2367:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074864.539499:0:2367:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15460:15460:256:4294967295] 192.168.204.151@tcp LPNI seq info [15460:15460:8:4294967295] 00000400:00000200:3.0:1769074864.539503:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074864.539512:0:2367:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074864.539519:0:2367:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074864.539524:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652400. 00000800:00000200:3.0:1769074864.539531:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074864.539539:0:2367:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074864.539544:0:2367:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074864.539556:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074864.539560:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074864.539563:0:2367:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296530310 00000100:00000001:3.0:1769074864.539570:0:2367:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296525190 00000100:00000001:3.0:1769074864.539574:0:2367:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296530310 00000100:00000001:3.0:1769074864.539578:0:2367:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296525190 00000100:00000001:3.0:1769074864.539596:0:2367:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074864.539599:0:2367:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074864.539603:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074864.539605:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074864.539706:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074864.539711:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652400. 00000400:00000200:3.0:1769074864.539715:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074864.539721:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074864.539727:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6770 00000400:00000010:3.0:1769074864.539729:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6770. 00000100:00000001:3.0:1769074864.539733:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074864.539738:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90371c00 x1855007613351680/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074864.539748:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074864.539751:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90371c00 x1855007613351680/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074880 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074864.539758:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074864.539759:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769074864.539987:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074864.539991:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1769074864.561843:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074864.561867:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074864.561872:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074864.561874:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074864.561886:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074864.561894:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074864.561904:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074864.561908:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074864.561914:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074864.561917:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 25 MB=0x6971e9dd97700 00000400:00000200:2.0:1769074864.561923:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074864.561930:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 224/224 into md 0x226d5 [1] + 224 00000800:00000001:2.0:1769074864.561939:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074864.561951:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074864.561955:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074864.561964:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074864.561972:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074864.561981:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90371c00 x1855007613351680/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074880 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074864.561999:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b90371c00 x1855007613351680/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074880 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074864.562027:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074864.562037:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074864.562041:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074864.562220:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074864.562225:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074864.562233:0:2367:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074864.562235:0:2367:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074864.562239:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7aa8. 00000400:00000200:3.0:1769074864.562245:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6bb0 00000400:00000010:3.0:1769074864.562247:0:2367:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6bb0. 00000100:00000001:3.0:1769074864.562250:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074864.562255:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90371c00 x1855007613351680/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074880 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074864.562265:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90371c00 x1855007613351680/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074880 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074864.562271:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074864.562273:0:2367:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074864.562276:0:2367:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074864.562298:0:2367:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074864.562301:0:2367:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074864.562303:0:2367:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074864.562308:0:2367:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074864.562315:0:2367:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=136 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074864.562320:0:2367:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074864.562324:0:2367:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074864.562325:0:2367:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074864.562328:0:2367:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074864.562330:0:2367:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074864.562333:0:2367:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074864.562338:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90371c00 x1855007613351680/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074880 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074864.562345:0:2367:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074864.562349:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074864.562351:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074864.562355:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90371c00 x1855007613351680/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074880 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074864.562362:0:2367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90371c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2367:1855007613351680:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1769074864.562367:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074864.562369:0:2367:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074864.562372:0:2367:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90371c00 x1855007613351680/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074880 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074864.562379:0:2367:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074864.562382:0:2367:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074864.562385:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b88307000. 02000000:00000001:3.0:1769074864.562389:0:2367:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074864.562392:0:2367:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074864.562394:0:2367:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:3.0:1769074864.562396:0:2367:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074864.562399:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99652a00. 02000000:00000001:3.0:1769074864.562403:0:2367:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074864.562405:0:2367:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074864.562408:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90371c00. 00000100:00000001:3.0:1769074864.562411:0:2367:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074864.562413:0:2367:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074864.562415:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074864.562424:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074864.562426:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074864.562429:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074864.562431:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074865.436556:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074865.436568:0:30499:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074865.436571:0:30499:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074865.436578:0:30499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074865.436581:0:30499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074865.436583:0:30499:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074865.436587:0:30499:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074865.436590:0:30499:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074865.436591:0:30499:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074865.436594:0:30499:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074865.436598:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074865.436600:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074865.436692:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074865.436695:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074865.436698:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769074865.563555:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074865.563574:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074865.563576:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=12 : 12 : c) 00000100:00000001:3.0:1769074865.563583:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074865.563586:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074865.563590:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074865.563593:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074866.458425:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074866.458433:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074866.458440:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074866.458444:0:30499:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074866.458446:0:30499:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074866.458449:0:30499:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074866.458452:0:30499:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074866.458454:0:30499:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074866.458457:0:30499:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074866.458458:0:30499:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074866.458483:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074866.458486:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074866.458489:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074867.482438:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074867.482445:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074867.482452:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074867.482453:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074867.482567:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074867.482571:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074867.482574:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074868.506513:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074868.506534:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074868.506543:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074868.506545:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074868.506576:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074868.506579:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074868.506583:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074869.530412:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074869.530421:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074869.530427:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074869.530429:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074869.530523:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074869.530526:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074869.530529:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769074869.658758:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769074869.658770:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1769074869.658779:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98580e00. 00000020:00000040:0.0:1769074869.658786:0:37:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:0.0:1769074869.658790:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074869.658793:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074869.658798:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074869.658808:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b84a08a00. 00000100:00000001:0.0:1769074869.658826:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074869.658840:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b98580e00 x1855007613351808/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769074869.658852:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074869.658856:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074869.658862:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055e599da] to pc [ptlrpcd_00_00+0] req@ffff982b98580e00 x1855007613351808/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074869.658899:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769074869.658902:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level REPLAY/5 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769074869.658906:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY) 00000100:00000040:0.0:1769074869.658910:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1769074869.658913:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1769074869.658917:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1769074869.658920:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1769074869.658925:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1864) 00000100:00000001:0.0:1769074869.658941:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1769074869.658945:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1769074869.658948:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074869.658955:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074869.658958:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074869.658960:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074869.658962:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074869.658979:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074869.658985:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98580e00 x1855007613351808/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074869.659002:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074869.659004:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074869.659008:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074869.659011:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074869.659014:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074869.659018:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98580e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2365:1855007613351808:192.168.204.151@tcp:400:kworker.0 00000100:00000001:0.0:1769074869.659023:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074869.659029:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074869.659031:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074869.659034:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074869.659039:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b996c0800. 02000000:00000001:0.0:1769074869.659041:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074869.659051:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074869.659068:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b6370. 00000400:00000010:0.0:1769074869.659075:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604ff68. 00000100:00000200:0.0:1769074869.659084:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613351808, portal 25 00000100:00000001:0.0:1769074869.659086:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074869.659088:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739764224 : -114161969787392 : ffff982b98580e00) 00000100:00000040:0.0:1769074869.659094:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98580e00 x1855007613351808/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074869.659103:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074869.659106:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074869.659109:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604fdd0. 00000100:00000200:0.0:1769074869.659113:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613351808, offset 0 00000400:00000200:0.0:1769074869.659120:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074869.659129:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074869.659138:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074869.659144:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074869.659148:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074869.659153:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074869.659156:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074869.659160:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15461:15461:256:4294967295] 192.168.204.151@tcp LPNI seq info [15461:15461:8:4294967295] 00000400:00000200:0.0:1769074869.659165:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074869.659175:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074869.659183:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074869.659187:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08100. 00000800:00000200:0.0:1769074869.659194:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074869.659203:0:2365:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074869.659208:0:2365:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074869.659221:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074869.659226:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074869.659229:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296535429 00000100:00000001:0.0:1769074869.659235:0:2365:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296530310 00000100:00000001:0.0:1769074869.659239:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296535429 00000100:00000001:0.0:1769074869.659242:0:2365:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296530310 00000100:00000001:0.0:1769074869.659245:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074869.659248:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074869.659251:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074869.659253:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074869.659350:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074869.659354:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074869.659776:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074869.659783:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08100. 00000400:00000200:3.0:1769074869.659789:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074869.659796:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074869.659802:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604fdd0 00000400:00000010:3.0:1769074869.659805:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604fdd0. 00000100:00000001:3.0:1769074869.659809:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074869.659814:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b98580e00 x1855007613351808/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074869.659824:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074869.659828:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98580e00 x1855007613351808/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074885 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074869.659835:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074869.659837:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074869.669465:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074869.669487:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074869.669491:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074869.669494:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074869.669508:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074869.669518:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074869.669527:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074869.669533:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074869.669540:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074869.669545:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 25 MB=0x6971e9dd97780 00000400:00000200:2.0:1769074869.669551:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074869.669569:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 224/224 into md 0x226e5 [1] + 224 00000800:00000001:2.0:1769074869.669579:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074869.669588:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074869.669592:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074869.669596:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074869.669605:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074869.669616:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b98580e00 x1855007613351808/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074885 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074869.669629:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b98580e00 x1855007613351808/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074885 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074869.669653:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074869.669663:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074869.669667:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074869.669798:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074869.669805:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074869.669876:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074869.669879:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074869.669882:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6370. 00000400:00000200:0.0:1769074869.669887:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604ff68 00000400:00000010:0.0:1769074869.669890:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604ff68. 00000100:00000001:0.0:1769074869.669893:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074869.669899:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98580e00 x1855007613351808/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074885 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074869.669909:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98580e00 x1855007613351808/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074885 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074869.669916:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074869.669920:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074869.669924:0:2365:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074869.669928:0:2365:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074869.669930:0:2365:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074869.669933:0:2365:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074869.669937:0:2365:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074869.669944:0:2365:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=141 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074869.669948:0:2365:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074869.669951:0:2365:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074869.669953:0:2365:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074869.669956:0:2365:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074869.669958:0:2365:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074869.669960:0:2365:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074869.670416:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98580e00 x1855007613351808/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074885 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074869.670426:0:2365:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074869.670429:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074869.670431:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074869.670435:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98580e00 x1855007613351808/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074885 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074869.670443:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98580e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2365:1855007613351808:192.168.204.151@tcp:400:kworker.0 00000100:00000001:0.0:1769074869.670449:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074869.670452:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074869.670455:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98580e00 x1855007613351808/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074885 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074869.670462:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074869.670464:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074869.670468:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b996c0800. 02000000:00000001:0.0:1769074869.670472:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074869.670474:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074869.670475:0:2365:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:0.0:1769074869.670478:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074869.670480:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b84a08a00. 02000000:00000001:0.0:1769074869.670484:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074869.670486:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074869.670488:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98580e00. 00000100:00000001:0.0:1769074869.670493:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074869.670494:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074869.670496:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074869.670503:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074869.670505:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074869.670507:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074869.670509:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074870.554490:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074870.554498:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074870.554506:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074870.554508:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074870.554536:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074870.554539:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074870.556206:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074871.578624:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074871.578631:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074871.578636:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074871.578638:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074871.578776:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074871.578780:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074871.578791:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1769074872.236951:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074872.236969:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074872.236974:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074872.236976:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074872.236989:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074872.236997:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074872.237005:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074872.237010:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074872.237017:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074872.237021:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 10 MB=0x6971e9dd92080 00000400:00000200:3.0:1769074872.237027:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074872.237034:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 224/224 into md 0x2262d [1] + 0 00000800:00000001:3.0:1769074872.237043:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074872.237051:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074872.237054:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074872.237059:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074872.237067:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074872.237076:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 1 to 0 dl 1769074882 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00001000:3.0:1769074872.237089:0:2358:0:(events.c:122:reply_in_callback()) @@@ Early reply received, mlen=224 offset=0 replen=664 replied=0 unlinked=0 req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 1 to 0 dl 1769074882 ref 2 fl Rpc:Q/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074872.237116:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074872.237125:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074872.237128:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074872.237203:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074872.237208:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074872.237210:0:2363:0:(client.c:518:ptlrpc_at_recv_early_reply()) Process entered 02000000:00000001:2.0:1769074872.237213:0:2363:0:(sec.c:1233:sptlrpc_cli_unwrap_early_reply()) Process entered 00000100:00000010:2.0:1769074872.237220:0:2363:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037a300. 02000000:00000010:2.0:1769074872.237226:0:2363:0:(sec.c:1243:sptlrpc_cli_unwrap_early_reply()) kmalloced '(early_buf)': 256 at ffff982b8a73f300. 02000000:00000001:2.0:1769074872.237229:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074872.237231:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074872.237234:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074872.237243:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074872.237245:0:2363:0:(sec.c:1301:sptlrpc_cli_unwrap_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074872.237252:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=18 v=5 (1 0 0 0) 02000000:00000010:2.0:1769074872.237256:0:2363:0:(sec.c:1324:sptlrpc_cli_finish_early_reply()) kvfree 'early_req->rq_repbuf': 256 at ffff982b8a73f300. 00000100:00000010:2.0:1769074872.237261:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037a300. 00000100:00001000:2.0:1769074872.237269:0:2363:0:(client.c:568:ptlrpc_at_recv_early_reply()) @@@ Early reply #2, new deadline in 22s (12s) req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 2 to 0 dl 1769074894 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074872.237276:0:2363:0:(client.c:570:ptlrpc_at_recv_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074872.237278:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074872.237316:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074872.602416:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074872.602424:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074872.602429:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074872.602430:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074872.602453:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074872.602457:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074872.602459:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074873.626358:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074873.626365:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074873.626370:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074873.626372:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074873.626466:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074873.626470:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074873.626473:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074874.650498:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074874.650509:0:30499:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074874.650511:0:30499:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074874.650517:0:30499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074874.650519:0:30499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074874.650521:0:30499:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074874.650526:0:30499:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074874.650528:0:30499:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074874.650530:0:30499:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074874.650533:0:30499:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074874.650537:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074874.650538:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074874.650565:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074874.650568:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074874.650571:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1769074874.778527:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074874.778539:0:30087:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074874.778552:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90371c00. 00000020:00000040:3.0:1769074874.778558:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:3.0:1769074874.778563:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074874.778566:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074874.778571:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074874.778579:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b99652a00. 00000100:00000001:3.0:1769074874.778586:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074874.778607:0:30087:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b90371c00 x1855007613351936/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074874.778621:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074874.778625:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074874.778631:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1fafea9] to pc [ptlrpcd_01_01+1] req@ffff982b90371c00 x1855007613351936/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074874.778669:0:30087:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769074874.778672:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level REPLAY/5 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074874.778677:0:30087:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY) 00000100:00000040:3.0:1769074874.778680:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074874.778683:0:30087:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074874.778685:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074874.778688:0:30087:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074874.778695:0:30087:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1869) 00000100:00000001:3.0:1769074874.778711:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1769074874.778715:0:2366:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1769074874.778717:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074874.778727:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074874.778729:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074874.778731:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074874.778733:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074874.778735:0:2366:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074874.778742:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90371c00 x1855007613351936/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074874.778750:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074874.778753:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074874.778758:0:2366:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074874.778762:0:2366:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074874.778764:0:2366:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074874.778767:0:2366:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90371c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2366:1855007613351936:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1769074874.778771:0:2366:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074874.778776:0:2366:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074874.778778:0:2366:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074874.778781:0:2366:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074874.778787:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b88307c00. 02000000:00000001:3.0:1769074874.778789:0:2366:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074874.778799:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074874.778803:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7aa8. 00000400:00000010:3.0:1769074874.778823:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6bb0. 00000100:00000200:3.0:1769074874.778832:0:2366:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613351936, portal 25 00000100:00000001:3.0:1769074874.778835:0:2366:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074874.778836:0:2366:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603387392 : -114162106164224 : ffff982b90371c00) 00000100:00000040:3.0:1769074874.778843:0:2366:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90371c00 x1855007613351936/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074874.778849:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074874.778852:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074874.778855:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6770. 00000100:00000200:3.0:1769074874.778858:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613351936, offset 0 00000400:00000200:3.0:1769074874.778865:0:2366:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074874.778874:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074874.778881:0:2366:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074874.778887:0:2366:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074874.778892:0:2366:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074874.778895:0:2366:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074874.778898:0:2366:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074874.778902:0:2366:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15462:15462:256:4294967295] 192.168.204.151@tcp LPNI seq info [15462:15462:8:4294967295] 00000400:00000200:3.0:1769074874.778906:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074874.778916:0:2366:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074874.778922:0:2366:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074874.778928:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652400. 00000800:00000200:3.0:1769074874.778936:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074874.778944:0:2366:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074874.778950:0:2366:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074874.778962:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074874.778967:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074874.778970:0:2366:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296540549 00000100:00000001:3.0:1769074874.778977:0:2366:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296535429 00000100:00000001:3.0:1769074874.778982:0:2366:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296540549 00000100:00000001:3.0:1769074874.778985:0:2366:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296535429 00000100:00000001:3.0:1769074874.778988:0:2366:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074874.778991:0:2366:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074874.778994:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074874.778997:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074874.779261:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074874.779266:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652400. 00000400:00000200:3.0:1769074874.779271:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074874.779276:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074874.779486:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6770 00000400:00000010:3.0:1769074874.779490:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6770. 00000100:00000001:3.0:1769074874.779494:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074874.779499:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90371c00 x1855007613351936/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074874.779510:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074874.779513:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90371c00 x1855007613351936/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074890 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074874.779521:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074874.779523:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769074874.783975:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074874.783984:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1769074874.790601:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074874.790616:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074874.790620:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074874.790624:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074874.790636:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074874.790645:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074874.790652:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074874.790657:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074874.790664:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074874.790668:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 25 MB=0x6971e9dd97800 00000400:00000200:3.0:1769074874.790674:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074874.790680:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 224/224 into md 0x226ed [1] + 224 00000800:00000001:3.0:1769074874.790689:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074874.790698:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074874.790702:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074874.790707:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074874.790715:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074874.790724:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90371c00 x1855007613351936/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074890 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074874.790737:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b90371c00 x1855007613351936/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074890 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074874.790808:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074874.790812:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074874.790831:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074874.790842:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074874.790846:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1769074874.799467:0:2366:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074874.799475:0:2366:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074874.799481:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7aa8. 00000400:00000200:2.0:1769074874.799492:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6bb0 00000400:00000010:2.0:1769074874.799495:0:2366:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6bb0. 00000100:00000001:2.0:1769074874.799500:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074874.799513:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90371c00 x1855007613351936/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074890 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074874.799526:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90371c00 x1855007613351936/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074890 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074874.799535:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074874.799537:0:2366:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074874.799541:0:2366:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074874.799544:0:2366:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074874.799547:0:2366:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074874.799550:0:2366:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074874.799553:0:2366:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074874.799687:0:2366:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=146 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074874.799695:0:2366:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074874.799698:0:2366:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074874.799700:0:2366:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074874.799703:0:2366:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074874.799705:0:2366:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074874.799708:0:2366:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074874.799713:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90371c00 x1855007613351936/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074890 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074874.799721:0:2366:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074874.799727:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074874.799728:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074874.799732:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90371c00 x1855007613351936/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074890 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074874.799740:0:2366:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90371c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2366:1855007613351936:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074874.799745:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074874.799748:0:2366:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074874.799751:0:2366:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90371c00 x1855007613351936/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074890 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074874.799758:0:2366:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074874.799760:0:2366:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074874.799764:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b88307c00. 02000000:00000001:2.0:1769074874.799769:0:2366:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074874.799771:0:2366:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074874.799773:0:2366:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:2.0:1769074874.799775:0:2366:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074874.799778:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99652a00. 02000000:00000001:2.0:1769074874.799781:0:2366:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074874.799784:0:2366:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074874.799786:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90371c00. 00000100:00000001:2.0:1769074874.799789:0:2366:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074874.799790:0:2366:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074874.799792:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074874.799801:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074874.799802:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074874.799805:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074874.799807:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074875.674420:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074875.674429:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074875.674434:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074875.674437:0:30499:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074875.674440:0:30499:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074875.674443:0:30499:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074875.674446:0:30499:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074875.674448:0:30499:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074875.674450:0:30499:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074875.674452:0:30499:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074875.674555:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074875.674559:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074875.674561:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074876.698502:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074876.698512:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074876.698521:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074876.698522:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074876.698572:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074876.698576:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074876.698579:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1769074877.464483:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074877.464510:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074877.464516:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074877.464520:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074877.464538:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074877.464559:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074877.464569:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074877.464576:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074877.464583:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074877.464588:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 10 MB=0x6971e9dd92080 00000400:00000200:3.0:1769074877.464595:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074877.464604:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 224/224 into md 0x2262d [1] + 224 00000800:00000001:3.0:1769074877.465208:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074877.465232:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074877.465238:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074877.465246:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074877.465259:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074877.465274:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 2 to 0 dl 1769074894 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074877.465360:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=224 offset=224 replen=664 req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 2 to 0 dl 1769074894 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074877.465390:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074877.465404:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074877.465408:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074877.465586:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074877.465593:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074877.465602:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074877.465604:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074877.465608:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7630. 00000400:00000200:2.0:1769074877.465625:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6908 00000400:00000010:2.0:1769074877.465629:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6908. 00000100:00000001:2.0:1769074877.465633:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074877.465638:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 2 to 0 dl 1769074894 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1769074877.465649:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 2 to 0 dl 1769074894 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074877.465662:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074877.465666:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074877.465669:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074877.465674:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074877.465677:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074877.465681:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074877.465685:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074877.465699:0:2363:0:(import.c:2128:obd_at_measure()) add 0 to ffff982b88b88c58 time=88 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074877.465703:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=23 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074877.465706:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1769074877.465714:0:2363:0:(client.c:1490:ptlrpc_check_status()) lustre-MDT0000-mdc-ffff982b858dd800: operation ldlm_enqueue to node 192.168.204.151@tcp failed: rc = -19 00000100:00000001:2.0:1769074877.492815:0:2363:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1769074877.492826:0:2363:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1769074877.492843:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/224 e 2 to 0 dl 1769074894 ref 2 fl Rpc:RQU/604/0 rc -19/-19 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074877.492854:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1769074877.492858:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074877.492861:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074877.492872:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00000001:2.0:1769074877.492875:0:2363:0:(client.c:3374:ptlrpc_replay_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1769074877.492880:0:2363:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769074877.492883:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from REPLAY to CONNECTING 00000100:00000001:2.0:1769074877.492887:0:2363:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769074877.492890:0:2363:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 1843 00000400:00000200:2.0:1769074877.492899:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074877.492905:0:2363:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00000040:2.0:1769074877.492909:0:2363:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769074877.492912:0:2363:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769074877.492915:0:2363:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769074877.492917:0:2363:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769074877.492922:0:2363:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769074877.492924:0:2363:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000020:00000001:2.0:1769074877.492928:0:2363:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074877.492930:0:2363:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000020:00000001:2.0:1769074877.492933:0:2363:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000020:00000001:2.0:1769074877.492935:0:2363:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000040:2.0:1769074877.492938:0:2363:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769074877.492940:0:2363:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769074877.492942:0:2363:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769074877.492943:0:2363:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769074877.492947:0:2363:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 00000100:00080000:2.0:1769074877.492950:0:2363:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769074877.492953:0:2363:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074877.492955:0:2363:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769074877.492964:0:2363:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074877.492968:0:2363:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074877.492970:0:2363:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769074877.492973:0:2363:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769074877.492977:0:2363:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074877.492979:0:2363:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769074877.492989:0:2363:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037a300. 00000020:00000040:2.0:1769074877.492993:0:2363:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=54 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:2.0:1769074877.492997:0:2363:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769074877.492999:0:2363:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074877.493011:0:2363:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074877.493014:0:2363:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074877.493018:0:2363:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074877.493027:0:2363:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90212c00. 00000100:00000001:2.0:1769074877.493033:0:2363:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074877.493039:0:2363:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b9037a300 x1855007613352064/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769074877.493049:0:2363:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074877.493054:0:2363:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074877.493059:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a8e4c43] to pc [ptlrpcd_rcv+-1] req@ffff982b9037a300 x1855007613352064/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074877.493069:0:2363:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074877.493071:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1769074877.493075:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/224 e 2 to 0 dl 1769074894 ref 2 fl Interpret:RQU/604/0 rc -19/-19 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1769074877.493083:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613329536:192.168.204.151@tcp:101:createmany.0 00000100:00000001:2.0:1769074877.493087:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074877.493090:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074877.493093:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/224 e 2 to 0 dl 1769074894 ref 2 fl Complete:RQU/604/0 rc -19/-19 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074877.493099:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074877.493101:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074877.493109:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074877.493111:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074877.493113:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074877.493116:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074877.493117:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074877.493120:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037a300 x1855007613352064/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074877.493127:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074877.493128:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074877.493132:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074877.493134:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074877.493136:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074877.493139:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613352064:192.168.204.151@tcp:38:ptlrpcd_rcv.0 00000100:00000001:2.0:1769074877.493143:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074877.493147:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074877.493149:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074877.493152:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074877.493155:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b90213000. 02000000:00000001:2.0:1769074877.493157:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074877.493164:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074877.493168:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7eec8. 00000400:00000010:2.0:1769074877.493174:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f7f8. 00000100:00000200:2.0:1769074877.493193:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613352064, portal 10 00000100:00000001:2.0:1769074877.493196:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074877.493197:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603421952 : -114162106129664 : ffff982b9037a300) 00000100:00000040:2.0:1769074877.493204:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9037a300 x1855007613352064/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074877.493210:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074877.493213:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074877.493215:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897fbb0. 00000100:00000200:2.0:1769074877.493218:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613352064, offset 0 00000400:00000200:2.0:1769074877.493225:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074877.493233:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074877.493240:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074877.493246:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074877.493250:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074877.493253:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074877.493256:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074877.493260:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15463:15463:256:4294967295] 192.168.204.151@tcp LPNI seq info [15463:15463:8:4294967295] 00000400:00000200:2.0:1769074877.493263:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074877.493273:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074877.493324:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074877.493330:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73f300. 00000800:00000200:2.0:1769074877.493337:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074877.493343:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074877.493347:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73f300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1769074877.493364:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074877.493368:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 912907 usecs (913 jiffies) 00000400:00000200:2.0:1769074877.493372:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074877.493375:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296535084 00000100:00000001:2.0:1769074877.493378:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296540549 00000100:00000001:2.0:1769074877.493380:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296535084 00000100:00000001:2.0:1769074877.493382:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296540549 00000100:00000001:2.0:1769074877.493384:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074877.493387:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074877.493389:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074877.493391:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074877.493395:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074877.493397:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1769074877.493399:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074877.493400:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074877.493403:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074877.493404:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074877.493602:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074877.493751:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73f300. 00000400:00000200:3.0:1769074877.493761:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074877.493770:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074877.493778:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897fbb0 00000400:00000010:3.0:1769074877.493781:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897fbb0. 00000100:00000001:3.0:1769074877.493787:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074877.493795:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9037a300 x1855007613352064/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074877.493806:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074877.493810:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037a300 x1855007613352064/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074887 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074877.493818:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074877.493820:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074877.507708:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074877.507733:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074877.507739:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074877.507742:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074877.507757:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074877.507768:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074877.507777:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074877.507784:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074877.507791:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074877.507796:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 10 MB=0x6971e9dd97880 00000400:00000200:3.0:1769074877.507802:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074877.507812:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 224/224 into md 0x226fd [1] + 0 00000800:00000001:3.0:1769074877.507823:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074877.507833:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074877.507837:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074877.507843:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074877.507853:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074877.507865:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9037a300 x1855007613352064/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074887 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074877.507877:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff982b9037a300 x1855007613352064/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074887 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074877.507901:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074877.507912:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074877.507915:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074877.508652:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074877.508662:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074877.508674:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074877.508676:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074877.508681:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7eec8. 00000400:00000200:2.0:1769074877.508690:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f7f8 00000400:00000010:2.0:1769074877.508693:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f7f8. 00000100:00000001:2.0:1769074877.508697:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074877.508709:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037a300 x1855007613352064/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074887 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074877.508721:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037a300 x1855007613352064/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074887 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074877.508729:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074877.508731:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074877.508735:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074877.508738:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074877.508741:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074877.508743:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074877.508747:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074877.508757:0:2363:0:(import.c:2128:obd_at_measure()) add 0 to ffff982b88b88c58 time=88 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074877.508761:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=23 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074877.508764:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074877.508766:0:2363:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1769074877.508769:0:2363:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1769074877.508774:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037a300 x1855007613352064/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/224 e 0 to 0 dl 1769074887 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074877.508782:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1769074877.508786:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074877.508787:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074877.508789:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769074877.508791:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1769074877.508795:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769074877.508826:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.151@tcp failed (-19) 00000100:00000001:2.0:1769074877.508829:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1769074877.508834:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037a300 x1855007613352064/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/224 e 0 to 0 dl 1769074887 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074877.508841:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613352064:192.168.204.151@tcp:38:ptlrpcd_rcv.0 00000100:00000001:2.0:1769074877.508847:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074877.508850:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074877.508854:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037a300 x1855007613352064/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/224 e 0 to 0 dl 1769074887 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074877.508861:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074877.508863:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074877.508867:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b90213000. 02000000:00000001:2.0:1769074877.508872:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074877.508875:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074877.508877:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=53 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:2.0:1769074877.508879:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074877.508882:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90212c00. 02000000:00000001:2.0:1769074877.508886:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074877.508888:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074877.508890:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037a300. 00000100:00000001:2.0:1769074877.508893:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074877.508894:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074877.508897:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074877.508904:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074877.508906:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074877.508908:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074877.508910:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074877.508972:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074877.508980:0:30087:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074877.508991:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90371f80. 00000020:00000040:3.0:1769074877.508997:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:3.0:1769074877.509001:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074877.509005:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074877.509012:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074877.509022:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b99652400. 00000100:00000001:3.0:1769074877.509030:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074877.509041:0:30087:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b90371f80 x1855007613352192/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074877.509052:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074877.509058:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074877.509064:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc929eda] to pc [ptlrpcd_01_00+0] req@ffff982b90371f80 x1855007613352192/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074877.509115:0:30087:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074877.509119:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074877.509123:0:30087:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074877.509126:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074877.509129:0:30087:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074877.509135:0:30087:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1871) 00000100:00000001:3.0:1769074877.509151:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1769074877.509155:0:2367:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1769074877.509157:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074877.509163:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074877.509165:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074877.509167:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074877.509169:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074877.509171:0:2367:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074877.509177:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90371f80 x1855007613352192/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074877.509185:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074877.509187:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074877.509192:0:2367:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074877.509195:0:2367:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074877.509198:0:2367:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074877.509202:0:2367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90371f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2367:1855007613352192:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1769074877.509207:0:2367:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074877.509214:0:2367:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074877.509227:0:2367:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074877.509230:0:2367:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074877.509236:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b88306e00. 02000000:00000001:3.0:1769074877.509238:0:2367:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074877.509245:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074877.509250:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c77e8. 00000400:00000010:3.0:1769074877.509257:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6770. 00000100:00000200:3.0:1769074877.509266:0:2367:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613352192, portal 25 00000100:00000001:3.0:1769074877.509269:0:2367:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074877.509270:0:2367:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603388288 : -114162106163328 : ffff982b90371f80) 00000100:00000040:3.0:1769074877.509276:0:2367:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90371f80 x1855007613352192/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074877.509326:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074877.509330:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074877.509333:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6660. 00000100:00000200:3.0:1769074877.509337:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613352192, offset 0 00000400:00000200:3.0:1769074877.509345:0:2367:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074877.509354:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074877.509364:0:2367:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074877.509371:0:2367:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074877.509376:0:2367:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074877.509380:0:2367:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074877.509384:0:2367:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074877.509387:0:2367:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15464:15464:256:4294967295] 192.168.204.151@tcp LPNI seq info [15464:15464:8:4294967295] 00000400:00000200:3.0:1769074877.509391:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074877.509403:0:2367:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074877.509410:0:2367:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074877.509415:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652500. 00000800:00000200:3.0:1769074877.509423:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074877.509431:0:2367:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074877.509437:0:2367:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074877.509453:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074877.509459:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074877.509462:0:2367:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296543280 00000100:00000001:3.0:1769074877.509470:0:2367:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296540549 00000100:00000001:3.0:1769074877.509474:0:2367:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296543280 00000100:00000001:3.0:1769074877.509478:0:2367:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296540549 00000100:00000001:3.0:1769074877.509481:0:2367:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074877.509484:0:2367:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074877.509487:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074877.509489:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074877.509626:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074877.509631:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652500. 00000400:00000200:3.0:1769074877.509635:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074877.509640:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074877.509645:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6660 00000400:00000010:3.0:1769074877.509648:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6660. 00000100:00000001:3.0:1769074877.509652:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074877.509656:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90371f80 x1855007613352192/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074877.509666:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074877.509669:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90371f80 x1855007613352192/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074893 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074877.509675:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074877.509676:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769074877.510001:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074877.510005:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1769074877.511839:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074877.511866:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074877.511871:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074877.511873:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074877.511886:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074877.511897:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074877.511905:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074877.511910:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074877.511917:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074877.511923:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 25 MB=0x6971e9dd97900 00000400:00000200:3.0:1769074877.511930:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074877.511940:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 224/224 into md 0x2270d [1] + 224 00000800:00000001:3.0:1769074877.511952:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074877.511961:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074877.511966:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074877.511971:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074877.511982:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074877.511993:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90371f80 x1855007613352192/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074893 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074877.512005:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b90371f80 x1855007613352192/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074893 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074877.512042:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074877.512054:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074877.512057:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074877.512149:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074877.512154:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074877.512163:0:2367:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074877.512166:0:2367:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074877.512171:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c77e8. 00000400:00000200:2.0:1769074877.512178:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6770 00000400:00000010:2.0:1769074877.512181:0:2367:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6770. 00000100:00000001:2.0:1769074877.512185:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074877.512189:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90371f80 x1855007613352192/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074893 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074877.512198:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90371f80 x1855007613352192/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074893 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074877.512204:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074877.512206:0:2367:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074877.512209:0:2367:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074877.512214:0:2367:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074877.512226:0:2367:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074877.512230:0:2367:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074877.512234:0:2367:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074877.512244:0:2367:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=149 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074877.512248:0:2367:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=23 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074877.512251:0:2367:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074877.512253:0:2367:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074877.512256:0:2367:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074877.512260:0:2367:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074877.512263:0:2367:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074877.512268:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90371f80 x1855007613352192/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074893 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074877.512275:0:2367:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074877.512278:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074877.512324:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074877.512329:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90371f80 x1855007613352192/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074893 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074877.512337:0:2367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90371f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2367:1855007613352192:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074877.512343:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074877.512346:0:2367:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074877.512350:0:2367:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90371f80 x1855007613352192/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074893 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074877.512357:0:2367:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074877.512360:0:2367:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074877.512365:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b88306e00. 02000000:00000001:2.0:1769074877.512369:0:2367:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074877.512372:0:2367:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074877.512375:0:2367:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:2.0:1769074877.512377:0:2367:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074877.512381:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99652400. 02000000:00000001:2.0:1769074877.512386:0:2367:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074877.512389:0:2367:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074877.512391:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90371f80. 00000100:00000001:2.0:1769074877.512395:0:2367:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074877.512397:0:2367:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074877.512399:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074877.512409:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074877.512411:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074877.512413:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074877.512416:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074877.722730:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074877.722740:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074877.722749:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074877.722750:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074877.723530:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074877.723537:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074877.723550:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074878.746834:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074878.746844:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074878.746860:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074878.746862:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074878.746933:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074878.746937:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074878.746941:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074879.772440:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074879.772454:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074879.772464:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074879.772465:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074879.773626:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074879.773635:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074879.773642:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074880.796904:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074880.796915:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074880.796924:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074880.796925:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074880.796964:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074880.796968:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074880.796972:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074881.819482:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074881.819490:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074881.819498:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074881.819498:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074881.820505:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074881.820511:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074881.820515:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074882.842417:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074882.842425:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074882.842431:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074882.842432:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074882.842468:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074882.842470:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074882.842473:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769074882.970614:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769074882.970626:0:30087:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1769074882.970637:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98580e00. 00000020:00000040:0.0:1769074882.970643:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:0.0:1769074882.970649:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074882.970652:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074882.970657:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074882.970665:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b84a08a00. 00000100:00000001:0.0:1769074882.970673:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074882.970685:0:30087:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b98580e00 x1855007613352320/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769074882.970696:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074882.970701:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074882.970707:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055e599da] to pc [ptlrpcd_00_01+1] req@ffff982b98580e00 x1855007613352320/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074882.970747:0:30087:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769074882.970750:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769074882.970753:0:30087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769074882.970756:0:30087:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769074882.970758:0:30087:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769074882.970762:0:30087:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769074882.970765:0:30087:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 1866 00000400:00000200:0.0:1769074882.970775:0:30087:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074882.970781:0:30087:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00001000:0.0:1769074882.970786:0:30087:0:(import.c:2128:obd_at_measure()) add 10 to ffff982b88b88c10 time=28 v=5 (1 0 0 0) 00000100:00001000:0.0:1769074882.970789:0:30087:0:(import.c:2194:obd_at_measure()) AT ffff982b88b88c10 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00080000:0.0:1769074882.970793:0:30087:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: tried all connections, increasing latency to 5s 00000100:00000040:0.0:1769074882.970796:0:30087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769074882.970799:0:30087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769074882.970801:0:30087:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769074882.970803:0:30087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:0.0:1769074882.970806:0:30087:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769074882.970808:0:30087:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000020:00000001:0.0:1769074882.970811:0:30087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074882.970880:0:30087:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000020:00000001:0.0:1769074882.970883:0:30087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000020:00000001:0.0:1769074882.970885:0:30087:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000040:0.0:1769074882.970888:0:30087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769074882.970891:0:30087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769074882.970893:0:30087:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769074882.970894:0:30087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:0.0:1769074882.970897:0:30087:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 00000100:00080000:0.0:1769074882.970900:0:30087:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:0.0:1769074882.970903:0:30087:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074882.970905:0:30087:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769074882.970911:0:30087:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074882.970913:0:30087:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074882.970915:0:30087:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769074882.970920:0:30087:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769074882.970923:0:30087:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074882.970925:0:30087:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074882.970929:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98582a00. 00000020:00000040:0.0:1769074882.970932:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=54 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:0.0:1769074882.970935:0:30087:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769074882.970937:0:30087:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074882.970939:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074882.970941:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074882.970943:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074882.970947:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b85882c00. 00000100:00000001:0.0:1769074882.970961:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074882.970966:0:30087:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b98582a00 x1855007613352448/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769074882.970973:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074882.970975:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074882.970979:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c377364] to pc [ptlrpcd_rcv+-1] req@ffff982b98582a00 x1855007613352448/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074882.970998:0:30087:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074882.971001:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1769074882.971004:0:30087:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1769074882.971007:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1769074882.971009:0:30087:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1769074882.971014:0:30087:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1877) 00000100:00000001:2.0:1769074882.971158:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074882.971162:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074882.971165:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074882.971171:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98582a00 x1855007613352448/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074882.971186:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074882.971188:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074882.971192:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074882.971195:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074882.971198:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074882.971201:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98582a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613352448:192.168.204.151@tcp:38:kworker.0 00000100:00000001:2.0:1769074882.971206:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074882.971210:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074882.971213:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074882.971215:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074882.971220:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b90213800. 02000000:00000001:2.0:1769074882.971222:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074882.971229:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074882.971234:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7eec8. 00000400:00000010:2.0:1769074882.971240:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f7f8. 00000100:00000200:2.0:1769074882.971249:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613352448, portal 10 00000100:00000001:2.0:1769074882.971252:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074882.971253:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739771392 : -114161969780224 : ffff982b98582a00) 00000100:00000040:2.0:1769074882.971261:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98582a00 x1855007613352448/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074882.971267:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074882.971270:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074882.971272:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f908. 00000100:00000200:2.0:1769074882.971275:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613352448, offset 0 00000400:00000200:2.0:1769074882.971312:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074882.971322:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074882.971331:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074882.971336:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074882.971341:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074882.971345:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074882.971348:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074882.971354:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15465:15465:256:4294967295] 192.168.204.151@tcp LPNI seq info [15465:15465:8:4294967295] 00000400:00000200:2.0:1769074882.971358:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074882.971369:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074882.971375:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074882.971382:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73ff00. 00000800:00000200:2.0:1769074882.971389:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074882.971411:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074882.971415:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73ff00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1769074882.971432:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074882.971437:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 911573 usecs (912 jiffies) 00000400:00000200:2.0:1769074882.971440:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074882.971443:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296540561 00000100:00000001:2.0:1769074882.971446:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296543280 00000100:00000001:2.0:1769074882.971448:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296540561 00000100:00000001:2.0:1769074882.971451:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296543280 00000100:00000001:2.0:1769074882.971469:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074882.971473:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074882.971476:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074882.971480:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074882.971488:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074882.971489:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1769074882.971492:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074882.971493:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074882.971494:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074882.971496:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074882.971921:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074882.971927:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73ff00. 00000400:00000200:3.0:1769074882.971933:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074882.971939:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074882.971944:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f908 00000400:00000010:3.0:1769074882.971946:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f908. 00000100:00000001:3.0:1769074882.971961:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074882.971967:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b98582a00 x1855007613352448/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074882.971976:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074882.971980:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98582a00 x1855007613352448/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074897 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074882.971986:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074882.971988:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769074882.972195:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074882.972200:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074882.972202:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074882.972210:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98580e00 x1855007613352320/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074882.972217:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074882.972218:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074882.972221:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074882.972223:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074882.972225:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074882.972228:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98580e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2365:1855007613352320:192.168.204.151@tcp:400:kworker.0 00000100:00000001:1.0:1769074882.972232:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074882.972236:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074882.972238:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074882.972240:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074882.972244:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982ba00b0600. 02000000:00000001:1.0:1769074882.972246:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074882.972252:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074882.972256:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e479f8. 00000400:00000010:1.0:1769074882.972261:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e84c8. 00000100:00000200:1.0:1769074882.972265:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613352320, portal 25 00000100:00000001:1.0:1769074882.972267:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074882.972268:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739764224 : -114161969787392 : ffff982b98580e00) 00000100:00000040:1.0:1769074882.972273:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98580e00 x1855007613352320/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074882.972315:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074882.972318:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074882.972321:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8e58. 00000100:00000200:1.0:1769074882.972324:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613352320, offset 0 00000400:00000200:1.0:1769074882.972329:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074882.972336:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074882.972341:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074882.972344:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074882.972347:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074882.972350:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074882.972353:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074882.972355:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15466:15466:256:4294967295] 192.168.204.151@tcp LPNI seq info [15466:15466:8:4294967295] 00000400:00000200:1.0:1769074882.972359:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074882.972367:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074882.972371:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074882.972378:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b98b34000. 00000800:00000200:1.0:1769074882.972384:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074882.972389:0:2365:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074882.972406:0:2365:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b98b34000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1769074882.972421:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074882.972424:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074882.972427:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296548743 00000100:00000001:1.0:1769074882.972433:0:2365:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296543280 00000100:00000001:1.0:1769074882.972438:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296548743 00000100:00000001:1.0:1769074882.972441:0:2365:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296543280 00000100:00000001:1.0:1769074882.972444:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074882.972446:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074882.972449:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074882.972451:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074882.972467:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074882.972469:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769074882.972471:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074882.972472:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074882.972474:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074882.972476:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074882.972486:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074882.972489:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074882.973501:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074882.973509:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b98b34000. 00000400:00000200:3.0:1769074882.973515:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074882.973523:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074882.973529:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8e58 00000400:00000010:3.0:1769074882.973531:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8e58. 00000100:00000001:3.0:1769074882.973535:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074882.973542:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b98580e00 x1855007613352320/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074882.973554:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074882.973557:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98580e00 x1855007613352320/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074898 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074882.973564:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074882.973565:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1769074883.867170:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074883.867178:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074883.867184:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074883.867185:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074883.867302:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074883.867305:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074883.867318:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074884.890437:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074884.890453:0:30499:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074884.890455:0:30499:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074884.890462:0:30499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074884.890464:0:30499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074884.890465:0:30499:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074884.890471:0:30499:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074884.890474:0:30499:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074884.890476:0:30499:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074884.890478:0:30499:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074884.890482:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074884.890484:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074884.890509:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074884.890511:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074884.890514:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074885.914898:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074885.914905:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074885.914911:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074885.914914:0:30499:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074885.914916:0:30499:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074885.914919:0:30499:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074885.914922:0:30499:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074885.914924:0:30499:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074885.914926:0:30499:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074885.914928:0:30499:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074885.915015:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074885.915018:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074885.915021:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074886.939654:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074886.939662:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074886.939669:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074886.939671:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074886.939697:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074886.939699:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074886.939703:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074887.962740:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074887.962747:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074887.962753:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074887.962754:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074887.963207:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074887.963211:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074887.963214:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769074888.090432:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769074888.090444:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1769074888.090459:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98581f80. 00000020:00000040:0.0:1769074888.090467:0:37:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=5 obd=MGC192.168.204.151@tcp 00000100:00000001:0.0:1769074888.090472:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074888.090476:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074888.090482:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074888.090493:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b84a08f00. 00000100:00000001:0.0:1769074888.090503:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074888.090519:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b98581f80 x1855007613352576/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769074888.090532:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074888.090538:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074888.090545:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9af4f53] to pc [ptlrpcd_00_00+0] req@ffff982b98581f80 x1855007613352576/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074888.090581:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769074888.090584:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769074888.090589:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1769074888.090592:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1769074888.090595:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1769074888.090598:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1769074888.090600:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1769074888.090606:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1882) 00000100:00000001:1.0:1769074888.090689:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074888.090693:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074888.090696:0:2364:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074888.090703:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98581f80 x1855007613352576/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074888.090712:0:2364:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074888.090714:0:2364:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074888.090719:0:2364:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074888.090722:0:2364:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074888.090725:0:2364:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074888.090728:0:2364:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98581f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2364:1855007613352576:192.168.204.151@tcp:400:kworker.0 00000100:00000001:1.0:1769074888.090734:0:2364:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074888.090740:0:2364:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074888.090743:0:2364:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074888.090745:0:2364:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074888.090751:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982ba00b1c00. 02000000:00000001:1.0:1769074888.090753:0:2364:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074888.090764:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074888.090768:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e475d8. 00000400:00000010:1.0:1769074888.090775:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8990. 00000100:00000200:1.0:1769074888.090782:0:2364:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613352576, portal 25 00000100:00000001:1.0:1769074888.090785:0:2364:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074888.090787:0:2364:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739768704 : -114161969782912 : ffff982b98581f80) 00000100:00000040:1.0:1769074888.090792:0:2364:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98581f80 x1855007613352576/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074888.090800:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074888.090803:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074888.090806:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8dd0. 00000100:00000200:1.0:1769074888.090810:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613352576, offset 0 00000400:00000200:1.0:1769074888.090830:0:2364:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074888.090840:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074888.090849:0:2364:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074888.090854:0:2364:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074888.090859:0:2364:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074888.090863:0:2364:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074888.090866:0:2364:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074888.090871:0:2364:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15467:15467:256:4294967295] 192.168.204.151@tcp LPNI seq info [15467:15467:8:4294967295] 00000400:00000200:1.0:1769074888.090875:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074888.090886:0:2364:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074888.090892:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074888.090897:0:2364:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b98b34900. 00000800:00000200:1.0:1769074888.090904:0:2364:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074888.090913:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074888.090917:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b98b34900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1769074888.090936:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074888.090941:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074888.090944:0:2364:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296553861 00000100:00000001:1.0:1769074888.090951:0:2364:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296548743 00000100:00000001:1.0:1769074888.090956:0:2364:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296553861 00000100:00000001:1.0:1769074888.090959:0:2364:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296548743 00000100:00000001:1.0:1769074888.090961:0:2364:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074888.090964:0:2364:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074888.090968:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074888.090971:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074888.090978:0:2364:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074888.090981:0:2364:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769074888.090983:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074888.090985:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074888.090986:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074888.090989:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074888.091002:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074888.091004:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074888.091006:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074888.091008:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074888.091574:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074888.091582:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b98b34900. 00000400:00000200:3.0:1769074888.091588:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074888.091594:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074888.091600:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8dd0 00000400:00000010:3.0:1769074888.091603:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8dd0. 00000100:00000001:3.0:1769074888.091607:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074888.091614:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b98581f80 x1855007613352576/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074888.091624:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074888.091628:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98581f80 x1855007613352576/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074904 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074888.091636:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074888.091638:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769074888.093037:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074888.093049:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074888.093050:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074888.093055:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074888.093057:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074888.093061:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074888.093064:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074888.986440:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074888.986448:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074888.986455:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074888.986456:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074888.986612:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074888.986615:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074888.986618:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074889.116066:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074889.116078:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074889.116080:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074889.116085:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074889.116088:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074889.116091:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074889.116094:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074890.010619:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074890.010626:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074890.010633:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074890.010634:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074890.010815:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074890.010819:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074890.010822:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074890.138431:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074890.138444:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074890.138446:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074890.138451:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074890.138454:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074890.138457:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074890.138459:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074891.041629:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074891.041636:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074891.041643:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074891.041644:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074891.053761:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074891.053768:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074891.053772:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769074891.182380:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074891.182395:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074891.182398:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074891.182403:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074891.182405:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074891.182409:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074891.182412:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074892.058443:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074892.058452:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074892.058459:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074892.058460:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074892.058521:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074892.058527:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074892.058531:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769074892.187170:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074892.187189:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074892.187192:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074892.187202:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074892.187205:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074892.187210:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074892.187214:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074893.083600:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074893.083615:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074893.083625:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074893.083627:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074893.083664:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074893.083668:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074893.083672:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1769074893.211319:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074893.211331:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074893.211343:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90371180. 00000020:00000040:3.0:1769074893.211352:0:37:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=6 obd=MGC192.168.204.151@tcp 00000100:00000001:3.0:1769074893.211358:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074893.211362:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074893.211368:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074893.211664:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074893.211678:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074893.211680:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1769074893.211681:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b99652500. 00000100:00000001:2.0:1769074893.211684:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074893.211688:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074893.211693:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074893.211694:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074893.211697:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074893.211714:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b90371180 x1855007613352704/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074893.211730:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074893.211736:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074893.211745:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d4f01a1] to pc [ptlrpcd_01_01+1] req@ffff982b90371180 x1855007613352704/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074893.211781:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769074893.211784:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074893.211788:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1769074893.211791:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074893.211794:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074893.211797:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074893.211800:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074893.211805:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1887) 00000100:00000001:2.0:1769074893.212074:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074893.212078:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074893.212081:0:2367:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074893.212089:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90371180 x1855007613352704/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074893.212098:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074893.212101:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074893.212107:0:2367:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074893.212111:0:2367:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074893.212114:0:2367:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074893.212118:0:2367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90371180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2367:1855007613352704:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074893.212123:0:2367:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074893.212130:0:2367:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074893.212132:0:2367:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074893.212136:0:2367:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074893.212142:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b852d0400. 02000000:00000001:2.0:1769074893.212144:0:2367:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074893.212156:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074893.212162:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7e0b0. 00000400:00000010:2.0:1769074893.212170:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897fe58. 00000100:00000200:2.0:1769074893.212180:0:2367:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613352704, portal 25 00000100:00000001:2.0:1769074893.212183:0:2367:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074893.212185:0:2367:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603384704 : -114162106166912 : ffff982b90371180) 00000100:00000040:2.0:1769074893.212192:0:2367:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90371180 x1855007613352704/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074893.212200:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074893.212203:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074893.212206:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f6e8. 00000100:00000200:2.0:1769074893.212209:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613352704, offset 0 00000400:00000200:2.0:1769074893.212216:0:2367:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074893.212226:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074893.212235:0:2367:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074893.212242:0:2367:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074893.212246:0:2367:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074893.212250:0:2367:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074893.212253:0:2367:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074893.212258:0:2367:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15468:15468:256:4294967295] 192.168.204.151@tcp LPNI seq info [15468:15468:8:4294967295] 00000400:00000200:2.0:1769074893.212261:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074893.212272:0:2367:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074893.212319:0:2367:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074893.212326:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73f500. 00000800:00000200:2.0:1769074893.212333:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074893.212343:0:2367:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074893.212348:0:2367:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73f500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074893.212363:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074893.212369:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074893.212374:0:2367:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296558982 00000100:00000001:2.0:1769074893.212384:0:2367:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296553861 00000100:00000001:2.0:1769074893.212391:0:2367:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296558982 00000100:00000001:2.0:1769074893.212396:0:2367:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296553861 00000100:00000001:2.0:1769074893.212400:0:2367:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074893.212404:0:2367:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074893.212407:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074893.212410:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074893.212418:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074893.212420:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1769074893.212424:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074893.212425:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074893.212428:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074893.212431:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074893.212451:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074893.212454:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074893.212613:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074893.212618:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73f500. 00000400:00000200:3.0:1769074893.212623:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074893.212629:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074893.212646:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f6e8 00000400:00000010:3.0:1769074893.212649:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f6e8. 00000100:00000001:3.0:1769074893.212654:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074893.212658:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90371180 x1855007613352704/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074893.212668:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074893.212671:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90371180 x1855007613352704/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074909 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074893.212677:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074893.212680:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1769074894.107116:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074894.107127:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074894.107135:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074894.107137:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074894.114192:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074894.114203:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074894.114209:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074894.235089:0:2365:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074894.235103:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074894.235106:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074894.235113:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074894.235116:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074894.235121:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074894.235125:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074894.235998:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074894.236008:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074894.236009:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074894.236013:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074894.236015:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074894.236018:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074894.236021:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074895.130418:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074895.130433:0:30499:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074895.130436:0:30499:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074895.130443:0:30499:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074895.130446:0:30499:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074895.130448:0:30499:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074895.130454:0:30499:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074895.130457:0:30499:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074895.130459:0:30499:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074895.130461:0:30499:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074895.130467:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074895.130468:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074895.130499:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074895.130503:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074895.130507:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074895.259227:0:2365:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074895.259245:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074895.259258:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074895.259264:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074895.259268:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074895.259272:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074895.259276:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074895.260084:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074895.260093:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074895.260095:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074895.260099:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074895.260102:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074895.260105:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074895.260108:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074896.154465:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074896.154475:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074896.154482:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074896.154486:0:30499:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074896.154489:0:30499:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074896.154492:0:30499:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074896.154496:0:30499:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074896.154499:0:30499:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074896.154501:0:30499:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074896.154504:0:30499:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074896.154722:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074896.154726:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074896.154729:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074896.283667:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074896.283686:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074896.283699:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074896.283705:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074896.283708:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074896.283713:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074896.283716:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074896.283740:0:2365:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074896.283746:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074896.283748:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074896.283750:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074896.283751:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074896.283753:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074896.283756:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074897.178400:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074897.178412:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074897.178422:0:30499:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074897.178423:0:30499:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074897.178456:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074897.178461:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074897.178465:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074897.306437:0:2365:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074897.306452:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074897.306454:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074897.306459:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074897.306462:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074897.306466:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074897.306470:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074897.306778:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074897.306782:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769074897.306805:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074882/real 1769074882] req@ffff982b98582a00 x1855007613352448/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074897 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769074897.306822:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074897.306824:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074897.306828:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7eec8. 00000400:00000200:2.0:1769074897.306835:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f7f8 00000400:00000010:2.0:1769074897.306837:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f7f8. 00000100:00000001:2.0:1769074897.306842:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074897.306847:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98582a00 x1855007613352448/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074897 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074897.306857:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98582a00 x1855007613352448/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074897 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074897.306865:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074897.306868:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074897.306870:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074897.306872:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769074897.306875:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b98582a00 x1855007613352448/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074897 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074897.306898:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074897.306903:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074897.306904:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074897.306906:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074897.306907:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074897.306909:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074897.306913:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98582a00 x1855007613352448/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074897 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074897.306921:0:2363:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769074897.306923:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074897.306925:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074897.306926:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074897.306929:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769074897.306931:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769074897.306935:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769074897.306960:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:2.0:1769074897.306963:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769074897.306967:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98582a00 x1855007613352448/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074897 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074897.306975:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98582a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613352448:192.168.204.151@tcp:38:kworker.0 00000100:00000001:2.0:1769074897.306981:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074897.306983:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074897.306986:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98582a00 x1855007613352448/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074897 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074897.307003:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074897.307006:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074897.307010:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b90213800. 02000000:00000001:2.0:1769074897.307015:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074897.307018:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074897.307020:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=53 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:2.0:1769074897.307022:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074897.307026:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b85882c00. 02000000:00000001:2.0:1769074897.307030:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074897.307032:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074897.307034:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98582a00. 00000100:00000001:2.0:1769074897.307038:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074897.307039:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074897.307040:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074897.307044:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074897.307045:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074897.307047:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074897.307048:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074897.307316:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769074897.307321:0:27795:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1769074897.307342:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98583800. 00000020:00000040:0.0:1769074897.307346:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=7 obd=MGC192.168.204.151@tcp 00000100:00000001:0.0:1769074897.307350:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074897.307353:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074897.307358:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074897.307368:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b84a08100. 00000100:00000001:0.0:1769074897.307373:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074897.307379:0:27795:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b98583800 x1855007613352832/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769074897.307389:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074897.307393:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074897.307398:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077f50d64] to pc [ptlrpcd_00_01+1] req@ffff982b98583800 x1855007613352832/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074897.307422:0:27795:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769074897.307424:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769074897.307427:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769074897.307430:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769074897.307431:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769074897.307434:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769074897.307437:0:27795:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 1872 00000400:00000200:0.0:1769074897.307445:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074897.307450:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00001000:0.0:1769074897.307454:0:27795:0:(import.c:2128:obd_at_measure()) add 15 to ffff982b88b88c10 time=43 v=10 (10 0 0 0) 00000100:00001000:0.0:1769074897.307457:0:27795:0:(import.c:2194:obd_at_measure()) AT ffff982b88b88c10 change: old=10 new=15 delta=5 (val=15) hist 15 0 0 0 00000100:00080000:0.0:1769074897.307461:0:27795:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: tried all connections, increasing latency to 10s 00000100:00000040:0.0:1769074897.307464:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769074897.307467:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769074897.307469:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769074897.307472:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:0.0:1769074897.307475:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769074897.307476:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000020:00000001:0.0:1769074897.307479:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074897.307482:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000020:00000001:0.0:1769074897.307484:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000020:00000001:0.0:1769074897.307486:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000040:0.0:1769074897.307488:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769074897.307490:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769074897.307492:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769074897.307494:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:0.0:1769074897.307496:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 00000100:00080000:0.0:1769074897.307499:0:27795:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:0.0:1769074897.307502:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074897.307504:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769074897.307509:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074897.307512:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074897.307514:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769074897.307518:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769074897.307521:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074897.307523:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074897.307527:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98581180. 00000020:00000040:0.0:1769074897.307529:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=54 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:0.0:1769074897.307532:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769074897.307533:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074897.307535:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074897.307536:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074897.307539:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074897.307542:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b85881000. 00000100:00000001:0.0:1769074897.307545:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074897.307550:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b98581180 x1855007613352960/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769074897.307557:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074897.307559:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074897.307563:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f4ad4c4] to pc [ptlrpcd_rcv+-1] req@ffff982b98581180 x1855007613352960/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074897.307581:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074897.307584:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1769074897.307588:0:27795:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1769074897.307591:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1769074897.307594:0:27795:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1769074897.307599:0:27795:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1891) 00000100:00000001:0.0:1769074897.307612:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074897.307614:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074897.307616:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074897.307619:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1769074897.307621:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074897.307624:0:2364:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074897.307626:0:2364:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074897.307628:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074897.307629:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074897.307630:0:2364:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074897.307636:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98583800 x1855007613352832/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074897.307643:0:2364:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074897.307645:0:2364:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074897.307648:0:2364:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074897.307651:0:2364:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074897.307654:0:2364:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074897.307657:0:2364:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98583800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2364:1855007613352832:192.168.204.151@tcp:400:kworker.0 00000100:00000001:0.0:1769074897.307661:0:2364:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074897.307666:0:2364:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074897.307669:0:2364:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074897.307683:0:2364:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074897.307687:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b883d2600. 02000000:00000001:0.0:1769074897.307689:0:2364:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074897.307695:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074897.307699:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b6370. 00000400:00000010:0.0:1769074897.307704:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604ff68. 00000100:00000200:0.0:1769074897.307710:0:2364:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613352832, portal 25 00000100:00000001:0.0:1769074897.307713:0:2364:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074897.307714:0:2364:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739774976 : -114161969776640 : ffff982b98583800) 00000100:00000040:0.0:1769074897.307720:0:2364:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98583800 x1855007613352832/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074897.307727:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074897.307729:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074897.307732:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f220. 00000100:00000200:0.0:1769074897.307735:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613352832, offset 0 00000400:00000200:0.0:1769074897.307742:0:2364:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074897.307748:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074897.307754:0:2364:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074897.307759:0:2364:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074897.307763:0:2364:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074897.307767:0:2364:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074897.307769:0:2364:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074897.307773:0:2364:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15469:15469:256:4294967295] 192.168.204.151@tcp LPNI seq info [15469:15469:8:4294967295] 00000400:00000200:0.0:1769074897.307777:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074897.307787:0:2364:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074897.307793:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074897.307798:0:2364:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08000. 00000800:00000200:0.0:1769074897.307806:0:2364:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074897.307813:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074897.307818:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074897.307835:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074897.307840:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074897.307843:0:2364:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296563078 00000100:00000001:0.0:1769074897.307848:0:2364:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296558982 00000100:00000001:0.0:1769074897.307852:0:2364:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296563078 00000100:00000001:0.0:1769074897.307855:0:2364:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296558982 00000100:00000001:0.0:1769074897.307858:0:2364:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074897.307861:0:2364:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074897.307864:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074897.307866:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074897.307875:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074897.307877:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074897.307879:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074897.307880:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074897.308458:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074897.308462:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074897.308464:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074897.308472:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98581180 x1855007613352960/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074897.308481:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074897.308483:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074897.308485:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074897.308487:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074897.308490:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074897.308492:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98581180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613352960:192.168.204.151@tcp:38:kworker.0 00000100:00000001:2.0:1769074897.308496:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074897.308499:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074897.308501:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074897.308504:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074897.308509:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b90213800. 02000000:00000001:2.0:1769074897.308511:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074897.308516:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074897.308519:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7eec8. 00000400:00000010:2.0:1769074897.308523:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f7f8. 00000100:00000200:2.0:1769074897.308527:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613352960, portal 10 00000100:00000001:2.0:1769074897.308530:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074897.308531:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739765120 : -114161969786496 : ffff982b98581180) 00000100:00000040:2.0:1769074897.308538:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98581180 x1855007613352960/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074897.308544:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074897.308547:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074897.308549:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f440. 00000100:00000200:2.0:1769074897.308551:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613352960, offset 0 00000400:00000200:2.0:1769074897.308556:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074897.308561:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074897.308565:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074897.308569:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074897.308572:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074897.308576:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074897.308578:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074897.308582:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15470:15470:255:4294967295] 192.168.204.151@tcp LPNI seq info [15470:15470:7:4294967295] 00000400:00000200:2.0:1769074897.308586:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074897.308594:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074897.308599:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074897.308603:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73f500. 00000800:00000200:2.0:1769074897.308608:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074897.308613:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074897.308616:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73f500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1769074897.308620:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074897.308624:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 911573 usecs (912 jiffies) 00000400:00000200:2.0:1769074897.308627:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074897.308629:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296554898 00000100:00000001:2.0:1769074897.308632:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296563078 00000100:00000001:2.0:1769074897.308635:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296554898 00000100:00000001:2.0:1769074897.308637:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296563078 00000100:00000001:2.0:1769074897.308639:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074897.308641:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074897.308644:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074897.308646:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074897.308650:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074897.308652:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1769074897.308654:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074897.308655:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074897.308657:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074897.308659:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074897.308909:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074897.308918:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08000. 00000400:00000200:3.0:1769074897.308927:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074897.308936:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074897.308943:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f220 00000400:00000010:3.0:1769074897.308946:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f220. 00000100:00000001:3.0:1769074897.308952:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074897.308960:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b98583800 x1855007613352832/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074897.308974:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074897.308977:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98583800 x1855007613352832/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074913 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074897.308985:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074897.308987:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074897.309460:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074897.309464:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73f500. 00000400:00000200:3.0:1769074897.309469:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074897.309474:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074897.309477:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f440 00000400:00000010:3.0:1769074897.309479:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f440. 00000100:00000001:3.0:1769074897.309483:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074897.309489:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b98581180 x1855007613352960/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074897.309496:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074897.309499:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98581180 x1855007613352960/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074917 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074897.309506:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074897.309508:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074897.315918:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074897.315942:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074897.315949:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074897.315952:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074897.315967:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074897.315978:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074897.315986:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074897.315992:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074897.315998:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074897.316003:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 416 into portal 10 MB=0x6971e9dd97c00 00000400:00000200:3.0:1769074897.316009:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074897.316018:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 416/416 into md 0x22755 [1] + 0 00000800:00000001:3.0:1769074897.316029:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074897.316036:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074897.316039:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074897.316045:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074897.316054:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074897.316068:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b98581180 x1855007613352960/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074917 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074897.316082:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff982b98581180 x1855007613352960/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074917 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074897.316109:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074897.316122:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074897.316126:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074897.316128:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074897.316130:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074897.316133:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074897.316137:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074897.316142:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074897.316145:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074897.316148:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074897.316150:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 25 MB=0x6971e9dd97b80 00000400:00000200:3.0:1769074897.316155:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074897.316161:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 224/224 into md 0x2274d [1] + 224 00000800:00000001:3.0:1769074897.316165:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074897.316193:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074897.316196:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074897.316199:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074897.316203:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074897.316208:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b98583800 x1855007613352832/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074913 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074897.316252:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b98583800 x1855007613352832/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074913 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074897.316272:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074897.316277:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074897.316314:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074897.316372:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074897.316378:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074897.316381:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:2.0:1769074897.316389:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074897.316392:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074897.316396:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7eec8. 00000100:00000001:0.0:1769074897.316398:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1769074897.316404:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f7f8 00000400:00000010:2.0:1769074897.316409:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f7f8. 00000100:00000001:2.0:1769074897.316413:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1769074897.316417:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1769074897.316419:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98581180 x1855007613352960/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074917 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769074897.316422:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074897.316430:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6370. 00000100:00000200:2.0:1769074897.316437:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98581180 x1855007613352960/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074917 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074897.316441:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604ff68 00000400:00000010:0.0:1769074897.316447:0:2364:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604ff68. 00000100:00000001:2.0:1769074897.316451:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074897.316456:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074897.316457:0:2364:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1769074897.316464:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074897.316469:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074897.316476:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1769074897.316477:0:2364:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98583800 x1855007613352832/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074913 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074897.316480:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074897.316491:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1769074897.316502:0:2364:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98583800 x1855007613352832/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074913 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1769074897.316509:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=108 v=5 (5 5 5 5) 00000100:00000001:0.0:1769074897.316513:0:2364:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074897.316517:0:2364:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1769074897.316520:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=43 v=15 (15 0 0 0) 00000100:00000001:0.0:1769074897.316523:0:2364:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1769074897.316527:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1769074897.316528:0:2364:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074897.316531:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074897.316534:0:2364:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1769074897.316538:0:2363:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1769074897.316539:0:2364:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074897.316546:0:2364:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1769074897.316551:0:2363:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff982b98581180 x1855007613352960/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/416 e 0 to 0 dl 1769074917 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1769074897.316557:0:2364:0:(import.c:2128:obd_at_measure()) add 0 to ffff982b88b8ac58 time=169 v=5 (5 5 5 5) 00010000:00000001:2.0:1769074897.316568:0:2363:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074897.316571:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=43 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074897.316577:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1769074897.316578:0:2364:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1769074897.316583:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:0.0:1769074897.316584:0:2364:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1769074897.316590:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074897.316593:0:2364:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00000001:2.0:1769074897.316596:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769074897.316603:0:2364:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.204.151@tcp of MGS@192.168.204.151@tcp abruptly disconnected: reconnecting 00000100:00000040:2.0:1769074897.316610:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98581180 x1855007613352960/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/416 e 0 to 0 dl 1769074917 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769074897.316613:0:2364:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1769074897.316625:0:2364:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.151@tcp: Connection to MGS (at 192.168.204.151@tcp) was lost; in progress operations using this service will fail 00000100:00000001:2.0:1769074897.316637:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1769074897.316638:0:2364:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.151@tcp for MGC192.168.204.151@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1769074897.316648:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074897.316649:0:2364:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00000001:2.0:1769074897.316653:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769074897.316655:0:2364:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:0.0:1769074897.316664:0:2364:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1769074897.316664:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1769074897.316676:0:2363:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff982b858dd800: connect to target with instance 19 00000020:00000001:2.0:1769074897.316683:0:2363:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769074897.316686:0:2363:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000020:00000001:2.0:1769074897.316689:0:2363:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074897.316692:0:2363:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000020:00000001:2.0:1769074897.316695:0:2363:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000020:00000001:2.0:1769074897.316698:0:2363:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00001000:2.0:1769074897.316701:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=1769074897 v=0 (0 0 0 0) 00000100:00001000:2.0:1769074897.316705:0:2363:0:(import.c:2194:obd_at_measure()) AT ffff982b88b88c10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1769074897.316710:0:2363:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 747, crc32c 4359, adler 847 00000020:00000040:2.0:1769074897.316717:0:2363:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 00000100:00000001:2.0:1769074897.316720:0:2363:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:2.0:1769074897.316725:0:2363:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000008:00000020:2.0:1769074897.316730:0:2363:0:(osc_request.c:1046:osc_init_grant()) lustre-MDT0000-mdc-ffff982b858dd800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:2.0:1769074897.316734:0:2363:0:(mdc_request.c:3069:mdc_init_ea_size()) Process entered 00000002:00000001:2.0:1769074897.316736:0:2363:0:(mdc_request.c:3076:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074897.316738:0:2363:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:2.0:1769074897.316742:0:2363:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:2.0:1769074897.316745:0:2363:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074897.316747:0:2363:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074897.316750:0:2363:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074897.316752:0:2363:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1769074897.316755:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to REPLAY 00000100:00000001:2.0:1769074897.316782:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1769074897.316785:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:2.0:1769074897.316787:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:2.0:1769074897.316789:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1769074897.316791:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:2.0:1769074897.316799:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/224 e 2 to 0 dl 1769074894 ref 1 fl Complete:RQU/604/0 rc -19/-19 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074897.316806:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:2.0:1769074897.316809:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:2.0:1769074897.316810:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 0 00000100:00000001:2.0:1769074897.316814:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:2.0:1769074897.316819:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/224 e 2 to 0 dl 1769074894 ref 1 fl New:RQU/604/0 rc 0/-19 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074897.316826:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074897.316827:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738830336 : -114161970721280 : ffff982b9849ce00) 00000100:00000040:2.0:1769074897.316833:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099a7461d] to pc [ptlrpcd_rcv+-1] req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/224 e 2 to 0 dl 1769074894 ref 2 fl New:RQU/604/0 rc 0/-19 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074897.316844:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074897.316846:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074897.316849:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074897.316852:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074897.316857:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98581180 x1855007613352960/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/416 e 0 to 0 dl 1769074917 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074897.316864:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98581180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613352960:192.168.204.151@tcp:38:kworker.0 00000100:00000001:2.0:1769074897.316870:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074897.316872:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074897.316875:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98581180 x1855007613352960/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/416 e 0 to 0 dl 1769074917 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074897.316883:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074897.316886:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074897.316890:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b90213800. 02000000:00000001:2.0:1769074897.316894:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074897.316896:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074897.316898:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=53 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:2.0:1769074897.316900:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074897.316903:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b85881000. 02000000:00000001:2.0:1769074897.316907:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074897.316910:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074897.316912:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98581180. 00000100:00000001:2.0:1769074897.316916:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074897.316918:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074897.316920:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074897.316931:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074897.316933:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074897.316936:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074897.316937:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074897.316939:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074897.316944:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/224 e 2 to 0 dl 1769074894 ref 2 fl New:RQU/604/0 rc 0/-19 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074897.316949:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074897.316951:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074897.316955:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074897.316959:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074897.316962:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074897.316964:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9849ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613329536:192.168.204.151@tcp:101:createmany.0 00000100:00000001:2.0:1769074897.316969:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074897.316977:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074897.316979:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074897.316985:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074897.316989:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7eec8. 00000400:00000010:2.0:1769074897.316994:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f7f8. 00000100:00000200:2.0:1769074897.317001:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613329536, portal 10 00000100:00000001:2.0:1769074897.317003:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074897.317004:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738830336 : -114161970721280 : ffff982b9849ce00) 00000100:00000040:2.0:1769074897.317009:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/224 e 2 to 0 dl 1769074913 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074897.317015:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074897.317016:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074897.317018:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f198. 00000100:00000200:2.0:1769074897.317021:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007613329536, offset 0 00000400:00000200:2.0:1769074897.317027:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074897.317034:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074897.317042:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074897.317050:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074897.317054:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074897.317059:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074897.317063:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074897.317068:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15471:15471:256:4294967295] 192.168.204.151@tcp LPNI seq info [15471:15471:8:4294967295] 00000400:00000200:2.0:1769074897.317072:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074897.317082:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074897.317090:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074897.317097:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73ff00. 00000800:00000200:2.0:1769074897.317105:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074897.317113:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074897.317117:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73ff00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1769074897.317133:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074897.317138:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 910232 usecs (911 jiffies) 00000400:00000200:2.0:1769074897.317143:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074897.317146:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296554905 00000100:00000001:2.0:1769074897.317150:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296563078 00000100:00000001:2.0:1769074897.317153:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296554905 00000100:00000001:2.0:1769074897.317155:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296563078 00000100:00000001:2.0:1769074897.317159:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074897.317162:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074897.317165:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074897.317167:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074897.317170:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074897.317171:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1769074897.317173:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074897.317174:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074897.317176:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074897.317177:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074897.317263:0:2364:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff982b98580e00 x1855007613352320/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074898 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074897.317351:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074897.317355:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074897.319447:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1769074897.319454:0:2364:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff982b98581f80 x1855007613352576/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074904 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769074897.319455:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074897.319463:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e479f8. 00000400:00000200:1.0:1769074897.319477:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e84c8 00000400:00000010:1.0:1769074897.319483:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e84c8. 00000100:00100000:0.0:1769074897.319484:0:2364:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff982b90371180 x1855007613352704/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074909 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074897.319493:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1769074897.319506:0:2364:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff982b98583800 x1855007613352832/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074913 ref 1 fl Rpc:RNQU/200/0 rc 0/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074897.319509:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98580e00 x1855007613352320/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074898 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074897.319544:0:2364:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1769074897.319550:0:2364:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000200:1.0:1769074897.319555:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98580e00 x1855007613352320/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074898 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074897.319556:0:2364:0:(obd_class.h:1217:obd_import_event()) Process entered 10000000:01000000:0.0:1769074897.319562:0:2364:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1769074897.319570:0:2364:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:0.0:1769074897.319574:0:2364:0:(mgc_request.c:1198:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074897.319575:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074897.319577:0:2364:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1769074897.319580:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074897.319582:0:2364:0:(obd_class.h:1217:obd_import_event()) Process entered 10000000:01000000:0.0:1769074897.319586:0:2364:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808002 10000000:00000001:0.0:1769074897.319590:0:2364:0:(mgc_request.c:1198:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074897.319592:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98580e00 x1855007613352320/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074898 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074897.319595:0:2364:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1769074897.319601:0:2364:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769074897.319607:0:2364:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769074897.319609:0:2365:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:0.0:1769074897.319614:0:2364:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769074897.319619:0:2364:0:(import.c:509:import_select_connection()) MGC192.168.204.151@tcp: connect to NID 192.168.204.151@tcp last attempt 1843 00000400:00000200:0.0:1769074897.319629:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074897.319634:0:2364:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00000040:0.0:1769074897.319638:0:2364:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769074897.319642:0:2364:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769074897.319645:0:2364:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769074897.319647:0:2364:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:0.0:1769074897.319652:0:2364:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769074897.319654:0:2364:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000020:00000001:0.0:1769074897.319657:0:2364:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074897.319660:0:2364:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000020:00000001:0.0:1769074897.319663:0:2364:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000020:00000001:0.0:1769074897.319666:0:2364:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00000040:0.0:1769074897.319669:0:2364:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769074897.319670:0:2364:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:3.0:1769074897.319800:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074897.319808:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73ff00. 00000400:00000200:3.0:1769074897.319814:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074897.319822:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074897.319828:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f198 00000400:00000010:3.0:1769074897.319830:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f198. 00000100:00000001:3.0:1769074897.319835:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074897.319841:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/224 e 2 to 0 dl 1769074913 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074897.319853:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769074897.319854:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074897.319857:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1769074897.319857:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/224 e 2 to 0 dl 1769074913 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074897.319860:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074897.319864:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074897.319865:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98580e00 x1855007613352320/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074898 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074897.319866:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1769074897.319872:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98580e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2365:1855007613352320:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074897.320059:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074897.320065:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074897.320073:0:2367:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074897.320075:0:2367:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074897.320079:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7e0b0. 00000400:00000200:2.0:1769074897.320086:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897fe58 00000400:00000010:2.0:1769074897.320089:0:2367:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897fe58. 00000100:00000001:2.0:1769074897.320092:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074897.320100:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90371180 x1855007613352704/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074909 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074897.320109:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90371180 x1855007613352704/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074909 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074897.320115:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074897.320118:0:2367:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074897.320122:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90371180 x1855007613352704/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074909 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074897.320129:0:2367:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1769074897.320132:0:2367:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074897.320134:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074897.320136:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074897.320139:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90371180 x1855007613352704/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074909 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074897.320147:0:2367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90371180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2367:1855007613352704:192.168.204.151@tcp:400:kworker.0 00000100:00000040:0.0:1769074897.320597:0:2364:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769074897.320602:0:2364:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:0.0:1769074897.320606:0:2364:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00080000:0.0:1769074897.320610:0:2364:0:(import.c:623:import_select_connection()) MGC192.168.204.151@tcp: import ffff982b88b8a800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:0.0:1769074897.320613:0:2364:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074897.320616:0:2364:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769074897.320620:0:2364:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074897.320622:0:2364:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074897.320625:0:2364:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769074897.320627:0:2364:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074897.320637:0:2364:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98583b80. 00000020:00000040:0.0:1769074897.320642:0:2364:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=8 obd=MGC192.168.204.151@tcp 00000100:00000001:1.0:1769074897.320814:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074897.320822:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074897.320832:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98580e00 x1855007613352320/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074898 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074897.320841:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769074897.320845:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074897.320850:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982ba00b0600. 02000000:00000001:1.0:1769074897.320856:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769074897.320859:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074897.320861:0:2365:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=7 obd=MGC192.168.204.151@tcp 00000020:00000001:1.0:1769074897.320864:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769074897.320868:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b84a08a00. 02000000:00000001:1.0:1769074897.320872:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769074897.320874:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769074897.320876:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98580e00. 00000100:00000001:1.0:1769074897.320882:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769074897.321249:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074897.321253:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074897.321263:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074897.321266:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074897.321269:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074897.321273:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074897.330589:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074897.330602:0:2367:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074897.330620:0:2367:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90371180 x1855007613352704/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074909 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074897.330631:0:2367:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074897.330635:0:2367:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074897.330640:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b852d0400. 02000000:00000001:2.0:1769074897.330646:0:2367:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074897.330648:0:2367:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074897.330650:0:2367:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=6 obd=MGC192.168.204.151@tcp 00000020:00000001:2.0:1769074897.330653:0:2367:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074897.330655:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99652500. 02000000:00000001:2.0:1769074897.330659:0:2367:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074897.330661:0:2367:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074897.330663:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90371180. 00000100:00000001:2.0:1769074897.330667:0:2367:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074897.330668:0:2367:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074897.330680:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074897.330689:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074897.330691:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074897.330694:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074897.330696:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074897.331474:0:2364:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769074897.331478:0:2364:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074897.331482:0:2364:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074897.331486:0:2364:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074897.331490:0:2364:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074897.331502:0:2364:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b85880c00. 00000100:00000001:0.0:1769074897.331510:0:2364:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074897.331518:0:2364:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b98583b80 x1855007613353088/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769074897.331528:0:2364:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074897.331532:0:2364:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074897.331536:0:2364:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000836fca48] to pc [ptlrpcd_rcv+-1] req@ffff982b98583b80 x1855007613353088/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074897.331599:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074897.331604:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074897.331606:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074897.331613:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98583b80 x1855007613353088/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074897.331622:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074897.331624:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074897.331627:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074897.331631:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074897.331633:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074897.331637:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98583b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613353088:192.168.204.151@tcp:250:ptlrpcd_00_00.0 00000100:00000001:2.0:1769074897.331642:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074897.331646:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074897.331649:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074897.331651:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074897.331656:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b90213800. 02000000:00000001:2.0:1769074897.331658:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074897.331668:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074897.332036:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7e0b0. 00000400:00000010:2.0:1769074897.332043:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897fe58. 00000100:00000200:2.0:1769074897.332051:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613353088, portal 25 00000100:00000001:2.0:1769074897.332054:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074897.332056:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739775872 : -114161969775744 : ffff982b98583b80) 00000100:00000040:2.0:1769074897.332063:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98583b80 x1855007613353088/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074897.332070:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074897.332073:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074897.332076:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f990. 00000100:00000200:2.0:1769074897.332079:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007613353088, offset 0 00000400:00000200:2.0:1769074897.332085:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074897.332093:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074897.332101:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074897.332107:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074897.332111:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074897.332116:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074897.332118:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074897.332122:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15472:15472:256:4294967295] 192.168.204.151@tcp LPNI seq info [15472:15472:8:4294967295] 00000400:00000200:2.0:1769074897.332126:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074897.332136:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074897.332144:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074897.332149:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73f300. 00000800:00000200:2.0:1769074897.332157:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074897.332165:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074897.332170:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73f300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1769074897.332188:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074897.332193:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074897.332195:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296563102 00000100:00000001:2.0:1769074897.332202:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296563078 00000100:00000001:2.0:1769074897.332208:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296563102 00000100:00000001:2.0:1769074897.332222:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296563078 00000100:00000001:2.0:1769074897.332226:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074897.332229:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074897.332233:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074897.332236:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074897.332257:0:2364:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074897.332261:0:2364:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:0.0:1769074897.332264:0:2364:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:0.0:1769074897.332274:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98583800 x1855007613352832/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074913 ref 1 fl Rpc:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074897.332317:0:2364:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:0.0:1769074897.332322:0:2364:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074897.332325:0:2364:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074897.332331:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98583800 x1855007613352832/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074913 ref 1 fl Interpret:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074897.332339:0:2364:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98583800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2364:1855007613352832:192.168.204.151@tcp:400:kworker.0 00000400:00000001:0.0:1769074897.332348:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074897.332350:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074897.332353:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e475d8. 00000400:00000200:0.0:1769074897.332360:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8990 00000400:00000010:0.0:1769074897.332363:0:2364:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8990. 00000100:00000001:0.0:1769074897.332367:0:2364:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074897.332371:0:2364:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98581f80 x1855007613352576/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074904 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074897.332380:0:2364:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98581f80 x1855007613352576/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074904 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074897.332386:0:2364:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074897.332387:0:2364:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074897.332391:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98581f80 x1855007613352576/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074904 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074897.332397:0:2364:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:0.0:1769074897.332400:0:2364:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074897.332401:0:2364:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074897.332402:0:2364:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074897.332406:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98581f80 x1855007613352576/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074904 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074897.332413:0:2364:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98581f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2364:1855007613352576:192.168.204.151@tcp:400:kworker.0 00000100:00000001:0.0:1769074897.332416:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074897.332419:0:2364:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074897.332422:0:2364:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98583800 x1855007613352832/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074913 ref 1 fl Complete:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074897.332428:0:2364:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074897.332430:0:2364:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074897.332433:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b883d2600. 02000000:00000001:0.0:1769074897.332436:0:2364:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074897.332438:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074897.332440:0:2364:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=5 obd=MGC192.168.204.151@tcp 00000020:00000001:0.0:1769074897.332443:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074897.332444:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b84a08100. 02000000:00000001:0.0:1769074897.332447:0:2364:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074897.332449:0:2364:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074897.332451:0:2364:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98583800. 00000100:00000001:0.0:1769074897.332456:0:2364:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074897.332457:0:2364:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074897.332459:0:2364:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074897.332462:0:2364:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98581f80 x1855007613352576/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074904 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074897.332468:0:2364:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074897.332469:0:2364:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074897.332471:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982ba00b1c00. 02000000:00000001:0.0:1769074897.332474:0:2364:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074897.332475:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074897.332476:0:2364:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000020:00000001:0.0:1769074897.332478:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074897.332479:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b84a08f00. 02000000:00000001:0.0:1769074897.332480:0:2364:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074897.332481:0:2364:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074897.332482:0:2364:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98581f80. 00000100:00000001:0.0:1769074897.332485:0:2364:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074897.332486:0:2364:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074897.332488:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074897.332495:0:2364:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074897.332497:0:2364:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074897.332500:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074897.332502:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074897.332617:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074897.332620:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1769074897.332622:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074897.332623:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074897.332625:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074897.332627:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074897.335560:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074897.335576:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73f300. 00000400:00000200:3.0:1769074897.335585:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074897.335601:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074897.335620:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f990 00000400:00000010:3.0:1769074897.335624:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f990. 00000100:00000001:3.0:1769074897.335631:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074897.335644:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b98583b80 x1855007613353088/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074897.335656:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074897.335660:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98583b80 x1855007613353088/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074907 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074897.335667:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074897.335669:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074897.335696:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074897.335713:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074897.335715:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074897.335718:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074897.335727:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074897.335733:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074897.335741:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074897.335746:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074897.335753:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074897.335757:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 416 into portal 25 MB=0x6971e9dd97c80 00000400:00000200:3.0:1769074897.335763:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074897.335772:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 416/416 into md 0x22775 [1] + 0 00000800:00000001:3.0:1769074897.335784:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074897.335793:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074897.335796:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074897.335799:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074897.335804:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074897.335809:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b98583b80 x1855007613353088/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074907 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074897.335818:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff982b98583b80 x1855007613353088/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074907 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074897.335848:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074897.335856:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074897.335860:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074897.335948:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074897.335958:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074897.335968:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074897.335971:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074897.335977:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7e0b0. 00000400:00000200:0.0:1769074897.335989:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897fe58 00000400:00000010:0.0:1769074897.335992:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897fe58. 00000100:00000001:0.0:1769074897.335997:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074897.336011:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98583b80 x1855007613353088/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074907 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074897.336023:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98583b80 x1855007613353088/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074907 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074897.336030:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074897.336034:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074897.336037:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074897.336040:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074897.336043:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074897.336046:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074897.336049:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074897.336057:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=169 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074897.336061:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=43 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074897.336063:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074897.336065:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074897.336068:0:2363:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074897.336070:0:2363:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074897.336074:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074897.336078:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98583b80 x1855007613353088/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/416 e 0 to 0 dl 1769074907 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074897.336085:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074897.336088:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074897.336090:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074897.336093:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1769074897.336099:0:2363:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.151@tcp: connect to target with instance 0 00000020:00000001:0.0:1769074897.336103:0:2363:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769074897.336104:0:2363:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000020:00000001:0.0:1769074897.336107:0:2363:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074897.336110:0:2363:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000020:00000001:0.0:1769074897.336112:0:2363:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000020:00000001:0.0:1769074897.336121:0:2363:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00001000:0.0:1769074897.336124:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=1769074897 v=0 (0 0 0 0) 00000100:00001000:0.0:1769074897.336127:0:2363:0:(import.c:2194:obd_at_measure()) AT ffff982b88b8ac10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:0.0:1769074897.336134:0:2363:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00000001:0.0:1769074897.336138:0:2363:0:(obd_class.h:1217:obd_import_event()) Process entered 10000000:01000000:0.0:1769074897.336141:0:2363:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808005 10000000:00000001:0.0:1769074897.336144:0:2363:0:(mgc_request.c:1198:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074897.336147:0:2363:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000400:0.0:1769074897.336151:0:2363:0:(import.c:1275:ptlrpc_connect_interpret()) Evicted from MGS (at 192.168.204.151@tcp) after server handle changed from 0xf5b77ed682f5d7cf to 0xf5b77ed682f5d903 00000100:00080000:0.0:1769074897.336158:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:0.0:1769074897.336162:0:2363:0:(import.c:1283:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074897.336165:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1769074897.336169:0:2363:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.204.151@tcp; invalidating 00000020:00000040:0.0:1769074897.336172:0:2363:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=5 obd=MGC192.168.204.151@tcp 00000100:00000001:0.0:1769074897.338192:0:2363:0:(import.c:1674:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074897.338205:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074897.338236:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98583b80 x1855007613353088/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/416 e 0 to 0 dl 1769074907 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074897.338251:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98583b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613353088:192.168.204.151@tcp:250:ptlrpcd_00_00.0 00000100:00000001:0.0:1769074897.338260:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074897.338265:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074897.338269:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98583b80 x1855007613353088/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/416 e 0 to 0 dl 1769074907 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074897.338277:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074897.338308:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074897.338315:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b90213800. 02000000:00000001:0.0:1769074897.338320:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074897.338324:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074897.338326:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000020:00000001:0.0:1769074897.338329:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074897.338332:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b85880c00. 02000000:00000001:0.0:1769074897.338337:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074897.338340:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074897.338343:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98583b80. 00000100:00000001:0.0:1769074897.338347:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074897.338349:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074897.338352:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074897.338355:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074897.338357:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074897.338360:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074897.338361:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074897.338410:0:31677:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:3.0:1769074897.338423:0:31677:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.204.151@tcp to MGS@192.168.204.151@tcp 00000100:00100000:3.0:1769074897.338428:0:31677:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1769074897.338431:0:31677:0:(obd_class.h:1217:obd_import_event()) Process entered 10000000:01000000:3.0:1769074897.338435:0:31677:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808003 00000001:00000001:3.0:1769074897.338440:0:31677:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1769074897.338443:0:31677:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1769074897.338450:0:31677:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b848ae500 count: 3 00010000:00000001:3.0:1769074897.338458:0:31677:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1769074897.338461:0:31677:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074897.338464:0:31677:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074897.338467:0:31677:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d2e00 refcount=3 00000020:00000001:3.0:1769074897.338470:0:31677:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740100096 : -114161969451520 : ffff982b985d2e00) 00010000:00000001:3.0:1769074897.338474:0:31677:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740100096 : -114161969451520 : ffff982b985d2e00) 00010000:00000001:3.0:1769074897.338478:0:31677:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1769074897.338484:0:31677:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.151@tcp lock: ffff982b985d2e00/0x5d432443066b758c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0xf5b77ed682f5d7dd expref: -99 pid: 11528 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1769074897.338495:0:31677:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1769074897.338498:0:31677:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.151@tcp lock: ffff982b985d2e00/0x5d432443066b758c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0xf5b77ed682f5d7dd expref: -99 pid: 11528 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1769074897.338504:0:31677:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:3.0:1769074897.338508:0:31677:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1769074897.338510:0:31677:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1769074897.338512:0:31677:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1769074897.338514:0:31677:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1769074897.338516:0:31677:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074897.338536:0:31677:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1769074897.338538:0:31677:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1769074897.338540:0:31677:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff982b85e2f600) refs 2 10000000:00000001:3.0:1769074897.338543:0:31677:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1769074897.338545:0:31677:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074897.338548:0:31677:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1769074897.338550:0:31677:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1769074897.338554:0:31677:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1769074897.338556:0:31677:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1769074897.338558:0:31677:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074897.338561:0:31677:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769074897.338564:0:31677:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b985d2e00 with handle 0x5d432443066b758c from hash 00010000:00000001:3.0:1769074897.338567:0:31677:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1769074897.338570:0:31677:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074897.338572:0:31677:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074897.338573:0:31677:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1769074897.338576:0:31677:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1769074897.338578:0:31677:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1769074897.338580:0:31677:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074897.338581:0:31677:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074897.338583:0:31677:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074897.338585:0:31677:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1769074897.338587:0:31677:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.151@tcp lock: ffff982b985d2e00/0x5d432443066b758c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0xf5b77ed682f5d7dd expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074897.338600:0:31677:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074897.338602:0:31677:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1769074897.338603:0:31677:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074897.338605:0:31677:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074897.338607:0:31677:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d2400 refcount=3 00000020:00000001:3.0:1769074897.338609:0:31677:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740097536 : -114161969454080 : ffff982b985d2400) 00010000:00000001:3.0:1769074897.338612:0:31677:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740097536 : -114161969454080 : ffff982b985d2400) 00010000:00000001:3.0:1769074897.338614:0:31677:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1769074897.338617:0:31677:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.151@tcp lock: ffff982b985d2400/0x5d432443066b759a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xf5b77ed682f5d7eb expref: -99 pid: 11528 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1769074897.338623:0:31677:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1769074897.338625:0:31677:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.151@tcp lock: ffff982b985d2400/0x5d432443066b759a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xf5b77ed682f5d7eb expref: -99 pid: 11528 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1769074897.338635:0:31677:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:3.0:1769074897.338638:0:31677:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1769074897.338639:0:31677:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=3) 10000000:00000040:3.0:1769074897.338641:0:31677:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1769074897.338643:0:31677:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1769074897.338644:0:31677:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074897.338647:0:31677:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1769074897.338648:0:31677:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1769074897.338649:0:31677:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff982b88a45800) refs 2 10000000:00000001:3.0:1769074897.338651:0:31677:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1769074897.338652:0:31677:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074897.338654:0:31677:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1769074897.338656:0:31677:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1769074897.338657:0:31677:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1769074897.338659:0:31677:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1769074897.338660:0:31677:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074897.338661:0:31677:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769074897.338664:0:31677:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b985d2400 with handle 0x5d432443066b759a from hash 00010000:00000001:3.0:1769074897.338666:0:31677:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1769074897.338667:0:31677:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074897.338669:0:31677:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074897.338670:0:31677:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1769074897.338671:0:31677:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1769074897.338672:0:31677:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1769074897.338674:0:31677:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074897.338676:0:31677:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074897.338677:0:31677:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074897.338679:0:31677:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1769074897.338682:0:31677:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.151@tcp lock: ffff982b985d2400/0x5d432443066b759a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xf5b77ed682f5d7eb expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074897.338691:0:31677:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:3.0:1769074897.338694:0:31677:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b848ae500 count: 0 00010000:00000040:3.0:1769074897.338701:0:31677:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b848aee00 count: 2 00010000:00000001:3.0:1769074897.338704:0:31677:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1769074897.338706:0:31677:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074897.338707:0:31677:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074897.338709:0:31677:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b985d2200 refcount=3 00000020:00000001:3.0:1769074897.338711:0:31677:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911740097024 : -114161969454592 : ffff982b985d2200) 00010000:00000001:3.0:1769074897.338714:0:31677:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911740097024 : -114161969454592 : ffff982b985d2200) 00010000:00000001:3.0:1769074897.338716:0:31677:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1769074897.338719:0:31677:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.151@tcp lock: ffff982b985d2200/0x5d432443066b7585 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xf5b77ed682f5d7d6 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1769074897.338725:0:31677:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1769074897.338727:0:31677:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.151@tcp lock: ffff982b985d2200/0x5d432443066b7585 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xf5b77ed682f5d7d6 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1769074897.338733:0:31677:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:3.0:1769074897.338735:0:31677:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1769074897.338737:0:31677:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 10000000:00000040:3.0:1769074897.338738:0:31677:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1769074897.338740:0:31677:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1769074897.338741:0:31677:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074897.338743:0:31677:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1769074897.338745:0:31677:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1769074897.338746:0:31677:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff982b85e2e600) refs 2 10000000:00000001:3.0:1769074897.338748:0:31677:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1769074897.338749:0:31677:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074897.338751:0:31677:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1769074897.338753:0:31677:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1769074897.338754:0:31677:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1769074897.338756:0:31677:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1769074897.338757:0:31677:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074897.338759:0:31677:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769074897.338761:0:31677:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b985d2200 with handle 0x5d432443066b7585 from hash 00010000:00000001:3.0:1769074897.338763:0:31677:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1769074897.338765:0:31677:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074897.338766:0:31677:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074897.338767:0:31677:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1769074897.338769:0:31677:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1769074897.338770:0:31677:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1769074897.338772:0:31677:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074897.338773:0:31677:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074897.338774:0:31677:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074897.338776:0:31677:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1769074897.338778:0:31677:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.151@tcp lock: ffff982b985d2200/0x5d432443066b7585 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xf5b77ed682f5d7d6 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074897.338785:0:31677:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:3.0:1769074897.338787:0:31677:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b848aee00 count: 0 00010000:00000040:3.0:1769074897.338793:0:31677:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020cc00 count: 2 00010000:00000001:3.0:1769074897.338796:0:31677:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1769074897.338798:0:31677:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1769074897.338799:0:31677:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074897.338801:0:31677:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ed200 refcount=3 00000020:00000001:3.0:1769074897.338803:0:31677:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602844160 : -114162106707456 : ffff982b902ed200) 00010000:00000001:3.0:1769074897.338805:0:31677:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602844160 : -114162106707456 : ffff982b902ed200) 00010000:00000001:3.0:1769074897.338808:0:31677:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1769074897.338811:0:31677:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.151@tcp lock: ffff982b902ed200/0x5d432443066b7593 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xf5b77ed682f5d7e4 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1769074897.338816:0:31677:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1769074897.338818:0:31677:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.151@tcp lock: ffff982b902ed200/0x5d432443066b7593 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xf5b77ed682f5d7e4 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1769074897.338824:0:31677:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:3.0:1769074897.338827:0:31677:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1769074897.338828:0:31677:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=3) 10000000:00000040:3.0:1769074897.338830:0:31677:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1769074897.338832:0:31677:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1769074897.338833:0:31677:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074897.338835:0:31677:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1769074897.338836:0:31677:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1769074897.338837:0:31677:0:(mgc_request.c:123:config_log_put()) log params(ffff982b85e2fc00) refs 2 10000000:00000001:3.0:1769074897.338839:0:31677:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1769074897.338841:0:31677:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074897.338843:0:31677:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1769074897.338845:0:31677:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1769074897.338846:0:31677:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1769074897.338848:0:31677:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1769074897.338849:0:31677:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1769074897.338851:0:31677:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769074897.338853:0:31677:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b902ed200 with handle 0x5d432443066b7593 from hash 00010000:00000001:3.0:1769074897.338855:0:31677:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1769074897.338856:0:31677:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074897.338857:0:31677:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074897.338859:0:31677:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1769074897.338860:0:31677:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1769074897.338861:0:31677:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1769074897.338863:0:31677:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1769074897.338864:0:31677:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1769074897.338865:0:31677:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074897.338867:0:31677:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1769074897.338869:0:31677:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.151@tcp lock: ffff982b902ed200/0x5d432443066b7593 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xf5b77ed682f5d7e4 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1769074897.338876:0:31677:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:3.0:1769074897.338877:0:31677:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b9020cc00 count: 0 00000001:00000001:3.0:1769074897.338882:0:31677:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1769074897.338884:0:31677:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1769074897.338886:0:31677:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1769074897.338887:0:31677:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1769074897.338889:0:31677:0:(mgc_request.c:1198:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074897.338891:0:31677:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1769074897.338899:0:31677:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:3.0:1769074897.338903:0:31677:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1769074897.338906:0:31677:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1769074897.338910:0:31677:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769074897.338913:0:31677:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from RECOVER to FULL 00000100:00000001:3.0:1769074897.338915:0:31677:0:(obd_class.h:1217:obd_import_event()) Process entered 10000000:01000000:3.0:1769074897.338917:0:31677:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808004 10000000:00000040:3.0:1769074897.338919:0:31677:0:(mgc_request.c:1182:mgc_import_event()) MGC192.168.204.151@tcp: Reactivating import 00000100:00080000:3.0:1769074897.338924:0:31677:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:3.0:1769074897.338926:0:31677:0:(mgc_request.c:1198:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074897.338928:0:31677:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:3.0:1769074897.338932:0:31677:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) MGC192.168.204.151@tcp: Connection restored to 192.168.204.151@tcp (at 192.168.204.151@tcp) 00000100:00000001:3.0:1769074897.338936:0:31677:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074897.338938:0:31677:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074897.338939:0:31677:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:3.0:1769074897.338942:0:31677:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1769074897.338943:0:31677:0:(import.c:1596:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1769074897.352364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985d2e00. 00010000:00000010:3.1:1769074897.352388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985d2400. 00010000:00000010:3.1:1769074897.352394:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848ae500. 00010000:00000010:3.1:1769074897.352399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985d2200. 00010000:00000010:3.1:1769074897.352402:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b848aee00. 00010000:00000010:3.1:1769074897.352406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b902ed200. 00010000:00000010:3.1:1769074897.352411:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020cc00. 00010000:00000001:2.0:1769074898.206321:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074898.206332:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074898.208983:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074898.208994:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074898.209001:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1769074898.458459:0:11528:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1769074898.458472:0:11528:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff982b85e2e600) refs 2 10000000:00000001:1.0:1769074898.458480:0:11528:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1769074898.458483:0:11528:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1769074898.458485:0:11528:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1769074898.458487:0:11528:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1769074898.458490:0:11528:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:1.0:1769074898.458492:0:11528:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:1.0:1769074898.458495:0:11528:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-cliir-ffff982b858dd800 from 23 10000000:00000001:1.0:1769074898.458499:0:11528:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1769074898.458501:0:11528:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:1.0:1769074898.458518:0:11528:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b984ab800. 00000020:00000040:1.0:1769074898.458524:0:11528:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:1.0:1769074898.458530:0:11528:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074898.458535:0:11528:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074898.458544:0:11528:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074898.458554:0:11528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982ba00b0400. 00000100:00000001:1.0:1769074898.458563:0:11528:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074898.458569:0:11528:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1769074898.458573:0:11528:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1769074898.458582:0:11528:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b9020cf00. 00010000:00000001:1.0:1769074898.458590:0:11528:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1769074898.458594:0:11528:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b902ec000. 00000020:00000001:1.0:1769074898.458599:0:11528:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1769074898.458602:0:11528:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b902ec000 with handle 0x5d432443066b75a1 to hash 00000020:00000001:1.0:1769074898.458604:0:11528:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1769074898.458606:0:11528:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911602839552 : -114162106712064 : ffff982b902ec000) 00010000:00000001:1.0:1769074898.458609:0:11528:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911602839552 : -114162106712064 : ffff982b902ec000) 00010000:00000001:1.0:1769074898.458613:0:11528:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074898.458616:0:11528:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074898.458620:0:11528:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.151@tcp lock: ffff982b902ec000/0x5d432443066b75a1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074898.458632:0:11528:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.151@tcp lock: ffff982b902ec000/0x5d432443066b75a1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074898.458647:0:11528:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.151@tcp lock: ffff982b902ec000/0x5d432443066b75a1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1769074898.458653:0:11528:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074898.458655:0:11528:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074898.458666:0:11528:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b8833bd80. 00000100:00000001:1.0:1769074898.458668:0:11528:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911468948864 : -114162240602752 : ffff982b8833bd80) 00000100:00000001:1.0:1769074898.458671:0:11528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074898.458673:0:11528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738890240 : -114161970661376 : ffff982b984ab800) 00000100:00000001:1.0:1769074898.458679:0:11528:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074898.458684:0:11528:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074898.458687:0:11528:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074898.458689:0:11528:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074898.458702:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b984ab800 x1855007613353216/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074898.458713:0:11528:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074898.458716:0:11528:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074898.458721:0:11528:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074898.458725:0:11528:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074898.458728:0:11528:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074898.458731:0:11528:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b984ab800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:61009b19-6c2d-431f-95c4-80fb0f04a0d4:11528:1855007613353216:192.168.204.151@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1769074898.458737:0:11528:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074898.458742:0:11528:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074898.458745:0:11528:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074898.458748:0:11528:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074898.458753:0:11528:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b85945c00. 02000000:00000001:1.0:1769074898.458755:0:11528:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074898.458770:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074898.458776:0:11528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e479f8. 00000400:00000010:1.0:1769074898.458783:0:11528:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e84c8. 00000100:00000200:1.0:1769074898.458794:0:11528:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613353216, portal 25 00000100:00000001:1.0:1769074898.458796:0:11528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074898.458798:0:11528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738890240 : -114161970661376 : ffff982b984ab800) 00000100:00000040:1.0:1769074898.458804:0:11528:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b984ab800 x1855007613353216/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074914 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074898.458812:0:11528:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074898.458816:0:11528:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074898.458819:0:11528:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e87f8. 00000100:00000200:1.0:1769074898.458823:0:11528:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1855007613353216, offset 0 00000400:00000200:1.0:1769074898.458831:0:11528:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074898.458842:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074898.458853:0:11528:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074898.458860:0:11528:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074898.458865:0:11528:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074898.458870:0:11528:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074898.458874:0:11528:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074898.458878:0:11528:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15473:15473:256:4294967295] 192.168.204.151@tcp LPNI seq info [15473:15473:8:4294967295] 00000400:00000200:1.0:1769074898.458882:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074898.458894:0:11528:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074898.458902:0:11528:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074898.458908:0:11528:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b98b34c00. 00000800:00000200:1.0:1769074898.458917:0:11528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074898.458925:0:11528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074898.458931:0:11528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b98b34c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1769074898.458960:0:11528:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074898.458965:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074898.458969:0:11528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296564229 00000100:00000001:1.0:1769074898.458977:0:11528:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296563102 00000100:00000001:1.0:1769074898.458984:0:11528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296564229 00000100:00000001:1.0:1769074898.458988:0:11528:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296563102 00000100:00000001:1.0:1769074898.458991:0:11528:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074898.458994:0:11528:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074898.458996:0:11528:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074898.458999:0:11528:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074898.459002:0:11528:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8833bd80 going to sleep for 11 seconds 00000100:00000001:1.0:1769074898.459005:0:11528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074898.459009:0:11528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074898.459216:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074898.459222:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b98b34c00. 00000400:00000200:3.0:1769074898.459228:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074898.459235:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074898.459243:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e87f8 00000400:00000010:3.0:1769074898.459247:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e87f8. 00000100:00000001:3.0:1769074898.459255:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074898.459262:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b984ab800 x1855007613353216/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074914 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074898.459274:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074898.459277:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b984ab800 x1855007613353216/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074914 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074898.459405:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074898.459408:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074898.463976:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074898.464002:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074898.464010:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074898.464013:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074898.464031:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074898.464041:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074898.464050:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074898.464055:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074898.464062:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074898.464067:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 344 into portal 25 MB=0x6971e9dd97d00 00000400:00000200:2.0:1769074898.464074:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074898.464083:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 344/344 into md 0x22785 [1] + 224 00000800:00000001:2.0:1769074898.464094:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074898.464105:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074898.464108:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074898.464132:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074898.464142:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074898.464154:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b984ab800 x1855007613353216/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074914 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074898.464167:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff982b984ab800 x1855007613353216/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074914 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074898.464192:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074898.464214:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074898.464219:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074898.464397:0:11528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074898.464407:0:11528:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074898.464410:0:11528:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074898.464415:0:11528:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e479f8. 00000400:00000200:1.0:1769074898.464420:0:11528:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e84c8 00000400:00000010:1.0:1769074898.464423:0:11528:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e84c8. 00000100:00000001:1.0:1769074898.464427:0:11528:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074898.464432:0:11528:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b984ab800 x1855007613353216/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074914 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074898.464442:0:11528:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b984ab800 x1855007613353216/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074914 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074898.464449:0:11528:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074898.464452:0:11528:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074898.464455:0:11528:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074898.464460:0:11528:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074898.464463:0:11528:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074898.464466:0:11528:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074898.464470:0:11528:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074898.464480:0:11528:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=20 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074898.464485:0:11528:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074898.464488:0:11528:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074898.464490:0:11528:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074898.464494:0:11528:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074898.464497:0:11528:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074898.464500:0:11528:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074898.464505:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b984ab800 x1855007613353216/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074914 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074898.464513:0:11528:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074898.464518:0:11528:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074898.464520:0:11528:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074898.464525:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b984ab800 x1855007613353216/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074914 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074898.464533:0:11528:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b984ab800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:61009b19-6c2d-431f-95c4-80fb0f04a0d4:11528:1855007613353216:192.168.204.151@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1769074898.464539:0:11528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074898.464542:0:11528:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074898.464545:0:11528:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074898.464548:0:11528:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074898.464551:0:11528:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b984ab800 x1855007613353216/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074914 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074898.464558:0:11528:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074898.464561:0:11528:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b8833bd80. 00000100:00000001:1.0:1769074898.464565:0:11528:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074898.464567:0:11528:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074898.464571:0:11528:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1769074898.464574:0:11528:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074898.464578:0:11528:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074898.464582:0:11528:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec000 refcount=4 00000020:00000001:1.0:1769074898.464585:0:11528:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602839552 : -114162106712064 : ffff982b902ec000) 00010000:00000001:1.0:1769074898.464588:0:11528:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602839552 : -114162106712064 : ffff982b902ec000) 00010000:00000040:1.0:1769074898.464595:0:11528:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b902ec000, remote cookie: 0xf5b77ed682f5d988, flags: 0x0 00010000:00000001:1.0:1769074898.464599:0:11528:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1769074898.464604:0:11528:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1769074898.464607:0:11528:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1769074898.464609:0:11528:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1769074898.464622:0:11528:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1769074898.464626:0:11528:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (ffff982b9020cf00) refcount = 1 00010000:00010000:1.0:1769074898.464631:0:11528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.151@tcp lock: ffff982b902ec000/0x5d432443066b75a1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf5b77ed682f5d988 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074898.464640:0:11528:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1769074898.464642:0:11528:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1769074898.464644:0:11528:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074898.464648:0:11528:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1769074898.464651:0:11528:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074898.464655:0:11528:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.151@tcp lock: ffff982b902ec000/0x5d432443066b75a1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf5b77ed682f5d988 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074898.464661:0:11528:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1769074898.464663:0:11528:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074898.464665:0:11528:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074898.464666:0:11528:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074898.464667:0:11528:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074898.464668:0:11528:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074898.464672:0:11528:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074898.464676:0:11528:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b984ab800 x1855007613353216/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074914 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074898.464683:0:11528:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769074898.464687:0:11528:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074898.464691:0:11528:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b85945c00. 02000000:00000001:1.0:1769074898.464695:0:11528:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769074898.464699:0:11528:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074898.464702:0:11528:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:1.0:1769074898.464703:0:11528:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769074898.464708:0:11528:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982ba00b0400. 02000000:00000001:1.0:1769074898.464711:0:11528:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769074898.464713:0:11528:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769074898.464716:0:11528:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b984ab800. 00000100:00000001:1.0:1769074898.464720:0:11528:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769074898.464721:0:11528:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1769074898.464724:0:11528:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1769074898.464730:0:11528:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1769074898.464733:0:11528:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff982b85e2e600) refs 3 10000000:00000001:1.0:1769074898.464736:0:11528:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074898.464738:0:11528:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074898.464739:0:11528:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074898.464740:0:11528:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec000 refcount=3 00000020:00000001:1.0:1769074898.464743:0:11528:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602839552 : -114162106712064 : ffff982b902ec000) 00010000:00000001:1.0:1769074898.464746:0:11528:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602839552 : -114162106712064 : ffff982b902ec000) 00010000:00000001:1.0:1769074898.464749:0:11528:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1769074898.464750:0:11528:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074898.464751:0:11528:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074898.464753:0:11528:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1769074898.464756:0:11528:0:(mgc_request.c:1532:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1769074898.464765:0:11528:0:(mgc_request.c:1544:mgc_process_recover_log()) kmalloced '(pages)': 32 at ffff982b985ef8c0. 00000100:00000010:1.0:1769074898.464797:0:11528:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b984ab800. 00000020:00000040:1.0:1769074898.464802:0:11528:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:1.0:1769074898.464807:0:11528:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074898.464811:0:11528:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074898.464818:0:11528:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074898.464825:0:11528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982ba00b0400. 00000100:00000001:1.0:1769074898.464833:0:11528:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074898.464837:0:11528:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1769074898.464843:0:11528:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff982b85945c00. 00000100:00000010:1.0:1769074898.464846:0:11528:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at ffff982b9851ef80. 00000020:00000040:1.0:1769074898.464849:0:11528:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=5 obd=MGC192.168.204.151@tcp 00000100:00000001:1.0:1769074898.464855:0:11528:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074898.464857:0:11528:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074898.464863:0:11528:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b8833bd80. 00000100:00000001:1.0:1769074898.464866:0:11528:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911468948864 : -114162240602752 : ffff982b8833bd80) 00000100:00000001:1.0:1769074898.464869:0:11528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074898.464871:0:11528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738890240 : -114161970661376 : ffff982b984ab800) 00000100:00000001:1.0:1769074898.464877:0:11528:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074898.464883:0:11528:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074898.464885:0:11528:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074898.464887:0:11528:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074898.464891:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b984ab800 x1855007613353344/t0(0) o256->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074898.464898:0:11528:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074898.464902:0:11528:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074898.464906:0:11528:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074898.464909:0:11528:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074898.464912:0:11528:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074898.464916:0:11528:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b984ab800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:61009b19-6c2d-431f-95c4-80fb0f04a0d4:11528:1855007613353344:192.168.204.151@tcp:256:ll_cfg_requeue.0 00000100:00000001:1.0:1769074898.464921:0:11528:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074898.464929:0:11528:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074898.464932:0:11528:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074898.464935:0:11528:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:1.0:1769074898.464944:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074898.464948:0:11528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e479f8. 00000400:00000010:1.0:1769074898.464955:0:11528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff982b8833bc00. 00000100:00000200:1.0:1769074898.464963:0:11528:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6971e9dd97d80-0x6971e9dd97d80, portal 33 00000100:00000001:1.0:1769074898.464966:0:11528:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074898.464969:0:11528:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074898.464980:0:11528:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b8ae7ac00. 02000000:00000001:1.0:1769074898.464982:0:11528:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074898.464985:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074898.464987:0:11528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47b58. 00000400:00000010:1.0:1769074898.464991:0:11528:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e84c8. 00000100:00000200:1.0:1769074898.464996:0:11528:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613353344, portal 25 00000100:00000001:1.0:1769074898.464998:0:11528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074898.464999:0:11528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738890240 : -114161970661376 : ffff982b984ab800) 00000100:00000040:1.0:1769074898.465004:0:11528:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b984ab800 x1855007613353344/t0(0) o256->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074914 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074898.465012:0:11528:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074898.465015:0:11528:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074898.465019:0:11528:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8908. 00000100:00000200:1.0:1769074898.465024:0:11528:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1855007613353344, offset 0 00000400:00000200:1.0:1769074898.465032:0:11528:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074898.465041:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074898.465051:0:11528:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074898.465059:0:11528:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074898.465064:0:11528:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074898.465068:0:11528:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074898.465072:0:11528:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074898.465076:0:11528:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15474:15474:256:4294967295] 192.168.204.151@tcp LPNI seq info [15474:15474:8:4294967295] 00000400:00000200:1.0:1769074898.465080:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074898.465090:0:11528:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074898.465097:0:11528:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074898.465103:0:11528:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b98b34e00. 00000800:00000200:1.0:1769074898.466337:0:11528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074898.466353:0:11528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074898.466360:0:11528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b98b34e00 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:1.0:1769074898.467761:0:11528:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074898.467782:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074898.467786:0:11528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296564238 00000100:00000001:1.0:1769074898.467798:0:11528:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296564229 00000100:00000001:1.0:1769074898.467804:0:11528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296564238 00000100:00000001:1.0:1769074898.467809:0:11528:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296564229 00000100:00000001:1.0:1769074898.467812:0:11528:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074898.467817:0:11528:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074898.467821:0:11528:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074898.467823:0:11528:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074898.467827:0:11528:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8833bd80 going to sleep for 11 seconds 00000100:00000001:1.0:1769074898.467832:0:11528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074898.467835:0:11528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074898.471835:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074898.471849:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b98b34e00. 00000400:00000200:3.0:1769074898.471858:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074898.471871:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074898.471880:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8908 00000400:00000010:3.0:1769074898.471884:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8908. 00000100:00000001:3.0:1769074898.471890:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074898.471901:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b984ab800 x1855007613353344/t0(0) o256->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074914 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074898.471915:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074898.471920:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b984ab800 x1855007613353344/t0(0) o256->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074914 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074898.471927:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074898.471929:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074898.474571:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074898.474596:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074898.474602:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074898.474604:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074898.474620:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.474631:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074898.474641:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.474647:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.474654:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.474659:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 44 into portal 33 MB=0x6971e9dd97d80 00000400:00000200:3.0:1769074898.474666:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.474674:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.204.151@tcp of length 44/44 into md 0x2278d [4] + 0 00000400:00000010:3.0:1769074898.474681:0:2358:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e479f8. 00000400:00000200:3.0:1769074898.474687:0:2358:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff982b8833bc00 00000800:00000001:3.0:1769074898.474695:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074898.474706:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074898.474709:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074898.474714:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074898.474722:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8833bc00 00000400:00000010:3.0:1769074898.474725:0:2358:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff982b8833bc00. 00000100:00000001:3.0:1769074898.474731:0:2358:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1769074898.474734:0:2358:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff982b984ab800 desc ffff982b85945c00 mbits 1855007613353344 00000100:00000001:3.0:1769074898.474758:0:2358:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1769074898.474767:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074898.474771:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.474777:0:2358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074898.474783:0:2358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15475:15475:256:4294967295] 192.168.204.151@tcp LPNI seq info [15475:15475:8:4294967295] 00000400:00000200:3.0:1769074898.474788:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.474797:0:2358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:3.0:1769074898.474804:0:2358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074898.474811:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at ffff982b88307a00. 00000800:00000200:3.0:1769074898.474818:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074898.474827:0:2358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074898.474832:0:2358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b88307a00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1769074898.474939:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074898.474943:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at ffff982b88307a00. 00000400:00000200:3.0:1769074898.474946:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074898.474949:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:3.0:1769074898.474956:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074898.474959:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074898.475560:0:11528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074898.475568:0:11528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1769074898.481463:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074898.481486:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074898.481490:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074898.481493:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074898.481509:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.481520:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074898.481528:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.481534:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.481541:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.481547:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 240 into portal 25 MB=0x6971e9dd97d80 00000400:00000200:3.0:1769074898.481554:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.481562:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 240/240 into md 0x22795 [1] + 224 00000800:00000001:3.0:1769074898.481573:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074898.481584:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074898.481588:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074898.481593:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074898.481602:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074898.481615:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b984ab800 x1855007613353344/t0(0) o256->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074914 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074898.481626:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@ffff982b984ab800 x1855007613353344/t0(0) o256->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074914 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074898.481642:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074898.481651:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074898.481655:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074898.481745:0:11528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074898.481756:0:11528:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074898.481759:0:11528:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074898.481764:0:11528:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47b58. 00000400:00000200:1.0:1769074898.481769:0:11528:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e84c8 00000400:00000010:1.0:1769074898.481771:0:11528:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e84c8. 00000100:00000001:1.0:1769074898.481774:0:11528:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074898.481779:0:11528:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b984ab800 x1855007613353344/t0(0) o256->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074914 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074898.481788:0:11528:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b984ab800 x1855007613353344/t0(0) o256->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074914 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074898.481794:0:11528:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074898.481796:0:11528:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074898.481800:0:11528:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074898.481804:0:11528:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074898.481807:0:11528:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074898.481810:0:11528:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074898.481814:0:11528:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074898.481824:0:11528:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=20 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074898.481829:0:11528:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074898.481832:0:11528:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074898.481833:0:11528:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074898.481837:0:11528:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074898.481840:0:11528:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074898.481843:0:11528:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074898.481848:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff982b984ab800 x1855007613353344/t0(0) o256->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074914 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769074898.481858:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff982b984ab800 x1855007613353344/t0(0) o256->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074914 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074898.481866:0:11528:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074898.481868:0:11528:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074898.481872:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b984ab800 x1855007613353344/t0(0) o256->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074914 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074898.481881:0:11528:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b984ab800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:61009b19-6c2d-431f-95c4-80fb0f04a0d4:11528:1855007613353344:192.168.204.151@tcp:256:ll_cfg_requeue.0 00000100:00000001:1.0:1769074898.481888:0:11528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074898.481892:0:11528:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074898.481894:0:11528:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074898.481897:0:11528:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074898.481901:0:11528:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b984ab800 x1855007613353344/t0(0) o256->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074914 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074898.481908:0:11528:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074898.481911:0:11528:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b8833bd80. 00000100:00000001:1.0:1769074898.481914:0:11528:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074898.481916:0:11528:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1769074898.481923:0:11528:0:(mgc_request.c:1610:mgc_process_recover_log()) Latest version 23, more 0. 10000000:00000001:1.0:1769074898.481927:0:11528:0:(mgc_request.c:1273:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1769074898.481935:0:11528:0:(mgc_request.c:1296:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at ffff982b8649c000. 00010000:00000001:1.0:1769074898.481946:0:11528:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1769074898.481950:0:11528:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1769074898.481953:0:11528:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.151@tcp has 192.168.204.151@tcp. 00000100:00000001:1.0:1769074898.481956:0:11528:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074898.481958:0:11528:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1769074898.481959:0:11528:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.151@tcp with 192.168.204.151@tcp 00000100:00000200:1.0:1769074898.481961:0:11528:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.151@tcp' 00000400:00000200:1.0:1769074898.481964:0:11528:0:(peer.c:1355:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1769074898.481968:0:11528:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:1.0:1769074898.481972:0:11528:0:(peer.c:1369:LNetAddPeer()) Adding NID[0]: 192.168.204.151@tcp 00000400:00000200:1.0:1769074898.481976:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074898.481980:0:11528:0:(peer.c:1797:lnet_peer_add()) peer 192.168.204.151@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1769074898.481985:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074898.481991:0:11528:0:(peer.c:2827:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1769074898.481993:0:11528:0:(peer.c:2836:lnet_discover_peer_locked()) peer 192.168.204.151@tcp NID 192.168.204.151@tcp: 0. pending discovery 00000400:00000200:1.0:1769074898.481997:0:11528:0:(peer.c:1420:LNetAddPeer()) A peer exists for NID 192.168.204.151@tcp 00000100:00000001:1.0:1769074898.481999:0:11528:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074898.482001:0:11528:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1769074898.482004:0:11528:0:(mgc_request.c:1469:mgc_apply_recover_logs()) Found UUID '192.168.204.151@tcp' by NID '192.168.204.151@tcp' 10000000:00000010:1.0:1769074898.482010:0:11528:0:(mgc_request.c:1478:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff982b90209e00. 10000000:00000040:1.0:1769074898.482013:0:11528:0:(mgc_request.c:1490:mgc_apply_recover_logs()) ir apply logs 23/23 for lustre-MDT0000-mdc-ffff982b858dd800 -> mdc.import=connection=192.168.204.151@tcp::19 00000020:00000080:1.0:1769074898.482016:0:11528:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1769074898.482024:0:11528:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1769074898.482030:0:11528:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b8ae7b600. 00000020:00000010:1.0:1769074898.482035:0:11528:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff982b8ae7ae00. 00000020:00000010:1.0:1769074898.482040:0:11528:0:(cl_object.c:1091:cl_key_init()) kmalloced '(value)': 72 at ffff982b9020b4e0. 00000008:00000010:1.0:1769074898.482049:0:11528:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff982b883b5940. 00020000:00000010:1.0:1769074898.482055:0:11528:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff982b87d4fb40. 00008000:00000010:1.0:1769074898.482061:0:11528:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff982b98254e20. 00000080:00000010:1.0:1769074898.482068:0:11528:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff982b85c2f738. 00000080:00000010:1.0:1769074898.482072:0:11528:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff982b871c7b50. 00000040:00000001:1.0:1769074898.482079:0:11528:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1769074898.482081:0:11528:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff982b90209e00 00000040:00001000:1.0:1769074898.482082:0:11528:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1769074898.482084:0:11528:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1769074898.482085:0:11528:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1769074898.482087:0:11528:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1769074898.482090:0:11528:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1769074898.482091:0:11528:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1769074898.482093:0:11528:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 36 lustre-MDT0000-mdc-ffff982b858dd800 00000040:00001000:1.0:1769074898.482095:0:11528:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 46 mdc.import=connection=192.168.204.151@tcp::19 00000040:00000001:1.0:1769074898.482097:0:11528:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000010:1.0:1769074898.482222:0:11528:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b8ae7ae00. 00000020:00000010:1.0:1769074898.482228:0:11528:0:(cl_object.c:1091:cl_key_fini()) kfreed 'info': 72 at ffff982b9020b4e0. 00000008:00000010:1.0:1769074898.482231:0:11528:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff982b883b5940. 00020000:00000010:1.0:1769074898.482235:0:11528:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff982b87d4fb40. 00008000:00000010:1.0:1769074898.482238:0:11528:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff982b98254e20. 00000080:00000010:1.0:1769074898.482241:0:11528:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff982b85c2f738. 00000080:00000010:1.0:1769074898.482245:0:11528:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff982b871c7b50. 00000020:00000010:1.0:1769074898.482248:0:11528:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b8ae7b600. 00000020:00000001:1.0:1769074898.482251:0:11528:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074898.482254:0:11528:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1769074898.482257:0:11528:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff982b90209e00. 10000000:00000010:1.0:1769074898.482259:0:11528:0:(mgc_request.c:1506:mgc_apply_recover_logs()) kfreed 'buf': 4096 at ffff982b8649c000. 10000000:00000001:1.0:1769074898.482262:0:11528:0:(mgc_request.c:1508:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074898.482264:0:11528:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074898.482270:0:11528:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b984ab800 x1855007613353344/t0(0) o256->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 304/240 e 0 to 0 dl 1769074914 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074898.482276:0:11528:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769074898.482314:0:11528:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074898.482318:0:11528:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b8ae7ac00. 02000000:00000001:1.0:1769074898.482320:0:11528:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769074898.482323:0:11528:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074898.482325:0:11528:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000020:00000001:1.0:1769074898.482327:0:11528:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1769074898.482328:0:11528:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1769074898.482331:0:11528:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074898.482332:0:11528:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:1.0:1769074898.482333:0:11528:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1769074898.482336:0:11528:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at ffff982b9851ef80. 00000100:00000010:1.0:1769074898.482339:0:11528:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff982b85945c00. 00000100:00000001:1.0:1769074898.482341:0:11528:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1769074898.482344:0:11528:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982ba00b0400. 02000000:00000001:1.0:1769074898.482350:0:11528:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769074898.482353:0:11528:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769074898.482355:0:11528:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b984ab800. 00000100:00000001:1.0:1769074898.482359:0:11528:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769074898.482360:0:11528:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1769074898.482385:0:11528:0:(mgc_request.c:1662:mgc_process_recover_log()) kvfree 'pages': 32 at ffff982b985ef8c0. 10000000:01000000:1.0:1769074898.482390:0:11528:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.151@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:1.0:1769074898.482394:0:11528:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1769074898.482397:0:11528:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074898.482400:0:11528:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074898.482403:0:11528:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ec000 refcount=3 00000020:00000001:1.0:1769074898.482405:0:11528:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602839552 : -114162106712064 : ffff982b902ec000) 00010000:00000001:1.0:1769074898.482409:0:11528:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602839552 : -114162106712064 : ffff982b902ec000) 00010000:00000001:1.0:1769074898.482412:0:11528:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074898.482417:0:11528:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.151@tcp lock: ffff982b902ec000/0x5d432443066b75a1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf5b77ed682f5d988 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074898.482426:0:11528:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074898.482428:0:11528:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1769074898.482431:0:11528:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.151@tcp lock: ffff982b902ec000/0x5d432443066b75a1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf5b77ed682f5d988 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074898.482437:0:11528:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074898.482438:0:11528:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074898.482439:0:11528:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1769074898.482440:0:11528:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1769074898.482442:0:11528:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1769074898.482445:0:11528:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1769074898.482447:0:11528:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1769074898.482449:0:11528:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff982b85e2f600) refs 2 10000000:00000001:1.0:1769074898.482451:0:11528:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1769074898.482453:0:11528:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1769074898.482455:0:11528:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff982b85e2e600) refs 3 10000000:00000001:1.0:1769074898.482457:0:11528:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1769074898.482458:0:11528:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1769074898.482460:0:11528:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:1.0:1769074898.482461:0:11528:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:1.0:1769074898.482464:0:11528:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff982b858dd800 from 42 10000000:00000001:1.0:1769074898.482466:0:11528:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1769074898.482467:0:11528:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:1.0:1769074898.482473:0:11528:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b984ab800. 00000020:00000040:1.0:1769074898.482477:0:11528:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:1.0:1769074898.482481:0:11528:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074898.482484:0:11528:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074898.482491:0:11528:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074898.482497:0:11528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b8ae7ac00. 00000100:00000001:1.0:1769074898.482504:0:11528:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074898.482510:0:11528:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1769074898.482512:0:11528:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1769074898.482520:0:11528:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b9020ce00. 00010000:00000001:1.0:1769074898.482525:0:11528:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1769074898.482528:0:11528:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b902ed400. 00000020:00000001:1.0:1769074898.482534:0:11528:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1769074898.482536:0:11528:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b902ed400 with handle 0x5d432443066b75a8 to hash 00000020:00000001:1.0:1769074898.482538:0:11528:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1769074898.482540:0:11528:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911602844672 : -114162106706944 : ffff982b902ed400) 00010000:00000001:1.0:1769074898.482543:0:11528:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911602844672 : -114162106706944 : ffff982b902ed400) 00010000:00000001:1.0:1769074898.482546:0:11528:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074898.482549:0:11528:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074898.482552:0:11528:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.151@tcp lock: ffff982b902ed400/0x5d432443066b75a8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074898.482560:0:11528:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.151@tcp lock: ffff982b902ed400/0x5d432443066b75a8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074898.482570:0:11528:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.151@tcp lock: ffff982b902ed400/0x5d432443066b75a8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1769074898.482576:0:11528:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074898.482578:0:11528:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074898.482585:0:11528:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b8833bd80. 00000100:00000001:1.0:1769074898.482588:0:11528:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911468948864 : -114162240602752 : ffff982b8833bd80) 00000100:00000001:1.0:1769074898.482591:0:11528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074898.482593:0:11528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738890240 : -114161970661376 : ffff982b984ab800) 00000100:00000001:1.0:1769074898.482598:0:11528:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074898.482604:0:11528:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074898.482607:0:11528:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074898.482609:0:11528:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074898.482614:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b984ab800 x1855007613353472/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074898.482623:0:11528:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074898.482626:0:11528:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074898.482630:0:11528:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074898.482633:0:11528:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074898.482635:0:11528:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074898.482639:0:11528:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b984ab800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:61009b19-6c2d-431f-95c4-80fb0f04a0d4:11528:1855007613353472:192.168.204.151@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1769074898.482644:0:11528:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074898.482652:0:11528:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074898.482654:0:11528:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074898.482656:0:11528:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074898.482661:0:11528:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b85945c00. 02000000:00000001:1.0:1769074898.482663:0:11528:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074898.482669:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074898.482673:0:11528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47b58. 00000400:00000010:1.0:1769074898.482678:0:11528:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e84c8. 00000100:00000200:1.0:1769074898.482687:0:11528:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613353472, portal 25 00000100:00000001:1.0:1769074898.482688:0:11528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074898.482690:0:11528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738890240 : -114161970661376 : ffff982b984ab800) 00000100:00000040:1.0:1769074898.482696:0:11528:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b984ab800 x1855007613353472/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074914 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074898.482702:0:11528:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074898.482705:0:11528:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074898.482708:0:11528:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8770. 00000100:00000200:1.0:1769074898.482712:0:11528:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1855007613353472, offset 0 00000400:00000200:1.0:1769074898.482719:0:11528:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074898.482728:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074898.482735:0:11528:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074898.482741:0:11528:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074898.482746:0:11528:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074898.482750:0:11528:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074898.482753:0:11528:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074898.482757:0:11528:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15476:15476:256:4294967295] 192.168.204.151@tcp LPNI seq info [15476:15476:8:4294967295] 00000400:00000200:1.0:1769074898.482761:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074898.482793:0:11528:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074898.482801:0:11528:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074898.482808:0:11528:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b98b34e00. 00000800:00000200:1.0:1769074898.482816:0:11528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074898.482824:0:11528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074898.482829:0:11528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b98b34e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1769074898.482839:0:11528:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074898.482843:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074898.482847:0:11528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296564252 00000100:00000001:1.0:1769074898.482856:0:11528:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296564238 00000100:00000001:1.0:1769074898.482863:0:11528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296564252 00000100:00000001:1.0:1769074898.482866:0:11528:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296564238 00000100:00000001:1.0:1769074898.482869:0:11528:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074898.482872:0:11528:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074898.482875:0:11528:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074898.482877:0:11528:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074898.482880:0:11528:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8833bd80 going to sleep for 11 seconds 00000100:00000001:1.0:1769074898.482883:0:11528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074898.482885:0:11528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074898.492686:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074898.492702:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b98b34e00. 00000400:00000200:3.0:1769074898.492710:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074898.492722:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074898.492733:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8770 00000400:00000010:3.0:1769074898.492736:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8770. 00000100:00000001:3.0:1769074898.492743:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074898.492755:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b984ab800 x1855007613353472/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074914 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074898.492771:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074898.492774:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b984ab800 x1855007613353472/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074914 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074898.492781:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074898.492783:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074898.502267:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074898.502331:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074898.502338:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074898.502342:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074898.502359:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.502373:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074898.502384:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.502391:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.502398:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.502402:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 344 into portal 25 MB=0x6971e9dd97e00 00000400:00000200:3.0:1769074898.502409:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.502418:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 344/344 into md 0x2279d [1] + 224 00000800:00000001:3.0:1769074898.502429:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074898.502440:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074898.502444:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074898.502450:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074898.502460:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074898.502472:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b984ab800 x1855007613353472/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074914 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074898.502484:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff982b984ab800 x1855007613353472/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074914 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074898.502498:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074898.502508:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074898.502512:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074898.509542:0:11528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074898.509565:0:11528:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074898.509568:0:11528:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074898.509583:0:11528:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47b58. 00000400:00000200:1.0:1769074898.509597:0:11528:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e84c8 00000400:00000010:1.0:1769074898.509600:0:11528:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e84c8. 00000100:00000001:1.0:1769074898.509606:0:11528:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074898.509621:0:11528:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b984ab800 x1855007613353472/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074914 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074898.509635:0:11528:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b984ab800 x1855007613353472/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074914 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074898.509644:0:11528:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074898.509647:0:11528:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074898.509660:0:11528:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074898.509665:0:11528:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074898.509668:0:11528:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074898.509672:0:11528:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074898.509675:0:11528:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074898.509686:0:11528:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=20 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074898.509690:0:11528:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074898.509693:0:11528:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074898.509695:0:11528:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074898.509698:0:11528:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074898.509701:0:11528:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074898.509704:0:11528:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074898.509710:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b984ab800 x1855007613353472/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074914 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074898.509719:0:11528:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074898.509723:0:11528:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074898.509726:0:11528:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074898.509730:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b984ab800 x1855007613353472/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074914 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074898.509738:0:11528:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b984ab800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:61009b19-6c2d-431f-95c4-80fb0f04a0d4:11528:1855007613353472:192.168.204.151@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1769074898.509744:0:11528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074898.509747:0:11528:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074898.509750:0:11528:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074898.509752:0:11528:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074898.509756:0:11528:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b984ab800 x1855007613353472/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074914 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074898.509764:0:11528:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074898.509769:0:11528:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b8833bd80. 00000100:00000001:1.0:1769074898.509773:0:11528:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074898.509775:0:11528:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074898.509778:0:11528:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1769074898.509782:0:11528:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074898.509786:0:11528:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074898.509789:0:11528:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ed400 refcount=4 00000020:00000001:1.0:1769074898.509792:0:11528:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602844672 : -114162106706944 : ffff982b902ed400) 00010000:00000001:1.0:1769074898.509795:0:11528:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602844672 : -114162106706944 : ffff982b902ed400) 00010000:00000040:1.0:1769074898.509802:0:11528:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b902ed400, remote cookie: 0xf5b77ed682f5d98f, flags: 0x0 00010000:00000001:1.0:1769074898.509806:0:11528:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1769074898.509812:0:11528:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1769074898.509815:0:11528:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1769074898.509817:0:11528:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1769074898.509818:0:11528:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1769074898.509821:0:11528:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff982b9020ce00) refcount = 1 00010000:00010000:1.0:1769074898.509827:0:11528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.151@tcp lock: ffff982b902ed400/0x5d432443066b75a8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf5b77ed682f5d98f expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074898.509835:0:11528:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1769074898.509837:0:11528:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1769074898.509839:0:11528:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074898.509843:0:11528:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1769074898.509846:0:11528:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074898.509850:0:11528:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.151@tcp lock: ffff982b902ed400/0x5d432443066b75a8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf5b77ed682f5d98f expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074898.509855:0:11528:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1769074898.509857:0:11528:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074898.509859:0:11528:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074898.509860:0:11528:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074898.509861:0:11528:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074898.509862:0:11528:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074898.510037:0:11528:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074898.510042:0:11528:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b984ab800 x1855007613353472/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074914 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074898.510064:0:11528:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769074898.510067:0:11528:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074898.510071:0:11528:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b85945c00. 02000000:00000001:1.0:1769074898.510075:0:11528:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769074898.510079:0:11528:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074898.510080:0:11528:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:1.0:1769074898.510082:0:11528:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769074898.510086:0:11528:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b8ae7ac00. 02000000:00000001:1.0:1769074898.510090:0:11528:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769074898.510093:0:11528:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769074898.510095:0:11528:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b984ab800. 00000100:00000001:1.0:1769074898.510100:0:11528:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769074898.510101:0:11528:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1769074898.510104:0:11528:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1769074898.510108:0:11528:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1769074898.510119:0:11528:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff982b85e2f600) refs 3 10000000:00000001:1.0:1769074898.510122:0:11528:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074898.510124:0:11528:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074898.510125:0:11528:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074898.510127:0:11528:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ed400 refcount=3 00000020:00000001:1.0:1769074898.510129:0:11528:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602844672 : -114162106706944 : ffff982b902ed400) 00010000:00000001:1.0:1769074898.510131:0:11528:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602844672 : -114162106706944 : ffff982b902ed400) 00010000:00000001:1.0:1769074898.510134:0:11528:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1769074898.510136:0:11528:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074898.510137:0:11528:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074898.510138:0:11528:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1769074898.510141:0:11528:0:(mgc_request.c:1679:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1769074898.510153:0:11528:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff982b9851ef80. 00000020:00000010:1.0:1769074898.510157:0:11528:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b8ae7ac00. 00000020:00000010:1.0:1769074898.510163:0:11528:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff982b8ae7b600. 00000040:00000010:1.0:1769074898.510169:0:11528:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff982b8ae7ae00. 00000020:00000010:1.0:1769074898.510175:0:11528:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff982b85913800. 00000020:00000010:1.0:1769074898.510184:0:11528:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff982ba00b0400. 80000000:00000010:1.0:1769074898.510189:0:11528:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff982b9020b4e0. 00040000:00000010:1.0:1769074898.510209:0:11528:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff982b87ef3a00. 20000000:00000010:1.0:1769074898.510214:0:11528:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at ffff982b87ef2600. 10000000:00000040:1.0:1769074898.510219:0:11528:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff982b87fd7d80 : new refcount 2 00000020:00000001:1.0:1769074898.510223:0:11528:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1769074898.510225:0:11528:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:1.0:1769074898.510227:0:11528:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1769074898.510230:0:11528:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff982b87ef2400. 00000040:00000001:1.0:1769074898.510235:0:11528:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1769074898.510238:0:11528:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000010:1.0:1769074898.510243:0:11528:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b984ab800. 00000020:00000040:1.0:1769074898.510245:0:11528:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=5 obd=MGC192.168.204.151@tcp 00000100:00000001:1.0:1769074898.510251:0:11528:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074898.510254:0:11528:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074898.510260:0:11528:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074898.510269:0:11528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b87ef2200. 00000100:00000001:1.0:1769074898.510276:0:11528:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074898.510350:0:11528:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074898.510352:0:11528:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074898.510360:0:11528:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b8833bd80. 00000100:00000001:1.0:1769074898.510363:0:11528:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911468948864 : -114162240602752 : ffff982b8833bd80) 00000100:00000001:1.0:1769074898.510366:0:11528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074898.510367:0:11528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738890240 : -114161970661376 : ffff982b984ab800) 00000100:00000001:1.0:1769074898.510372:0:11528:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074898.510378:0:11528:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074898.510381:0:11528:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074898.510383:0:11528:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074898.510388:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b984ab800 x1855007613353600/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074898.510396:0:11528:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074898.510398:0:11528:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074898.510402:0:11528:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074898.510406:0:11528:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074898.510409:0:11528:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074898.510411:0:11528:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b984ab800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:61009b19-6c2d-431f-95c4-80fb0f04a0d4:11528:1855007613353600:192.168.204.151@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1769074898.510419:0:11528:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074898.510425:0:11528:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074898.510427:0:11528:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074898.510430:0:11528:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074898.510435:0:11528:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b85017000. 02000000:00000001:1.0:1769074898.510437:0:11528:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074898.510448:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074898.510453:0:11528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47b58. 00000400:00000010:1.0:1769074898.510460:0:11528:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e84c8. 00000100:00000200:1.0:1769074898.510469:0:11528:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613353600, portal 25 00000100:00000001:1.0:1769074898.510472:0:11528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074898.510473:0:11528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738890240 : -114161970661376 : ffff982b984ab800) 00000100:00000040:1.0:1769074898.510478:0:11528:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b984ab800 x1855007613353600/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074914 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074898.510485:0:11528:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074898.510487:0:11528:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074898.510490:0:11528:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8330. 00000100:00000200:1.0:1769074898.510495:0:11528:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1855007613353600, offset 0 00000400:00000200:1.0:1769074898.510503:0:11528:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074898.510512:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074898.510521:0:11528:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074898.510528:0:11528:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074898.510534:0:11528:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074898.510538:0:11528:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074898.510541:0:11528:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074898.510545:0:11528:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15477:15477:256:4294967295] 192.168.204.151@tcp LPNI seq info [15477:15477:8:4294967295] 00000400:00000200:1.0:1769074898.510549:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074898.510562:0:11528:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074898.510569:0:11528:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074898.510575:0:11528:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b98b34c00. 00000800:00000200:1.0:1769074898.510584:0:11528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074898.510596:0:11528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074898.510601:0:11528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b98b34c00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1769074898.510613:0:11528:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074898.510618:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074898.510621:0:11528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296564280 00000100:00000001:1.0:1769074898.510630:0:11528:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296564252 00000100:00000001:1.0:1769074898.510637:0:11528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296564280 00000100:00000001:1.0:1769074898.510641:0:11528:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296564252 00000100:00000001:1.0:1769074898.510644:0:11528:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074898.510647:0:11528:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074898.510662:0:11528:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074898.510665:0:11528:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074898.510668:0:11528:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8833bd80 going to sleep for 11 seconds 00000100:00000001:1.0:1769074898.510671:0:11528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074898.510673:0:11528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074898.511204:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074898.511212:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b98b34c00. 00000400:00000200:3.0:1769074898.511218:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074898.511225:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074898.511232:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8330 00000400:00000010:3.0:1769074898.511235:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8330. 00000100:00000001:3.0:1769074898.511240:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074898.511247:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b984ab800 x1855007613353600/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074914 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074898.511257:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074898.511260:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b984ab800 x1855007613353600/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074914 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074898.511266:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074898.511268:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074898.519523:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074898.519547:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074898.519552:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074898.519555:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074898.519569:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.519581:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074898.519589:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.519595:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.519602:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.519607:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 272 into portal 25 MB=0x6971e9dd97e80 00000400:00000200:3.0:1769074898.519614:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.519623:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 272/272 into md 0x227a5 [1] + 224 00000800:00000001:3.0:1769074898.519633:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074898.519643:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074898.519647:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074898.519665:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074898.519674:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074898.519685:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b984ab800 x1855007613353600/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074914 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074898.519698:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff982b984ab800 x1855007613353600/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074914 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074898.519727:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074898.519739:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074898.519743:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074898.519826:0:11528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074898.519838:0:11528:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074898.519840:0:11528:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074898.519845:0:11528:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47b58. 00000400:00000200:0.0:1769074898.519851:0:11528:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e84c8 00000400:00000010:0.0:1769074898.519855:0:11528:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e84c8. 00000100:00000001:0.0:1769074898.519858:0:11528:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074898.519862:0:11528:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b984ab800 x1855007613353600/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074914 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074898.519883:0:11528:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b984ab800 x1855007613353600/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074914 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074898.519890:0:11528:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074898.519892:0:11528:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074898.519895:0:11528:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074898.519900:0:11528:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074898.519903:0:11528:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074898.519906:0:11528:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074898.519910:0:11528:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074898.519921:0:11528:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=20 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074898.519925:0:11528:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074898.519929:0:11528:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074898.519931:0:11528:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074898.519934:0:11528:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074898.519937:0:11528:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074898.519941:0:11528:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074898.519946:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b984ab800 x1855007613353600/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074914 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074898.519954:0:11528:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074898.519958:0:11528:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074898.519960:0:11528:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074898.519964:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b984ab800 x1855007613353600/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074914 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074898.519972:0:11528:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b984ab800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:61009b19-6c2d-431f-95c4-80fb0f04a0d4:11528:1855007613353600:192.168.204.151@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1769074898.519981:0:11528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074898.519984:0:11528:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074898.519986:0:11528:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074898.519989:0:11528:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074898.519993:0:11528:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b984ab800 x1855007613353600/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074914 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074898.519999:0:11528:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074898.520002:0:11528:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b8833bd80. 00000100:00000001:0.0:1769074898.520005:0:11528:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074898.520007:0:11528:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1769074898.520013:0:11528:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1769074898.520018:0:11528:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074898.520020:0:11528:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000020:00000001:0.0:1769074898.520023:0:11528:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1769074898.520024:0:11528:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074898.520027:0:11528:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b984ab800 x1855007613353600/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074914 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074898.520034:0:11528:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074898.520037:0:11528:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074898.520041:0:11528:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b85017000. 02000000:00000001:0.0:1769074898.520045:0:11528:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074898.520046:0:11528:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074898.520047:0:11528:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:0.0:1769074898.520049:0:11528:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074898.520052:0:11528:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b87ef2200. 02000000:00000001:0.0:1769074898.520058:0:11528:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074898.520061:0:11528:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074898.520063:0:11528:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b984ab800. 00000100:00000001:0.0:1769074898.520068:0:11528:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074898.520069:0:11528:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1769074898.520073:0:11528:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1769074898.520077:0:11528:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1769074898.520087:0:11528:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff982b902d0000. 00000040:00000001:0.0:1769074898.520090:0:11528:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1769074898.520092:0:11528:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:0.0:1769074898.520096:0:11528:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000010:0.0:1769074898.520101:0:11528:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98583b80. 00000020:00000040:0.0:1769074898.520104:0:11528:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=5 obd=MGC192.168.204.151@tcp 00000100:00000001:0.0:1769074898.520108:0:11528:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074898.520122:0:11528:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074898.520133:0:11528:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074898.520142:0:11528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b883d2c00. 00000100:00000001:0.0:1769074898.520149:0:11528:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074898.520153:0:11528:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074898.520155:0:11528:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074898.520161:0:11528:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b985ec3c0. 00000100:00000001:0.0:1769074898.520163:0:11528:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911740203968 : -114161969347648 : ffff982b985ec3c0) 00000100:00000001:0.0:1769074898.520167:0:11528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074898.520169:0:11528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739775872 : -114161969775744 : ffff982b98583b80) 00000100:00000001:0.0:1769074898.520175:0:11528:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074898.520180:0:11528:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074898.520183:0:11528:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074898.520184:0:11528:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074898.520188:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98583b80 x1855007613353728/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074898.520205:0:11528:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074898.520208:0:11528:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074898.520213:0:11528:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074898.520217:0:11528:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074898.520220:0:11528:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074898.520224:0:11528:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98583b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:61009b19-6c2d-431f-95c4-80fb0f04a0d4:11528:1855007613353728:192.168.204.151@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1769074898.520230:0:11528:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074898.520236:0:11528:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074898.520238:0:11528:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074898.520241:0:11528:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074898.520274:0:11528:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff982b8675c000. 02000000:00000001:0.0:1769074898.520277:0:11528:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074898.520321:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074898.520326:0:11528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b6370. 00000400:00000010:0.0:1769074898.520333:0:11528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff982b985ec000. 00000100:00000200:0.0:1769074898.520342:0:11528:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1855007613353728, portal 25 00000100:00000001:0.0:1769074898.520345:0:11528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074898.520346:0:11528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739775872 : -114161969775744 : ffff982b98583b80) 00000100:00000040:0.0:1769074898.520352:0:11528:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98583b80 x1855007613353728/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074914 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074898.520360:0:11528:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074898.520362:0:11528:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074898.520366:0:11528:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604ff68. 00000100:00000200:0.0:1769074898.520371:0:11528:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1855007613353728, offset 0 00000400:00000200:0.0:1769074898.520378:0:11528:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074898.520385:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074898.520394:0:11528:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074898.520402:0:11528:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074898.520407:0:11528:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074898.520412:0:11528:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074898.520416:0:11528:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074898.520420:0:11528:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15478:15478:256:4294967295] 192.168.204.151@tcp LPNI seq info [15478:15478:8:4294967295] 00000400:00000200:0.0:1769074898.520424:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074898.520435:0:11528:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074898.520444:0:11528:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074898.520451:0:11528:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08100. 00000800:00000200:0.0:1769074898.520458:0:11528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074898.520467:0:11528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074898.520472:0:11528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08100 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1769074898.520494:0:11528:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074898.520499:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074898.520502:0:11528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296564290 00000100:00000001:0.0:1769074898.520512:0:11528:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296564280 00000100:00000001:0.0:1769074898.520518:0:11528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296564290 00000100:00000001:0.0:1769074898.520523:0:11528:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296564280 00000100:00000001:0.0:1769074898.520527:0:11528:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074898.520529:0:11528:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074898.520532:0:11528:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074898.520534:0:11528:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074898.520537:0:11528:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985ec3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1769074898.520540:0:11528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074898.520542:0:11528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074898.521426:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074898.521436:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08100. 00000400:00000200:3.0:1769074898.521443:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074898.521451:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074898.521459:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604ff68 00000400:00000010:3.0:1769074898.521462:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604ff68. 00000100:00000001:3.0:1769074898.521467:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074898.521473:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b98583b80 x1855007613353728/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074914 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074898.521486:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074898.521489:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b98583b80 x1855007613353728/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074914 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074898.521497:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074898.521499:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074898.523877:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074898.523902:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074898.523907:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074898.523910:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074898.523923:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.523934:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074898.523944:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.523951:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.523958:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.523962:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 8416 into portal 25 MB=0x6971e9dd97f00 00000400:00000200:3.0:1769074898.523969:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.523978:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 8416/8416 into md 0x227ad [4] + 224 00000800:00000001:3.0:1769074898.523989:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074898.524024:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074898.524028:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074898.524034:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074898.524044:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074898.524066:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b98583b80 x1855007613353728/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074914 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074898.524079:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff982b98583b80 x1855007613353728/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074914 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074898.524103:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074898.524249:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074898.524254:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074898.524361:0:11528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074898.524373:0:11528:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074898.524375:0:11528:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074898.524379:0:11528:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6370. 00000400:00000200:0.0:1769074898.524384:0:11528:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b985ec000 00000400:00000010:0.0:1769074898.524387:0:11528:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff982b985ec000. 00000100:00000001:0.0:1769074898.524391:0:11528:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074898.524397:0:11528:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98583b80 x1855007613353728/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074914 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074898.524406:0:11528:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98583b80 x1855007613353728/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074914 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074898.524412:0:11528:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074898.524415:0:11528:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074898.524418:0:11528:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074898.524423:0:11528:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074898.524426:0:11528:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074898.524429:0:11528:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074898.524433:0:11528:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074898.524443:0:11528:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=20 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074898.524448:0:11528:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074898.524451:0:11528:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074898.524453:0:11528:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074898.524456:0:11528:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074898.524458:0:11528:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074898.524462:0:11528:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074898.524467:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98583b80 x1855007613353728/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074914 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074898.524480:0:11528:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074898.524484:0:11528:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074898.524486:0:11528:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074898.524491:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98583b80 x1855007613353728/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074914 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074898.524498:0:11528:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98583b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:61009b19-6c2d-431f-95c4-80fb0f04a0d4:11528:1855007613353728:192.168.204.151@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1769074898.524505:0:11528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074898.524509:0:11528:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074898.524511:0:11528:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074898.524514:0:11528:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074898.524517:0:11528:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98583b80 x1855007613353728/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074914 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074898.524524:0:11528:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074898.524528:0:11528:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b985ec3c0. 00000100:00000001:0.0:1769074898.524531:0:11528:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074898.524533:0:11528:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1769074898.524544:0:11528:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1769074898.524546:0:11528:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074898.524549:0:11528:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98583b80 x1855007613353728/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074914 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074898.524556:0:11528:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074898.524560:0:11528:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074898.524563:0:11528:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff982b8675c000. 02000000:00000001:0.0:1769074898.524577:0:11528:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074898.524581:0:11528:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074898.524583:0:11528:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000020:00000001:0.0:1769074898.524585:0:11528:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074898.524589:0:11528:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b883d2c00. 02000000:00000001:0.0:1769074898.524592:0:11528:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074898.524595:0:11528:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074898.524597:0:11528:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98583b80. 00000100:00000001:0.0:1769074898.524602:0:11528:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074898.524603:0:11528:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769074898.524606:0:11528:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074898.524607:0:11528:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:0.0:1769074898.524609:0:11528:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:0.0:1769074898.524612:0:11528:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1769074898.524616:0:11528:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1769074898.524619:0:11528:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1769074898.524625:0:11528:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff982b98412cc0. 00000040:00001000:0.0:1769074898.524627:0:11528:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 41 last_idx 0 read_mode 0 00000040:00000001:3.0:1769074898.529756:0:31716:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:3.0:1769074898.529774:0:31716:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b88307e00. 00000020:00000010:3.0:1769074898.529784:0:31716:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff982b88307000. 00000040:00000010:3.0:1769074898.529790:0:31716:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff982b88306800. 00000020:00000010:3.0:1769074898.529796:0:31716:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff982b88b8e800. 00000020:00000010:3.0:1769074898.529804:0:31716:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff982b84ee5a90. 00000020:00000010:3.0:1769074898.529809:0:31716:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff982b88306c00. 80000000:00000010:3.0:1769074898.529814:0:31716:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff982b98466000. 40000000:00000010:3.0:1769074898.529819:0:31716:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff982b985decc0. 00100000:00000010:3.0:1769074898.529825:0:31716:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff982b88b8e000. 00040000:00000010:3.0:1769074898.529830:0:31716:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff982b99652700. 00040000:00000010:3.0:1769074898.529836:0:31716:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff982b88b89800. 00040000:00000010:3.0:1769074898.529844:0:31716:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff982b88307400. 00000004:00000010:3.0:1769074898.529850:0:31716:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff982b88b88000. 00000004:00000010:3.0:1769074898.529856:0:31716:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff982b88a74000. 00000004:00000010:3.0:1769074898.529875:0:31716:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff982b98743000. 00002000:00000010:3.0:1769074898.529882:0:31716:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff982b98c01400. 00000004:00000010:3.0:1769074898.529887:0:31716:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff982b98c02800. 00000020:00000010:3.0:1769074898.529893:0:31716:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff982b985dec00. 00000040:00000010:3.0:1769074898.529906:0:31716:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff982b86022000. 00000040:00080000:3.0:1769074898.530441:0:31716:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 42 00000040:00000010:3.0:1769074898.530449:0:31716:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff982b86022000. 00000020:00000010:3.0:1769074898.530461:0:31716:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff982b985dec00. 00000020:00000010:3.0:1769074898.530485:0:31716:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b88307000. 00000040:00000010:3.0:1769074898.530490:0:31716:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff982b88306800. 00000020:00000010:3.0:1769074898.530494:0:31716:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff982b88b8e800. 00000020:00000010:3.0:1769074898.530500:0:31716:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff982b84ee5a90. 00000020:00000010:3.0:1769074898.530507:0:31716:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff982b88306c00. 80000000:00000010:3.0:1769074898.530511:0:31716:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff982b98466000. 40000000:00000010:3.0:1769074898.530516:0:31716:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff982b985decc0. 00100000:00000010:3.0:1769074898.530519:0:31716:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff982b88b8e000. 00040000:00000010:3.0:1769074898.530523:0:31716:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff982b99652700. 00040000:00000010:3.0:1769074898.530526:0:31716:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff982b88b89800. 00040000:00000010:3.0:1769074898.530529:0:31716:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff982b88307400. 00000004:00000010:3.0:1769074898.530533:0:31716:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff982b88b88000. 00000004:00000010:3.0:1769074898.530537:0:31716:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff982b88a74000. 00000004:00000010:3.0:1769074898.530542:0:31716:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff982b98743000. 00002000:00000010:3.0:1769074898.530545:0:31716:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff982b98c01400. 00000004:00000010:3.0:1769074898.530550:0:31716:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff982b98c02800. 00000020:00000010:3.0:1769074898.530553:0:31716:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b88307e00. 00000020:00000010:1.0:1769074898.537900:0:31715:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 35 at ffff982b9851ef00. 00000020:00000040:1.0:1769074898.537921:0:31715:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-MDT0000-mdc-ffff982b858dd800 has already been connecting to new target(19) 00000020:00000010:1.0:1769074898.537924:0:31715:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 35 at ffff982b9851ef00. 00000040:00000010:0.0:1769074898.541812:0:11528:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff982b98412cc0. 00000040:00000001:0.0:1769074898.541827:0:11528:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1769074898.541832:0:11528:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 42-41 (rc=0) 00000040:00000010:0.0:1769074898.541840:0:11528:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff982b902d0000. 00000040:00000010:0.0:1769074898.541845:0:11528:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff982b87ef2400. 00000020:00000001:0.0:1769074898.541849:0:11528:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1769074898.541852:0:11528:0:(mgc_request.c:1735:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1769074898.541860:0:11528:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b8ae7b600. 00000040:00000010:0.0:1769074898.541879:0:11528:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff982b8ae7ae00. 00000020:00000010:0.0:1769074898.541885:0:11528:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff982b85913800. 00000020:00000010:0.0:1769074898.541893:0:11528:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff982ba00b0400. 80000000:00000010:0.0:1769074898.541899:0:11528:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff982b9020b4e0. 00040000:00000010:0.0:1769074898.541905:0:11528:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff982b87ef3a00. 20000000:00000010:0.0:1769074898.541911:0:11528:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at ffff982b87ef2600. 00000020:00000010:0.0:1769074898.541915:0:11528:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b8ae7ac00. 10000000:00000010:0.0:1769074898.541917:0:11528:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at ffff982b9851ef80. 10000000:01000000:0.0:1769074898.541921:0:11528:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.151@tcp: configuration from log 'lustre-client' succeeded (0). 10000000:00000001:0.0:1769074898.541926:0:11528:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1769074898.541930:0:11528:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074898.541932:0:11528:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074898.541935:0:11528:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b902ed400 refcount=3 00000020:00000001:0.0:1769074898.541938:0:11528:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602844672 : -114162106706944 : ffff982b902ed400) 00010000:00000001:0.0:1769074898.541941:0:11528:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602844672 : -114162106706944 : ffff982b902ed400) 00010000:00000001:0.0:1769074898.541945:0:11528:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1769074898.541952:0:11528:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.151@tcp lock: ffff982b902ed400/0x5d432443066b75a8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf5b77ed682f5d98f expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074898.541962:0:11528:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074898.541963:0:11528:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1769074898.541966:0:11528:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.151@tcp lock: ffff982b902ed400/0x5d432443066b75a8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf5b77ed682f5d98f expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074898.541971:0:11528:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1769074898.541972:0:11528:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074898.541973:0:11528:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1769074898.541975:0:11528:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1769074898.541977:0:11528:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1769074898.541980:0:11528:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1769074898.541983:0:11528:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1769074898.541986:0:11528:0:(mgc_request.c:108:config_log_get()) log params (ffff982b85e2fc00) refs 2 10000000:00000001:0.0:1769074898.541988:0:11528:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1769074898.541990:0:11528:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1769074898.541992:0:11528:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff982b85e2f600) refs 3 10000000:00000001:0.0:1769074898.541994:0:11528:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1769074898.541996:0:11528:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1769074898.541998:0:11528:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:0.0:1769074898.542000:0:11528:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:0.0:1769074898.542003:0:11528:0:(mgc_request.c:1812:mgc_process_log()) Process log params-ffff982b858dd800 from 7 10000000:00000001:0.0:1769074898.542006:0:11528:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1769074898.542007:0:11528:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:0.0:1769074898.542020:0:11528:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98583b80. 00000020:00000040:0.0:1769074898.542025:0:11528:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:0.0:1769074898.542029:0:11528:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074898.542033:0:11528:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074898.542040:0:11528:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074898.542049:0:11528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b883d2c00. 00000100:00000001:0.0:1769074898.542070:0:11528:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074898.542076:0:11528:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1769074898.542078:0:11528:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1769074898.542087:0:11528:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b985e5900. 00010000:00000001:0.0:1769074898.542093:0:11528:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1769074898.542097:0:11528:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b90255800. 00000020:00000001:0.0:1769074898.542102:0:11528:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074898.542105:0:11528:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b90255800 with handle 0x5d432443066b75af to hash 00000020:00000001:0.0:1769074898.542107:0:11528:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1769074898.542548:0:11528:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911602223104 : -114162107328512 : ffff982b90255800) 00010000:00000001:0.0:1769074898.542554:0:11528:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911602223104 : -114162107328512 : ffff982b90255800) 00010000:00000001:0.0:1769074898.542558:0:11528:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074898.542561:0:11528:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074898.542566:0:11528:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.151@tcp lock: ffff982b90255800/0x5d432443066b75af lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074898.542576:0:11528:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.151@tcp lock: ffff982b90255800/0x5d432443066b75af lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074898.542591:0:11528:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.151@tcp lock: ffff982b90255800/0x5d432443066b75af lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1769074898.542597:0:11528:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074898.542600:0:11528:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074898.542611:0:11528:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b985ec3c0. 00000100:00000001:0.0:1769074898.542613:0:11528:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911740203968 : -114161969347648 : ffff982b985ec3c0) 00000100:00000001:0.0:1769074898.542617:0:11528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074898.542618:0:11528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739775872 : -114161969775744 : ffff982b98583b80) 00000100:00000001:0.0:1769074898.542623:0:11528:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074898.542629:0:11528:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074898.542631:0:11528:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074898.542633:0:11528:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074898.542647:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98583b80 x1855007613353856/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074898.542668:0:11528:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074898.542671:0:11528:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074898.542675:0:11528:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074898.542679:0:11528:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074898.542682:0:11528:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074898.542687:0:11528:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98583b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:61009b19-6c2d-431f-95c4-80fb0f04a0d4:11528:1855007613353856:192.168.204.151@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1769074898.542692:0:11528:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074898.542698:0:11528:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074898.542701:0:11528:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074898.542704:0:11528:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074898.542710:0:11528:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b85880c00. 02000000:00000001:0.0:1769074898.542712:0:11528:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074898.542725:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074898.542730:0:11528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b6370. 00000400:00000010:0.0:1769074898.542739:0:11528:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604fd48. 00000100:00000200:0.0:1769074898.542750:0:11528:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613353856, portal 25 00000100:00000001:0.0:1769074898.542753:0:11528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074898.542754:0:11528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739775872 : -114161969775744 : ffff982b98583b80) 00000100:00000040:0.0:1769074898.542760:0:11528:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98583b80 x1855007613353856/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074914 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074898.542768:0:11528:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074898.542771:0:11528:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074898.542774:0:11528:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f7f8. 00000100:00000200:0.0:1769074898.542778:0:11528:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1855007613353856, offset 0 00000400:00000200:0.0:1769074898.542786:0:11528:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074898.542796:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074898.542806:0:11528:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074898.542813:0:11528:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074898.542819:0:11528:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074898.542824:0:11528:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074898.542827:0:11528:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074898.542831:0:11528:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15479:15479:256:4294967295] 192.168.204.151@tcp LPNI seq info [15479:15479:8:4294967295] 00000400:00000200:0.0:1769074898.542835:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074898.542846:0:11528:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074898.542853:0:11528:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074898.542873:0:11528:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08100. 00000800:00000200:0.0:1769074898.542883:0:11528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074898.542894:0:11528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074898.542900:0:11528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1769074898.543062:0:11528:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074898.543068:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074898.543071:0:11528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296564310 00000100:00000001:0.0:1769074898.543082:0:11528:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296564290 00000100:00000001:0.0:1769074898.543088:0:11528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296564310 00000100:00000001:0.0:1769074898.543091:0:11528:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296564290 00000100:00000001:0.0:1769074898.543095:0:11528:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074898.543098:0:11528:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074898.543102:0:11528:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074898.543104:0:11528:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074898.543108:0:11528:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985ec3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1769074898.543243:0:11528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074898.543248:0:11528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074898.549454:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074898.549468:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08100. 00000400:00000200:3.0:1769074898.549476:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074898.549490:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074898.549498:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f7f8 00000400:00000010:3.0:1769074898.549503:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f7f8. 00000100:00000001:3.0:1769074898.549509:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074898.549519:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b98583b80 x1855007613353856/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074914 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074898.549534:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074898.549537:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b98583b80 x1855007613353856/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074914 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074898.549545:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074898.549547:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074898.556104:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074898.556147:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074898.556154:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074898.556156:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074898.556173:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.556184:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074898.556204:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.556211:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.556219:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.556226:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 344 into portal 25 MB=0x6971e9dd97f80 00000400:00000200:3.0:1769074898.556233:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.556242:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 344/344 into md 0x227b5 [1] + 224 00000800:00000001:3.0:1769074898.556254:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074898.556270:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074898.556275:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074898.556316:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074898.556326:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074898.556339:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b98583b80 x1855007613353856/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074914 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074898.556351:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff982b98583b80 x1855007613353856/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074914 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074898.556365:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074898.556379:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074898.556384:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074898.556504:0:11528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074898.556515:0:11528:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074898.556518:0:11528:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074898.556523:0:11528:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6370. 00000400:00000200:0.0:1769074898.556529:0:11528:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604fd48 00000400:00000010:0.0:1769074898.556532:0:11528:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604fd48. 00000100:00000001:0.0:1769074898.556536:0:11528:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074898.556543:0:11528:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98583b80 x1855007613353856/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074914 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074898.556553:0:11528:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98583b80 x1855007613353856/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074914 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074898.556559:0:11528:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074898.556561:0:11528:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074898.556565:0:11528:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074898.556570:0:11528:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074898.556573:0:11528:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074898.556576:0:11528:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074898.556581:0:11528:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074898.556591:0:11528:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=20 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074898.556597:0:11528:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074898.556600:0:11528:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074898.556602:0:11528:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074898.556606:0:11528:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074898.556608:0:11528:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074898.556611:0:11528:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074898.556616:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98583b80 x1855007613353856/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074914 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074898.556623:0:11528:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074898.556626:0:11528:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074898.556628:0:11528:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074898.556632:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98583b80 x1855007613353856/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074914 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074898.556639:0:11528:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98583b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:61009b19-6c2d-431f-95c4-80fb0f04a0d4:11528:1855007613353856:192.168.204.151@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1769074898.556645:0:11528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074898.556648:0:11528:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074898.556651:0:11528:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074898.556653:0:11528:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074898.556657:0:11528:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98583b80 x1855007613353856/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074914 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074898.556663:0:11528:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074898.556667:0:11528:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b985ec3c0. 00000100:00000001:0.0:1769074898.556671:0:11528:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074898.556673:0:11528:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074898.556676:0:11528:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074898.556680:0:11528:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074898.556683:0:11528:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074898.556687:0:11528:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255800 refcount=4 00000020:00000001:0.0:1769074898.556689:0:11528:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602223104 : -114162107328512 : ffff982b90255800) 00010000:00000001:0.0:1769074898.556693:0:11528:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602223104 : -114162107328512 : ffff982b90255800) 00010000:00000040:0.0:1769074898.556702:0:11528:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b90255800, remote cookie: 0xf5b77ed682f5d996, flags: 0x0 00010000:00000001:0.0:1769074898.556706:0:11528:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074898.556712:0:11528:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074898.556714:0:11528:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074898.556717:0:11528:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074898.556718:0:11528:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074898.556722:0:11528:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff982b985e5900) refcount = 1 00010000:00010000:0.0:1769074898.556727:0:11528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.151@tcp lock: ffff982b90255800/0x5d432443066b75af lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf5b77ed682f5d996 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074898.556736:0:11528:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074898.556738:0:11528:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074898.556740:0:11528:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074898.556743:0:11528:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074898.556747:0:11528:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074898.556750:0:11528:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.151@tcp lock: ffff982b90255800/0x5d432443066b75af lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf5b77ed682f5d996 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074898.556755:0:11528:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074898.556757:0:11528:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074898.556760:0:11528:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074898.556761:0:11528:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074898.556762:0:11528:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074898.556763:0:11528:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074898.556767:0:11528:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074898.556772:0:11528:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98583b80 x1855007613353856/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074914 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074898.556779:0:11528:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074898.556782:0:11528:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074898.556786:0:11528:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b85880c00. 02000000:00000001:0.0:1769074898.556789:0:11528:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074898.556792:0:11528:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074898.556793:0:11528:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:0.0:1769074898.556795:0:11528:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074898.556798:0:11528:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b883d2c00. 02000000:00000001:0.0:1769074898.556802:0:11528:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074898.556805:0:11528:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074898.556807:0:11528:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98583b80. 00000100:00000001:0.0:1769074898.556811:0:11528:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074898.556812:0:11528:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1769074898.556814:0:11528:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1769074898.556818:0:11528:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1769074898.556820:0:11528:0:(mgc_request.c:108:config_log_get()) log params (ffff982b85e2fc00) refs 3 10000000:00000001:0.0:1769074898.556828:0:11528:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074898.556830:0:11528:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074898.556831:0:11528:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074898.556833:0:11528:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255800 refcount=3 00000020:00000001:0.0:1769074898.556836:0:11528:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602223104 : -114162107328512 : ffff982b90255800) 00010000:00000001:0.0:1769074898.556837:0:11528:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602223104 : -114162107328512 : ffff982b90255800) 00010000:00000001:0.0:1769074898.556840:0:11528:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1769074898.556841:0:11528:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074898.556842:0:11528:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074898.556844:0:11528:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1769074898.556846:0:11528:0:(mgc_request.c:1679:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1769074898.556853:0:11528:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff982b99072f00. 00000020:00000010:0.0:1769074898.556857:0:11528:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b883d2c00. 00000020:00000010:0.0:1769074898.556867:0:11528:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff982ba00b0400. 00000040:00000010:0.0:1769074898.556872:0:11528:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff982b8ae7ac00. 00000020:00000010:0.0:1769074898.556880:0:11528:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff982b855d0800. 00000020:00000010:0.0:1769074898.556887:0:11528:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff982b8ae7ae00. 80000000:00000010:0.0:1769074898.556893:0:11528:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff982b98412cc0. 00040000:00000010:0.0:1769074898.556899:0:11528:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff982b8ae7b600. 20000000:00000010:0.0:1769074898.556906:0:11528:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at ffff982b87ef2600. 10000000:00000040:0.0:1769074898.556913:0:11528:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff982b87fd7d80 : new refcount 2 00000020:00000001:0.0:1769074898.556917:0:11528:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1769074898.556919:0:11528:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog params 00000040:00000001:0.0:1769074898.556921:0:11528:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1769074898.556925:0:11528:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff982b87ef3a00. 00000040:00000001:0.0:1769074898.556930:0:11528:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1769074898.556933:0:11528:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000010:0.0:1769074898.556937:0:11528:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98583b80. 00000020:00000040:0.0:1769074898.556940:0:11528:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=5 obd=MGC192.168.204.151@tcp 00000100:00000001:0.0:1769074898.556946:0:11528:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074898.556950:0:11528:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074898.556956:0:11528:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074898.556965:0:11528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b87ef2400. 00000100:00000001:0.0:1769074898.556973:0:11528:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074898.556980:0:11528:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074898.556982:0:11528:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074898.556989:0:11528:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b985ec3c0. 00000100:00000001:0.0:1769074898.556991:0:11528:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911740203968 : -114161969347648 : ffff982b985ec3c0) 00000100:00000001:0.0:1769074898.556994:0:11528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074898.556995:0:11528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739775872 : -114161969775744 : ffff982b98583b80) 00000100:00000001:0.0:1769074898.557001:0:11528:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074898.557007:0:11528:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074898.557009:0:11528:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074898.557012:0:11528:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074898.557017:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98583b80 x1855007613353984/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074898.557025:0:11528:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074898.557027:0:11528:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074898.557032:0:11528:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074898.557036:0:11528:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074898.557039:0:11528:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074898.557042:0:11528:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98583b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:61009b19-6c2d-431f-95c4-80fb0f04a0d4:11528:1855007613353984:192.168.204.151@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1769074898.557048:0:11528:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074898.557054:0:11528:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074898.557056:0:11528:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074898.557060:0:11528:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074898.557063:0:11528:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b87ef2200. 02000000:00000001:0.0:1769074898.557066:0:11528:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074898.557072:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074898.557075:0:11528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b6370. 00000400:00000010:0.0:1769074898.557081:0:11528:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604fd48. 00000100:00000200:0.0:1769074898.557091:0:11528:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613353984, portal 25 00000100:00000001:0.0:1769074898.557093:0:11528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074898.557095:0:11528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739775872 : -114161969775744 : ffff982b98583b80) 00000100:00000040:0.0:1769074898.557099:0:11528:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98583b80 x1855007613353984/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074914 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074898.557107:0:11528:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074898.557110:0:11528:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074898.557113:0:11528:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f4c8. 00000100:00000200:0.0:1769074898.557117:0:11528:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1855007613353984, offset 0 00000400:00000200:0.0:1769074898.557125:0:11528:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074898.557134:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074898.557144:0:11528:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074898.557151:0:11528:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074898.557157:0:11528:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074898.557162:0:11528:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074898.557165:0:11528:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074898.557170:0:11528:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15480:15480:256:4294967295] 192.168.204.151@tcp LPNI seq info [15480:15480:8:4294967295] 00000400:00000200:0.0:1769074898.557173:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074898.557183:0:11528:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074898.557189:0:11528:0:(socklnd_cb.c:1001:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074898.557206:0:11528:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08a00. 00000800:00000200:0.0:1769074898.557215:0:11528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074898.557224:0:11528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074898.557230:0:11528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08a00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1769074898.557258:0:11528:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074898.557263:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074898.557265:0:11528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296564327 00000100:00000001:0.0:1769074898.557274:0:11528:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296564310 00000100:00000001:0.0:1769074898.557311:0:11528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296564327 00000100:00000001:0.0:1769074898.557316:0:11528:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296564310 00000100:00000001:0.0:1769074898.557320:0:11528:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074898.557323:0:11528:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074898.557326:0:11528:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074898.557328:0:11528:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074898.557330:0:11528:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985ec3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1769074898.557333:0:11528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074898.557335:0:11528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074898.557628:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074898.557634:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08a00. 00000400:00000200:2.0:1769074898.557638:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074898.557644:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074898.557649:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f4c8 00000400:00000010:2.0:1769074898.557651:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f4c8. 00000100:00000001:2.0:1769074898.557656:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074898.557661:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b98583b80 x1855007613353984/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074914 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074898.557670:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074898.557673:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b98583b80 x1855007613353984/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074914 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074898.557684:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074898.557685:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074898.566731:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074898.566756:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074898.566762:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074898.566764:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074898.566779:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.566789:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074898.566799:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.566804:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.566812:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.566817:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 272 into portal 25 MB=0x6971e9dd98000 00000400:00000200:3.0:1769074898.566824:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.566833:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 272/272 into md 0x227bd [1] + 224 00000800:00000001:3.0:1769074898.566844:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074898.566854:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074898.566857:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074898.566863:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074898.566873:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074898.566886:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b98583b80 x1855007613353984/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074914 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074898.566901:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff982b98583b80 x1855007613353984/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074914 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074898.566983:0:11528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074898.567005:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074898.567021:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074898.567025:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1769074898.567474:0:11528:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074898.567478:0:11528:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074898.567484:0:11528:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6370. 00000400:00000200:0.0:1769074898.567490:0:11528:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604fd48 00000400:00000010:0.0:1769074898.567493:0:11528:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604fd48. 00000100:00000001:0.0:1769074898.567497:0:11528:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074898.567505:0:11528:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98583b80 x1855007613353984/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074914 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074898.567515:0:11528:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98583b80 x1855007613353984/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074914 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074898.567522:0:11528:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074898.567526:0:11528:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074898.567529:0:11528:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074898.567534:0:11528:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074898.567537:0:11528:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074898.567540:0:11528:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074898.567543:0:11528:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074898.567553:0:11528:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=20 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074898.567557:0:11528:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074898.567560:0:11528:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074898.567562:0:11528:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074898.567565:0:11528:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074898.567568:0:11528:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074898.567572:0:11528:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074898.567577:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98583b80 x1855007613353984/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074914 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074898.567584:0:11528:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074898.567588:0:11528:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074898.567591:0:11528:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074898.567597:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98583b80 x1855007613353984/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074914 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074898.567606:0:11528:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98583b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:61009b19-6c2d-431f-95c4-80fb0f04a0d4:11528:1855007613353984:192.168.204.151@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1769074898.567612:0:11528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074898.567614:0:11528:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074898.567617:0:11528:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074898.567619:0:11528:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074898.567623:0:11528:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98583b80 x1855007613353984/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074914 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074898.567629:0:11528:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074898.567632:0:11528:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b985ec3c0. 00000100:00000001:0.0:1769074898.567635:0:11528:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074898.567637:0:11528:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1769074898.567643:0:11528:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1769074898.567717:0:11528:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074898.567720:0:11528:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000020:00000001:0.0:1769074898.567723:0:11528:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1769074898.567725:0:11528:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074898.567729:0:11528:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98583b80 x1855007613353984/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 504/272 e 0 to 0 dl 1769074914 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074898.567737:0:11528:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074898.567741:0:11528:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074898.567745:0:11528:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b87ef2200. 02000000:00000001:0.0:1769074898.567749:0:11528:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074898.567750:0:11528:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074898.567751:0:11528:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:0.0:1769074898.567753:0:11528:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074898.567756:0:11528:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b87ef2400. 02000000:00000001:0.0:1769074898.567759:0:11528:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074898.567763:0:11528:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074898.567765:0:11528:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98583b80. 00000100:00000001:0.0:1769074898.567768:0:11528:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074898.567769:0:11528:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1769074898.567772:0:11528:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1769074898.567777:0:11528:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1769074898.567787:0:11528:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff982b902d0000. 00000040:00000001:0.0:1769074898.567789:0:11528:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1769074898.567791:0:11528:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:0.0:1769074898.567793:0:11528:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000010:0.0:1769074898.567797:0:11528:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98583b80. 00000020:00000040:0.0:1769074898.567800:0:11528:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=5 obd=MGC192.168.204.151@tcp 00000100:00000001:0.0:1769074898.567804:0:11528:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074898.567806:0:11528:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074898.567811:0:11528:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074898.567817:0:11528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b87ef2400. 00000100:00000001:0.0:1769074898.567824:0:11528:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074898.567828:0:11528:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074898.567830:0:11528:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074898.567836:0:11528:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b985ec3c0. 00000100:00000001:0.0:1769074898.567838:0:11528:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911740203968 : -114161969347648 : ffff982b985ec3c0) 00000100:00000001:0.0:1769074898.567841:0:11528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074898.567843:0:11528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739775872 : -114161969775744 : ffff982b98583b80) 00000100:00000001:0.0:1769074898.567849:0:11528:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074898.567855:0:11528:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074898.567856:0:11528:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074898.567858:0:11528:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074898.567862:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98583b80 x1855007613354112/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074898.567929:0:11528:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074898.567931:0:11528:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074898.567936:0:11528:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074898.567939:0:11528:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074898.567942:0:11528:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074898.567946:0:11528:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98583b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:61009b19-6c2d-431f-95c4-80fb0f04a0d4:11528:1855007613354112:192.168.204.151@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1769074898.567951:0:11528:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074898.567960:0:11528:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074898.567962:0:11528:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074898.567965:0:11528:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074898.568001:0:11528:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff982b8675c000. 02000000:00000001:0.0:1769074898.568003:0:11528:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074898.568012:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074898.568016:0:11528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b6370. 00000400:00000010:0.0:1769074898.568023:0:11528:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff982b985ec000. 00000100:00000200:0.0:1769074898.568032:0:11528:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1855007613354112, portal 25 00000100:00000001:0.0:1769074898.568034:0:11528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074898.568036:0:11528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739775872 : -114161969775744 : ffff982b98583b80) 00000100:00000040:0.0:1769074898.568042:0:11528:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98583b80 x1855007613354112/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074914 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074898.568050:0:11528:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074898.568053:0:11528:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074898.568057:0:11528:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604fd48. 00000100:00000200:0.0:1769074898.568061:0:11528:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1855007613354112, offset 0 00000400:00000200:0.0:1769074898.568068:0:11528:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074898.568078:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074898.568087:0:11528:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074898.568096:0:11528:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074898.568102:0:11528:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074898.568107:0:11528:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074898.568162:0:11528:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074898.568167:0:11528:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15481:15481:256:4294967295] 192.168.204.151@tcp LPNI seq info [15481:15481:8:4294967295] 00000400:00000200:0.0:1769074898.568172:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074898.568183:0:11528:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074898.568189:0:11528:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074898.568205:0:11528:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08000. 00000800:00000200:0.0:1769074898.568213:0:11528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074898.568223:0:11528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074898.568229:0:11528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08000 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1769074898.568466:0:11528:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074898.568473:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074898.568476:0:11528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296564339 00000100:00000001:0.0:1769074898.568486:0:11528:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296564327 00000100:00000001:0.0:1769074898.568490:0:11528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296564339 00000100:00000001:0.0:1769074898.568494:0:11528:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296564327 00000100:00000001:0.0:1769074898.568497:0:11528:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074898.568500:0:11528:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074898.568503:0:11528:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074898.568505:0:11528:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074898.568508:0:11528:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985ec3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1769074898.568510:0:11528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074898.568513:0:11528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074898.569239:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074898.569247:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08000. 00000400:00000200:2.0:1769074898.569255:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074898.569265:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074898.569272:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604fd48 00000400:00000010:2.0:1769074898.569276:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604fd48. 00000100:00000001:2.0:1769074898.569308:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074898.569317:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b98583b80 x1855007613354112/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074914 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074898.569329:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074898.569333:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b98583b80 x1855007613354112/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074914 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074898.569339:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074898.569341:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074898.574375:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074898.574399:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074898.574404:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074898.574407:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074898.574423:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.574434:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074898.574444:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.574452:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.574459:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.574463:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 8416 into portal 25 MB=0x6971e9dd98080 00000400:00000200:3.0:1769074898.574470:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.574479:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 8416/8416 into md 0x227c5 [4] + 224 00000800:00000001:3.0:1769074898.574489:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074898.574505:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074898.574508:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074898.574513:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074898.574523:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074898.574535:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b98583b80 x1855007613354112/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074914 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074898.574546:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff982b98583b80 x1855007613354112/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074914 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074898.574572:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074898.574584:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074898.574588:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074898.575395:0:11528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074898.575409:0:11528:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074898.575413:0:11528:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074898.575418:0:11528:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6370. 00000400:00000200:0.0:1769074898.575424:0:11528:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b985ec000 00000400:00000010:0.0:1769074898.575427:0:11528:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff982b985ec000. 00000100:00000001:0.0:1769074898.575432:0:11528:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074898.575442:0:11528:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98583b80 x1855007613354112/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074914 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074898.575453:0:11528:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98583b80 x1855007613354112/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074914 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074898.575459:0:11528:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074898.575461:0:11528:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074898.575464:0:11528:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074898.575470:0:11528:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074898.575474:0:11528:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074898.575477:0:11528:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074898.575481:0:11528:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074898.575491:0:11528:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=20 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074898.575496:0:11528:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074898.575500:0:11528:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074898.575502:0:11528:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074898.575505:0:11528:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074898.575509:0:11528:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074898.575512:0:11528:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074898.575517:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98583b80 x1855007613354112/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074914 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074898.575526:0:11528:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074898.575531:0:11528:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074898.575534:0:11528:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074898.575539:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98583b80 x1855007613354112/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074914 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074898.575548:0:11528:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98583b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:61009b19-6c2d-431f-95c4-80fb0f04a0d4:11528:1855007613354112:192.168.204.151@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1769074898.575555:0:11528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074898.575559:0:11528:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074898.575563:0:11528:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074898.575565:0:11528:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074898.575568:0:11528:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98583b80 x1855007613354112/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074914 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074898.575576:0:11528:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074898.575579:0:11528:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b985ec3c0. 00000100:00000001:0.0:1769074898.575581:0:11528:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074898.575583:0:11528:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1769074898.575594:0:11528:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1769074898.575596:0:11528:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074898.575599:0:11528:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98583b80 x1855007613354112/t0(0) o503->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 272/8416 e 0 to 0 dl 1769074914 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074898.575606:0:11528:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074898.575609:0:11528:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074898.575613:0:11528:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff982b8675c000. 02000000:00000001:0.0:1769074898.575635:0:11528:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074898.575639:0:11528:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074898.575642:0:11528:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000020:00000001:0.0:1769074898.575645:0:11528:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074898.575649:0:11528:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b87ef2400. 02000000:00000001:0.0:1769074898.576117:0:11528:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074898.576121:0:11528:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074898.576123:0:11528:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98583b80. 00000100:00000001:0.0:1769074898.576127:0:11528:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074898.576129:0:11528:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769074898.576133:0:11528:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074898.576135:0:11528:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:0.0:1769074898.576136:0:11528:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:0.0:1769074898.576140:0:11528:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1769074898.576144:0:11528:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1769074898.576149:0:11528:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1769074898.576159:0:11528:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff982b98412540. 00000040:00001000:0.0:1769074898.576163:0:11528:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:3.0:1769074898.580977:0:31717:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:3.0:1769074898.580998:0:31717:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b88307e00. 00000020:00000010:3.0:1769074898.581011:0:31717:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff982b88307400. 00000040:00000010:3.0:1769074898.581017:0:31717:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff982b88306c00. 00000020:00000010:3.0:1769074898.581025:0:31717:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff982b98743000. 00000020:00000010:3.0:1769074898.581033:0:31717:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff982b84ee5a90. 00000020:00000010:3.0:1769074898.581040:0:31717:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff982b88306800. 80000000:00000010:3.0:1769074898.581046:0:31717:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff982b98466000. 40000000:00000010:3.0:1769074898.581053:0:31717:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff982b985dec00. 00100000:00000010:3.0:1769074898.581061:0:31717:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff982b98747000. 00040000:00000010:3.0:1769074898.581067:0:31717:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff982b99652700. 00040000:00000010:3.0:1769074898.581072:0:31717:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff982b98744000. 00040000:00000010:3.0:1769074898.581076:0:31717:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff982b88307000. 00000004:00000010:3.0:1769074898.581083:0:31717:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff982b98747800. 00000004:00000010:3.0:1769074898.581090:0:31717:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff982b88a74000. 00000004:00000010:3.0:1769074898.581102:0:31717:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff982b88b8b800. 00002000:00000010:3.0:1769074898.581109:0:31717:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff982b98c02800. 00000004:00000010:3.0:1769074898.581114:0:31717:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff982b98c03000. 00000020:00000010:3.0:1769074898.581122:0:31717:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff982b985decc0. 00000040:00000010:3.0:1769074898.581136:0:31717:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff982b86022000. 00000040:00080000:3.0:1769074898.581683:0:31717:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:3.0:1769074898.581691:0:31717:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff982b86022000. 00000020:00000010:3.0:1769074898.581706:0:31717:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff982b985decc0. 00000020:00000010:3.0:1769074898.581728:0:31717:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b88307400. 00000040:00000010:3.0:1769074898.581733:0:31717:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff982b88306c00. 00000020:00000010:3.0:1769074898.581737:0:31717:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff982b98743000. 00000020:00000010:3.0:1769074898.581745:0:31717:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff982b84ee5a90. 00000020:00000010:3.0:1769074898.581752:0:31717:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff982b88306800. 80000000:00000010:3.0:1769074898.581756:0:31717:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff982b98466000. 40000000:00000010:3.0:1769074898.581760:0:31717:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff982b985dec00. 00100000:00000010:3.0:1769074898.581764:0:31717:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff982b98747000. 00040000:00000010:3.0:1769074898.581768:0:31717:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff982b99652700. 00040000:00000010:3.0:1769074898.581772:0:31717:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff982b98744000. 00040000:00000010:3.0:1769074898.581777:0:31717:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff982b88307000. 00000004:00000010:3.0:1769074898.581780:0:31717:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff982b98747800. 00000004:00000010:3.0:1769074898.581783:0:31717:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff982b88a74000. 00000004:00000010:3.0:1769074898.581789:0:31717:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff982b88b8b800. 00002000:00000010:3.0:1769074898.581793:0:31717:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff982b98c02800. 00000004:00000010:3.0:1769074898.581796:0:31717:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff982b98c03000. 00000020:00000010:3.0:1769074898.581799:0:31717:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b88307e00. 00000040:00000010:1.0:1769074898.582223:0:11528:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff982b98412540. 00000040:00000001:1.0:1769074898.582231:0:11528:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1769074898.582235:0:11528:0:(obd_config.c:2043:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:1.0:1769074898.582242:0:11528:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff982b902d0000. 00000040:00000010:1.0:1769074898.582246:0:11528:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff982b87ef3a00. 00000020:00000001:1.0:1769074898.582251:0:11528:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1769074898.582255:0:11528:0:(mgc_request.c:1735:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1769074898.582260:0:11528:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982ba00b0400. 00000040:00000010:1.0:1769074898.582264:0:11528:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff982b8ae7ac00. 00000020:00000010:1.0:1769074898.582268:0:11528:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff982b855d0800. 00000020:00000010:1.0:1769074898.582273:0:11528:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff982b8ae7ae00. 80000000:00000010:1.0:1769074898.582276:0:11528:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff982b98412cc0. 00040000:00000010:1.0:1769074898.582311:0:11528:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff982b8ae7b600. 20000000:00000010:1.0:1769074898.582318:0:11528:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at ffff982b87ef2600. 00000020:00000010:1.0:1769074898.582323:0:11528:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b883d2c00. 10000000:00000010:1.0:1769074898.582326:0:11528:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at ffff982b99072f00. 10000000:01000000:1.0:1769074898.582330:0:11528:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.151@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:1.0:1769074898.582334:0:11528:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1769074898.582338:0:11528:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074898.582341:0:11528:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074898.582345:0:11528:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255800 refcount=3 00000020:00000001:1.0:1769074898.582347:0:11528:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602223104 : -114162107328512 : ffff982b90255800) 00010000:00000001:1.0:1769074898.582350:0:11528:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602223104 : -114162107328512 : ffff982b90255800) 00010000:00000001:1.0:1769074898.582354:0:11528:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074898.582361:0:11528:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.151@tcp lock: ffff982b90255800/0x5d432443066b75af lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf5b77ed682f5d996 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074898.582372:0:11528:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074898.582374:0:11528:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1769074898.582376:0:11528:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.151@tcp lock: ffff982b90255800/0x5d432443066b75af lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf5b77ed682f5d996 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074898.582383:0:11528:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074898.582384:0:11528:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074898.582386:0:11528:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1769074898.582387:0:11528:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1769074898.582390:0:11528:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1769074898.582393:0:11528:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1769074898.582396:0:11528:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1769074898.582398:0:11528:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff982b88a45800) refs 2 10000000:00000001:1.0:1769074898.582400:0:11528:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1769074898.582402:0:11528:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1769074898.582404:0:11528:0:(mgc_request.c:123:config_log_put()) log params(ffff982b85e2fc00) refs 3 10000000:00000001:1.0:1769074898.582407:0:11528:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1769074898.582408:0:11528:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1769074898.582411:0:11528:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1769074898.582412:0:11528:0:(mgc_request.c:1793:mgc_process_log()) Process entered 10000000:01000000:1.0:1769074898.582414:0:11528:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-sptlrpc-ffff982b87670000 from 1 10000000:00000001:1.0:1769074898.582417:0:11528:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1769074898.582419:0:11528:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1769074898.582431:0:11528:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b984aaa00. 00000020:00000040:1.0:1769074898.582436:0:11528:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:1.0:1769074898.582442:0:11528:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074898.582447:0:11528:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074898.582453:0:11528:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074898.582497:0:11528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b87ef2400. 00000100:00000001:0.0:1769074898.582510:0:11528:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074898.582517:0:11528:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1769074898.582520:0:11528:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1769074898.582528:0:11528:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020ce00 count: 2 00010000:00000001:0.0:1769074898.582532:0:11528:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074898.582535:0:11528:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1769074898.582540:0:11528:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b90255400. 00000020:00000001:0.0:1769074898.582546:0:11528:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1769074898.582549:0:11528:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b90255400 with handle 0x5d432443066b75b6 to hash 00000020:00000001:0.0:1769074898.582551:0:11528:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1769074898.582553:0:11528:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074898.582557:0:11528:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074898.582561:0:11528:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1769074898.582564:0:11528:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074898.582568:0:11528:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.151@tcp lock: ffff982b90255400/0x5d432443066b75b6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074898.582579:0:11528:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.151@tcp lock: ffff982b90255400/0x5d432443066b75b6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074898.582594:0:11528:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.151@tcp lock: ffff982b90255400/0x5d432443066b75b6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1769074898.582601:0:11528:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074898.582604:0:11528:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074898.582613:0:11528:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b985ec3c0. 00000100:00000001:0.0:1769074898.582615:0:11528:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911740203968 : -114161969347648 : ffff982b985ec3c0) 00000100:00000001:0.0:1769074898.582618:0:11528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074898.582620:0:11528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738886656 : -114161970664960 : ffff982b984aaa00) 00000100:00000001:0.0:1769074898.582626:0:11528:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074898.582631:0:11528:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074898.582634:0:11528:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074898.582635:0:11528:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074898.582650:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b984aaa00 x1855007613354240/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074898.582659:0:11528:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074898.582662:0:11528:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074898.582666:0:11528:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074898.582670:0:11528:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074898.582673:0:11528:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074898.582677:0:11528:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b984aaa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:61009b19-6c2d-431f-95c4-80fb0f04a0d4:11528:1855007613354240:192.168.204.151@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1769074898.582682:0:11528:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074898.582688:0:11528:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074898.582691:0:11528:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074898.582693:0:11528:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074898.582698:0:11528:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b85880c00. 02000000:00000001:0.0:1769074898.582700:0:11528:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074898.582712:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074898.582717:0:11528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b6370. 00000400:00000010:0.0:1769074898.582725:0:11528:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f110. 00000100:00000200:0.0:1769074898.582735:0:11528:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613354240, portal 25 00000100:00000001:0.0:1769074898.582738:0:11528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074898.582739:0:11528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738886656 : -114161970664960 : ffff982b984aaa00) 00000100:00000040:0.0:1769074898.582745:0:11528:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b984aaa00 x1855007613354240/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074914 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074898.582761:0:11528:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074898.582764:0:11528:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074898.582768:0:11528:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f990. 00000100:00000200:0.0:1769074898.582773:0:11528:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1855007613354240, offset 0 00000400:00000200:0.0:1769074898.582781:0:11528:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074898.582792:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074898.582802:0:11528:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074898.582809:0:11528:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074898.582815:0:11528:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074898.582832:0:11528:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074898.582836:0:11528:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074898.582841:0:11528:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15482:15482:256:4294967295] 192.168.204.151@tcp LPNI seq info [15482:15482:8:4294967295] 00000400:00000200:0.0:1769074898.582845:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074898.582857:0:11528:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074898.582865:0:11528:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074898.582872:0:11528:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08000. 00000800:00000200:0.0:1769074898.582880:0:11528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074898.582890:0:11528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074898.582896:0:11528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1769074898.582913:0:11528:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074898.582918:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074898.582921:0:11528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296564353 00000100:00000001:0.0:1769074898.582930:0:11528:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296564339 00000100:00000001:0.0:1769074898.582936:0:11528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296564353 00000100:00000001:0.0:1769074898.582940:0:11528:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296564339 00000100:00000001:0.0:1769074898.582943:0:11528:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074898.582946:0:11528:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074898.582950:0:11528:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074898.582952:0:11528:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074898.582956:0:11528:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985ec3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1769074898.582959:0:11528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074898.582963:0:11528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074898.583338:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074898.583344:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08000. 00000400:00000200:2.0:1769074898.583349:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074898.583358:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074898.583365:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f990 00000400:00000010:2.0:1769074898.583369:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f990. 00000100:00000001:2.0:1769074898.583374:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074898.583379:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b984aaa00 x1855007613354240/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074914 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074898.583390:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074898.583393:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b984aaa00 x1855007613354240/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074914 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074898.583400:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074898.583401:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074898.596154:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074898.596179:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074898.596184:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074898.596187:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074898.596213:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.596223:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074898.596233:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.596239:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.596247:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.596252:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 344 into portal 25 MB=0x6971e9dd98100 00000400:00000200:3.0:1769074898.596259:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074898.596267:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 344/344 into md 0x227cd [1] + 224 00000800:00000001:3.0:1769074898.596278:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074898.596337:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074898.596341:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074898.596347:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074898.596358:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074898.596372:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b984aaa00 x1855007613354240/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074914 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074898.596385:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff982b984aaa00 x1855007613354240/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074914 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074898.596397:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074898.596407:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074898.596411:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074898.596478:0:11528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074898.596489:0:11528:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074898.596492:0:11528:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074898.596497:0:11528:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6370. 00000400:00000200:0.0:1769074898.596503:0:11528:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f110 00000400:00000010:0.0:1769074898.596506:0:11528:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f110. 00000100:00000001:0.0:1769074898.596509:0:11528:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074898.596514:0:11528:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b984aaa00 x1855007613354240/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074914 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074898.596523:0:11528:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b984aaa00 x1855007613354240/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074914 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074898.596528:0:11528:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074898.596531:0:11528:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074898.596534:0:11528:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074898.596538:0:11528:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074898.596541:0:11528:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074898.596544:0:11528:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074898.596548:0:11528:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074898.596557:0:11528:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=20 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074898.596561:0:11528:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074898.596564:0:11528:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074898.596566:0:11528:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074898.596569:0:11528:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074898.596572:0:11528:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074898.596575:0:11528:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074898.596580:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b984aaa00 x1855007613354240/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074914 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074898.596587:0:11528:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074898.596591:0:11528:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074898.596593:0:11528:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074898.596597:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b984aaa00 x1855007613354240/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074914 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074898.596612:0:11528:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b984aaa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:61009b19-6c2d-431f-95c4-80fb0f04a0d4:11528:1855007613354240:192.168.204.151@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1769074898.596618:0:11528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074898.596621:0:11528:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074898.596624:0:11528:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1769074898.596626:0:11528:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074898.596629:0:11528:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b984aaa00 x1855007613354240/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074914 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074898.596637:0:11528:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769074898.596640:0:11528:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b985ec3c0. 00000100:00000001:0.0:1769074898.596644:0:11528:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1769074898.596646:0:11528:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074898.596649:0:11528:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1769074898.596652:0:11528:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074898.596656:0:11528:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074898.596659:0:11528:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255400 refcount=4 00000020:00000001:0.0:1769074898.596662:0:11528:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074898.596666:0:11528:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000040:0.0:1769074898.596675:0:11528:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b90255400, remote cookie: 0xf5b77ed682f5d99d, flags: 0x0 00010000:00000001:0.0:1769074898.596694:0:11528:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1769074898.596700:0:11528:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1769074898.596702:0:11528:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1769074898.596705:0:11528:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1769074898.596706:0:11528:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1769074898.596709:0:11528:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff982b9020ce00) refcount = 2 00010000:00000040:0.0:1769074898.596713:0:11528:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1769074898.596717:0:11528:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.204.151@tcp lock: ffff982b902ed400/0x5d432443066b75a8 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf5b77ed682f5d98f expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074898.596726:0:11528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.151@tcp lock: ffff982b90255400/0x5d432443066b75b6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf5b77ed682f5d99d expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074898.596735:0:11528:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1769074898.596737:0:11528:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1769074898.596739:0:11528:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1769074898.596743:0:11528:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1769074898.596746:0:11528:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074898.596749:0:11528:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.151@tcp lock: ffff982b90255400/0x5d432443066b75b6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf5b77ed682f5d99d expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1769074898.596755:0:11528:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1769074898.596757:0:11528:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074898.596759:0:11528:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074898.596760:0:11528:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074898.596761:0:11528:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074898.596763:0:11528:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074898.596766:0:11528:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074898.596769:0:11528:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b984aaa00 x1855007613354240/t0(0) o101->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 328/344 e 0 to 0 dl 1769074914 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074898.596776:0:11528:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074898.596779:0:11528:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074898.596783:0:11528:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b85880c00. 02000000:00000001:0.0:1769074898.596786:0:11528:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074898.596790:0:11528:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074898.596791:0:11528:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:0.0:1769074898.596794:0:11528:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074898.596797:0:11528:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b87ef2400. 02000000:00000001:0.0:1769074898.596802:0:11528:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074898.596805:0:11528:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074898.596807:0:11528:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b984aaa00. 00000100:00000001:0.0:1769074898.596812:0:11528:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074898.596813:0:11528:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1769074898.596978:0:11528:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1769074898.596983:0:11528:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1769074898.596986:0:11528:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff982b88a45800) refs 3 10000000:00000001:0.0:1769074898.596988:0:11528:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074898.596991:0:11528:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1769074898.596993:0:11528:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074898.596994:0:11528:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255400 refcount=3 00000020:00000001:0.0:1769074898.596996:0:11528:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074898.596999:0:11528:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:0.0:1769074898.597001:0:11528:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1769074898.597003:0:11528:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1769074898.597004:0:11528:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1769074898.597006:0:11528:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1769074898.597009:0:11528:0:(mgc_request.c:1679:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1769074898.597016:0:11528:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff982b99072b40. 00000020:00000010:0.0:1769074898.597020:0:11528:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b87ef2400. 00000020:00000010:0.0:1769074898.597027:0:11528:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff982b87ef2200. 00000040:00000010:0.0:1769074898.597034:0:11528:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff982b87ef2600. 00000020:00000010:0.0:1769074898.597040:0:11528:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff982b855d4800. 00000020:00000010:0.0:1769074898.597046:0:11528:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff982b87ef3a00. 80000000:00000010:0.0:1769074898.597051:0:11528:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff982b98412c00. 00040000:00000010:0.0:1769074898.597057:0:11528:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff982b88a44600. 20000000:00000010:0.0:1769074898.597063:0:11528:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at ffff982b8a3e1200. 10000000:00000040:0.0:1769074898.597068:0:11528:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff982b87fd7d80 : new refcount 2 00000020:00000001:0.0:1769074898.597072:0:11528:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1769074898.597074:0:11528:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:0.0:1769074898.597077:0:11528:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1769074898.597085:0:11528:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff982b8ace6c00. 00000040:00000001:0.0:1769074898.597091:0:11528:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1769074898.597094:0:11528:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000010:0.0:1769074898.597099:0:11528:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98583b80. 00000020:00000040:0.0:1769074898.597102:0:11528:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=5 obd=MGC192.168.204.151@tcp 00000100:00000001:0.0:1769074898.597108:0:11528:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074898.597112:0:11528:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074898.597119:0:11528:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074898.597127:0:11528:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff982b8ace7200. 00000100:00000001:0.0:1769074898.597135:0:11528:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074898.597141:0:11528:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1769074898.597143:0:11528:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1769074898.597150:0:11528:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b985ec3c0. 00000100:00000001:0.0:1769074898.597153:0:11528:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911740203968 : -114161969347648 : ffff982b985ec3c0) 00000100:00000001:0.0:1769074898.597156:0:11528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074898.597157:0:11528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739775872 : -114161969775744 : ffff982b98583b80) 00000100:00000001:0.0:1769074898.597163:0:11528:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074898.597182:0:11528:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074898.597185:0:11528:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1769074898.597187:0:11528:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074898.597202:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98583b80 x1855007613354368/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074898.597210:0:11528:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074898.597212:0:11528:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074898.597217:0:11528:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074898.597221:0:11528:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074898.597224:0:11528:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074898.597228:0:11528:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98583b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:61009b19-6c2d-431f-95c4-80fb0f04a0d4:11528:1855007613354368:192.168.204.151@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1769074898.597232:0:11528:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074898.597238:0:11528:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074898.597240:0:11528:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074898.597243:0:11528:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074898.597249:0:11528:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b85b70e00. 02000000:00000001:0.0:1769074898.597250:0:11528:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074898.597257:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074898.597260:0:11528:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b6370. 00000400:00000010:0.0:1769074898.597266:0:11528:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f110. 00000100:00000200:0.0:1769074898.597273:0:11528:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613354368, portal 25 00000100:00000001:0.0:1769074898.597275:0:11528:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074898.597276:0:11528:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739775872 : -114161969775744 : ffff982b98583b80) 00000100:00000040:0.0:1769074898.597471:0:11528:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98583b80 x1855007613354368/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074914 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074898.597480:0:11528:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074898.597483:0:11528:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074898.597487:0:11528:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f3b8. 00000100:00000200:0.0:1769074898.597492:0:11528:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1855007613354368, offset 0 00000400:00000200:0.0:1769074898.597500:0:11528:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074898.597509:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074898.597519:0:11528:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074898.597525:0:11528:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074898.597531:0:11528:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074898.597536:0:11528:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074898.597539:0:11528:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074898.597543:0:11528:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15483:15483:256:4294967295] 192.168.204.151@tcp LPNI seq info [15483:15483:8:4294967295] 00000400:00000200:0.0:1769074898.597547:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074898.597557:0:11528:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074898.597564:0:11528:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074898.597570:0:11528:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08a00. 00000800:00000200:0.0:1769074898.597578:0:11528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074898.597586:0:11528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074898.597591:0:11528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08a00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1769074898.597609:0:11528:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074898.597614:0:11528:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074898.597617:0:11528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296564368 00000100:00000001:0.0:1769074898.597627:0:11528:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296564353 00000100:00000001:0.0:1769074898.597633:0:11528:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296564368 00000100:00000001:0.0:1769074898.597636:0:11528:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296564353 00000100:00000001:0.0:1769074898.597640:0:11528:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074898.597643:0:11528:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074898.597645:0:11528:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074898.597648:0:11528:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1769074898.597650:0:11528:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b985ec3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1769074898.597652:0:11528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074898.597654:0:11528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074898.598787:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074898.598797:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08a00. 00000400:00000200:2.0:1769074898.598804:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074898.598814:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074898.598971:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f3b8 00000400:00000010:2.0:1769074898.598975:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f3b8. 00000100:00000001:2.0:1769074898.598980:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074898.598988:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b98583b80 x1855007613354368/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074914 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074898.599001:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074898.599005:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b98583b80 x1855007613354368/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074914 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074898.599012:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074898.599013:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074898.613320:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074898.613351:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074898.613357:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074898.613360:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074898.613377:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074898.613387:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074898.613400:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074898.613406:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074898.613412:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074898.613417:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 272 into portal 25 MB=0x6971e9dd98180 00000400:00000200:2.0:1769074898.613424:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074898.613431:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 272/272 into md 0x227d5 [1] + 224 00000800:00000001:2.0:1769074898.613441:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074898.613457:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074898.613461:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074898.613466:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074898.613477:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074898.613489:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b98583b80 x1855007613354368/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074914 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074898.613503:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff982b98583b80 x1855007613354368/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074914 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074898.613534:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074898.613546:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074898.613550:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074898.613983:0:11528:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074898.613995:0:11528:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074898.613997:0:11528:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074898.614002:0:11528:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6370. 00000400:00000200:1.0:1769074898.614007:0:11528:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f110 00000400:00000010:1.0:1769074898.614010:0:11528:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f110. 00000100:00000001:1.0:1769074898.614014:0:11528:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074898.614020:0:11528:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98583b80 x1855007613354368/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074914 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074898.614030:0:11528:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98583b80 x1855007613354368/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074914 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074898.614036:0:11528:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074898.614038:0:11528:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074898.614041:0:11528:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074898.614044:0:11528:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074898.614047:0:11528:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074898.614050:0:11528:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074898.614053:0:11528:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074898.614064:0:11528:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=20 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074898.614070:0:11528:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074898.614072:0:11528:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1769074898.614076:0:11528:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff982b98583b80 x1855007613354368/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074914 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074898.614082:0:11528:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1769074898.614085:0:11528:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:1.0:1769074898.614090:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98583b80 x1855007613354368/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074914 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074898.614096:0:11528:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:1.0:1769074898.614101:0:11528:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074898.614103:0:11528:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074898.614107:0:11528:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98583b80 x1855007613354368/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074914 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074898.614114:0:11528:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98583b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:61009b19-6c2d-431f-95c4-80fb0f04a0d4:11528:1855007613354368:192.168.204.151@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1769074898.614120:0:11528:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074898.614122:0:11528:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1769074898.614126:0:11528:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074898.614128:0:11528:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074898.614132:0:11528:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98583b80 x1855007613354368/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074914 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074898.614139:0:11528:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074898.614143:0:11528:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b985ec3c0. 00000100:00000001:1.0:1769074898.614147:0:11528:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074898.614148:0:11528:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1769074898.614152:0:11528:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:1.0:1769074898.614158:0:11528:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074898.614160:0:11528:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000020:00000001:1.0:1769074898.614163:0:11528:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1769074898.614165:0:11528:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074898.614168:0:11528:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98583b80 x1855007613354368/t0(0) o501->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 512/272 e 0 to 0 dl 1769074914 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074898.614175:0:11528:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769074898.614177:0:11528:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074898.614182:0:11528:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b85b70e00. 02000000:00000001:1.0:1769074898.614187:0:11528:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769074898.614188:0:11528:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074898.614189:0:11528:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:1.0:1769074898.614201:0:11528:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769074898.614204:0:11528:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b8ace7200. 02000000:00000001:1.0:1769074898.614211:0:11528:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769074898.614214:0:11528:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769074898.614216:0:11528:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98583b80. 00000100:00000001:1.0:1769074898.614220:0:11528:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769074898.614221:0:11528:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:1.0:1769074898.614225:0:11528:0:(llog.c:1547:llog_open()) MGC192.168.204.151@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:1.0:1769074898.614230:0:11528:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff982b8ace6c00. 00000040:00000001:1.0:1769074898.614233:0:11528:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:1.0:1769074898.614236:0:11528:0:(obd_config.c:2023:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:1.0:1769074898.614240:0:11528:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:1.0:1769074898.614250:0:11528:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff982b87ef2200. 00000040:00000010:1.0:1769074898.614257:0:11528:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff982b87ef2600. 00000020:00000010:1.0:1769074898.614262:0:11528:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff982b855d4800. 00000020:00000010:1.0:1769074898.614270:0:11528:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff982b87ef3a00. 80000000:00000010:1.0:1769074898.614277:0:11528:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff982b98412c00. 00040000:00000010:1.0:1769074898.614334:0:11528:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff982b88a44600. 20000000:00000010:1.0:1769074898.614341:0:11528:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at ffff982b8a3e1200. 00000020:00000010:1.0:1769074898.614346:0:11528:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff982b87ef2400. 10000000:00000010:1.0:1769074898.614349:0:11528:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at ffff982b99072b40. 10000000:01000000:1.0:1769074898.614353:0:11528:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.151@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:1.0:1769074898.614357:0:11528:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1769074898.614360:0:11528:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074898.614363:0:11528:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074898.614367:0:11528:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90255400 refcount=3 00000020:00000001:1.0:1769074898.614370:0:11528:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:1.0:1769074898.614373:0:11528:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911602222080 : -114162107329536 : ffff982b90255400) 00010000:00000001:1.0:1769074898.614376:0:11528:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074898.614383:0:11528:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.151@tcp lock: ffff982b90255400/0x5d432443066b75b6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf5b77ed682f5d99d expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074898.614393:0:11528:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074898.614395:0:11528:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1769074898.614397:0:11528:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.151@tcp lock: ffff982b90255400/0x5d432443066b75b6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf5b77ed682f5d99d expref: -99 pid: 11528 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074898.614403:0:11528:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074898.614405:0:11528:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074898.614406:0:11528:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1769074898.614408:0:11528:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1769074898.614410:0:11528:0:(mgc_request.c:1915:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:1.0:1769074898.614413:0:11528:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1769074898.614416:0:11528:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1769074898.614418:0:11528:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff982b88a45800) refs 3 10000000:00000001:1.0:1769074898.614420:0:11528:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:2.0:1769074899.226459:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074899.226470:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074899.226479:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074899.226480:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074899.226516:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074899.226519:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074899.226523:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074900.251251:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074900.251260:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074900.251268:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074900.251269:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074900.252413:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074900.252420:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074900.252426:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074901.277595:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074901.277606:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074901.277615:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074901.277616:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074901.277652:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074901.277655:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074901.277658:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074902.299848:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074902.299858:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074902.299868:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074902.299869:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074902.299994:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074902.299998:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074902.300002:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074902.428207:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074902.428226:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074902.428229:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:0.0:1769074902.428236:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074902.428239:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074902.428244:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074902.428247:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074902.432835:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769074902.432850:0:27795:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1769074902.432867:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b984a9f80. 00000020:00000040:1.0:1769074902.432876:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:1.0:1769074902.432883:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074902.432888:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074902.432895:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074902.432907:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b98b34000. 00000100:00000001:1.0:1769074902.432917:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074902.432935:0:27795:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b984a9f80 x1855007613354496/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769074902.432948:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074902.434838:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074902.434879:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000284c0161] to pc [ptlrpcd_00_00+0] req@ffff982b984a9f80 x1855007613354496/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074902.434925:0:27795:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769074902.434929:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level REPLAY/5 force 0 force_next 1 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769074902.434934:0:27795:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY) 00000100:00000040:1.0:1769074902.434937:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1769074902.434941:0:27795:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1769074902.434944:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1769074902.434947:0:27795:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1769074902.435215:0:27795:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1896) 00000100:00000001:1.0:1769074902.435240:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1769074902.435246:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1769074902.435248:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074902.435258:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074902.435261:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074902.435264:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074902.435266:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074902.435269:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074902.435277:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b984a9f80 x1855007613354496/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074902.435305:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074902.435308:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074902.435315:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074902.435320:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074902.435323:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074902.435329:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b984a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2365:1855007613354496:192.168.204.151@tcp:400:kworker.0 00000100:00000001:1.0:1769074902.435333:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074902.435342:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074902.435345:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074902.435348:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074902.435358:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b85016600. 02000000:00000001:1.0:1769074902.435361:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074902.435372:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074902.435377:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e479a0. 00000400:00000010:1.0:1769074902.435386:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8aa0. 00000100:00000200:1.0:1769074902.435396:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613354496, portal 25 00000100:00000001:1.0:1769074902.435399:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074902.435400:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738883968 : -114161970667648 : ffff982b984a9f80) 00000100:00000040:1.0:1769074902.435407:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b984a9f80 x1855007613354496/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074902.435415:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074902.435417:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074902.435420:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8198. 00000100:00000200:1.0:1769074902.435424:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613354496, offset 0 00000400:00000200:1.0:1769074902.435432:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074902.435443:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074902.435452:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074902.435460:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074902.435465:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074902.435468:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074902.435472:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074902.435476:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15484:15484:256:4294967295] 192.168.204.151@tcp LPNI seq info [15484:15484:8:4294967295] 00000400:00000200:1.0:1769074902.435480:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074902.435490:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074902.435499:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074902.435504:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b98b34900. 00000800:00000200:1.0:1769074902.435513:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074902.435522:0:2365:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074902.435528:0:2365:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b98b34900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1769074902.435551:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074902.435556:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074902.435560:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296568206 00000100:00000001:1.0:1769074902.435569:0:2365:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296564368 00000100:00000001:1.0:1769074902.435574:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296568206 00000100:00000001:1.0:1769074902.435577:0:2365:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296564368 00000100:00000001:1.0:1769074902.435581:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074902.435584:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074902.435588:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074902.435591:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074902.436426:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074902.436434:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074902.438184:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074902.438197:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b98b34900. 00000400:00000200:2.0:1769074902.438212:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074902.438227:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074902.438239:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8198 00000400:00000010:2.0:1769074902.438243:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8198. 00000100:00000001:2.0:1769074902.438250:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074902.438259:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b984a9f80 x1855007613354496/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074902.438275:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074902.438296:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b984a9f80 x1855007613354496/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074918 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074902.438305:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074902.438307:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074902.442151:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074902.442178:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074902.442186:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074902.442189:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074902.442207:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074902.442218:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074902.442228:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074902.442234:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074902.442241:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074902.442246:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 25 MB=0x6971e9dd98200 00000400:00000200:2.0:1769074902.442252:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074902.442261:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 224/224 into md 0x227dd [1] + 224 00000800:00000001:2.0:1769074902.442271:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074902.442332:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074902.442337:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074902.442343:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074902.442354:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074902.442368:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b984a9f80 x1855007613354496/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074918 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074902.442381:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b984a9f80 x1855007613354496/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074902.442404:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074902.442415:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074902.442419:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074902.442642:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074902.442648:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074902.442658:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074902.442660:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074902.442665:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e479a0. 00000400:00000200:1.0:1769074902.442671:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8aa0 00000400:00000010:1.0:1769074902.442674:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8aa0. 00000100:00000001:1.0:1769074902.442677:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074902.442683:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b984a9f80 x1855007613354496/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074902.442691:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b984a9f80 x1855007613354496/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074918 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074902.442697:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074902.442700:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074902.442703:0:2365:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074902.442708:0:2365:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074902.442712:0:2365:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074902.442714:0:2365:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074902.442718:0:2365:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074902.442728:0:2365:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=24 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074902.442732:0:2365:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074902.442736:0:2365:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074902.442737:0:2365:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074902.442741:0:2365:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074902.442744:0:2365:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074902.442747:0:2365:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074902.442753:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b984a9f80 x1855007613354496/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074918 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074902.442760:0:2365:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074902.442764:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074902.442767:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074902.442771:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b984a9f80 x1855007613354496/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074918 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074902.442785:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b984a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2365:1855007613354496:192.168.204.151@tcp:400:kworker.0 00000100:00000001:1.0:1769074902.442792:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074902.442794:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074902.442808:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b984a9f80 x1855007613354496/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074918 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074902.442816:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769074902.442819:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074902.442824:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b85016600. 02000000:00000001:1.0:1769074902.442828:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769074902.442831:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074902.442833:0:2365:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:1.0:1769074902.442835:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769074902.442839:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b98b34000. 02000000:00000001:1.0:1769074902.442843:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769074902.442845:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769074902.442848:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b984a9f80. 00000100:00000001:1.0:1769074902.442852:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769074902.442854:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074902.442857:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074902.442872:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074902.442876:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074902.442878:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074902.442881:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074903.323330:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074903.323340:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074903.323347:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074903.323349:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074903.323388:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769074903.323393:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074903.323396:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1769074903.538782:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074903.538799:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074903.538803:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074903.538806:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074903.538817:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074903.538836:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074903.538843:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074903.538848:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074903.538854:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074903.538858:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 10 MB=0x6971e9dd92080 00000400:00000200:2.0:1769074903.538864:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074903.538870:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 224/224 into md 0x22765 [1] + 0 00000800:00000001:2.0:1769074903.538878:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074903.538887:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074903.538890:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074903.538894:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074903.538901:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074903.538911:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/224 e 2 to 0 dl 1769074913 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00001000:2.0:1769074903.538923:0:2359:0:(events.c:122:reply_in_callback()) @@@ Early reply received, mlen=224 offset=0 replen=224 replied=0 unlinked=0 req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/224 e 2 to 0 dl 1769074913 ref 2 fl Rpc:Q/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074903.538943:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074903.538952:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074903.538956:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074903.539496:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074903.539505:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074903.539510:0:2363:0:(client.c:518:ptlrpc_at_recv_early_reply()) Process entered 02000000:00000001:0.0:1769074903.539512:0:2363:0:(sec.c:1233:sptlrpc_cli_unwrap_early_reply()) Process entered 00000100:00000010:0.0:1769074903.539522:0:2363:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98581f80. 02000000:00000010:0.0:1769074903.539532:0:2363:0:(sec.c:1243:sptlrpc_cli_unwrap_early_reply()) kmalloced '(early_buf)': 256 at ffff982b84a08100. 02000000:00000001:0.0:1769074903.539536:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074903.539538:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074903.539541:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074903.539551:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074903.539564:0:2363:0:(sec.c:1301:sptlrpc_cli_unwrap_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074903.539571:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=6 v=5 (1 0 0 0) 02000000:00000010:0.0:1769074903.539577:0:2363:0:(sec.c:1324:sptlrpc_cli_finish_early_reply()) kvfree 'early_req->rq_repbuf': 256 at ffff982b84a08100. 00000100:00000010:0.0:1769074903.539583:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98581f80. 00000100:00001000:0.0:1769074903.539598:0:2363:0:(client.c:568:ptlrpc_at_recv_early_reply()) @@@ Early reply #3, new deadline in 22s (12s) req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/224 e 3 to 0 dl 1769074925 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074903.539607:0:2363:0:(client.c:570:ptlrpc_at_recv_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074903.539610:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074903.539613:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074904.348572:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074904.348582:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074904.348590:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074904.348591:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074904.348774:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074904.348779:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074904.348782:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074905.370400:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074905.370587:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074905.370590:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074905.370600:0:21410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074905.370602:0:21410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074905.370604:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074905.370611:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074905.370613:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074905.370616:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074905.370619:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074905.370624:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074905.370626:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074905.371091:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074905.371097:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074905.371100:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1769074905.872056:0:31749:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074906.319889:0:31769:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0251fd08 00000080:00200008:2.0:1769074906.319902:0:31769:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff982b90dbe3c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1769074906.319912:0:31769:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1769074906.319914:0:31769:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0251fc80 00000080:00200000:2.0:1769074906.319916:0:31769:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:2.0:1769074906.319924:0:31769:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b83d9ec00. 00800000:00000002:2.0:1769074906.319930:0:31769:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:2.0:1769074906.319935:0:31769:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1769074906.319940:0:31769:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1769074906.319943:0:31769:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0251fba0 00800000:00000002:2.0:1769074906.319946:0:31769:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1769074906.319950:0:31769:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1769074906.319956:0:31769:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1769074906.319962:0:31769:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1769074906.319963:0:31769:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0251fa70 00000002:00010000:2.0:1769074906.319965:0:31769:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1769074906.319969:0:31769:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1769074906.319971:0:31769:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074906.319975:0:31769:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1769074906.319982:0:31769:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074906.319985:0:31769:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074906.319987:0:31769:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074906.319989:0:31769:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1769074906.319992:0:31769:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1769074906.319997:0:31769:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037a300. 00000020:00000040:2.0:1769074906.320002:0:31769:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=54 obd=lustre-MDT0000-mdc-ffff982b858dd800 00010000:00000001:2.0:1769074906.320009:0:31769:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1769074906.320015:0:31769:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074906.320021:0:31769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074906.320023:0:31769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074906.320024:0:31769:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074906.320028:0:31769:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074906.320031:0:31769:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074906.320036:0:31769:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074906.320042:0:31769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90212400. 00000100:00000001:2.0:1769074906.320048:0:31769:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074906.320054:0:31769:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074906.320056:0:31769:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074906.320057:0:31769:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1769074906.320058:0:31769:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074906.320060:0:31769:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074906.320076:0:31769:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446629911603421952 : -114162106129664 : ffff982b9037a300) 00010000:00000001:2.0:1769074906.320080:0:31769:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1769074906.320082:0:31769:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1769074906.320086:0:31769:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff982b86036100. 00010000:00000010:2.0:1769074906.320091:0:31769:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff982b8917c080. 00010000:00000001:2.0:1769074906.320095:0:31769:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1769074906.320098:0:31769:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff982b90341200. 00000020:00000001:2.0:1769074906.320102:0:31769:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1769074906.320104:0:31769:0:(lustre_handles.c:77:class_handle_hash()) added object ffff982b90341200 with handle 0x5d432443066b75bd to hash 00000020:00000001:2.0:1769074906.320106:0:31769:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1769074906.320108:0:31769:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:2.0:1769074906.320112:0:31769:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:2.0:1769074906.320116:0:31769:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074906.320118:0:31769:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074906.320122:0:31769:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341200/0x5d432443066b75bd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31769 initiator: MDT0 00010000:00010000:2.0:1769074906.320132:0:31769:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341200/0x5d432443066b75bd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31769 initiator: MDT0 00010000:00010000:2.0:1769074906.320143:0:31769:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341200/0x5d432443066b75bd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31769 initiator: MDT0 00000100:00000001:2.0:1769074906.320149:0:31769:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1769074906.320151:0:31769:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1769074906.320157:0:31769:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b8725ea80. 00000100:00000001:2.0:1769074906.320159:0:31769:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911451265664 : -114162258285952 : ffff982b8725ea80) 00000100:00000001:2.0:1769074906.320162:0:31769:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074906.320164:0:31769:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603421952 : -114162106129664 : ffff982b9037a300) 00000100:00000001:2.0:1769074906.320169:0:31769:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074906.320172:0:31769:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074906.320174:0:31769:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1769074906.320176:0:31769:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074906.320187:0:31769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037a300 x1855007613354624/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074906.320196:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074906.320198:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769074906.320202:0:31769:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != REPLAY) req@ffff982b9037a300 x1855007613354624/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074906.320208:0:31769:0:(client.c:1834:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074906.320211:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074906.320213:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074906.320215:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:2.0:1769074906.320218:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074906.320221:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074906.320222:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074906.320223:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074906.320226:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074906.396097:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074906.396104:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074906.396112:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074906.396115:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074906.396118:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074906.396121:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074906.396124:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074906.396127:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074906.396129:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074906.396132:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074906.396231:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074906.396235:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074906.396239:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074907.354436:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074907.354444:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074907.354446:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074907.354451:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:2.0:1769074907.354455:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074907.354459:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074907.354462:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074907.354465:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074907.354467:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074907.418572:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074907.418579:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074907.418585:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074907.418586:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074907.420637:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074907.420644:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074907.420649:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1769074907.547137:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074907.547150:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074907.547164:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90373480. 00000020:00000040:3.0:1769074907.547171:0:37:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:3.0:1769074907.547176:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074907.547180:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074907.547197:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074907.547206:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b99652500. 00000100:00000001:3.0:1769074907.547212:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074907.547224:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b90373480 x1855007613354752/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074907.547235:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074907.547239:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074907.547245:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001e13d9f] to pc [ptlrpcd_01_00+0] req@ffff982b90373480 x1855007613354752/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.547306:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769074907.547309:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level REPLAY/5 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074907.547313:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY) 00000100:00000040:3.0:1769074907.547316:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074907.547319:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074907.547322:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074907.547326:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074907.547332:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1901) 00000100:00000001:2.0:1769074907.547606:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074907.547611:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074907.547613:0:2366:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074907.547620:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90373480 x1855007613354752/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074907.547627:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074907.547630:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074907.547634:0:2366:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074907.547637:0:2366:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074907.547640:0:2366:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074907.547644:0:2366:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90373480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2366:1855007613354752:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074907.547649:0:2366:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074907.547654:0:2366:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074907.547657:0:2366:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074907.547660:0:2366:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074907.547665:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b83d9f200. 02000000:00000001:2.0:1769074907.547667:0:2366:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074907.547676:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074907.547681:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7e580. 00000400:00000010:2.0:1769074907.547688:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f880. 00000100:00000200:2.0:1769074907.547696:0:2366:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613354752, portal 25 00000100:00000001:2.0:1769074907.547699:0:2366:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074907.547700:0:2366:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603393664 : -114162106157952 : ffff982b90373480) 00000100:00000040:2.0:1769074907.547705:0:2366:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90373480 x1855007613354752/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074907.547711:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074907.547714:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074907.547717:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897fdd0. 00000100:00000200:2.0:1769074907.547720:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613354752, offset 0 00000400:00000200:2.0:1769074907.547727:0:2366:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074907.547736:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074907.547745:0:2366:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074907.547751:0:2366:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074907.547756:0:2366:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074907.547759:0:2366:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074907.547762:0:2366:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074907.547766:0:2366:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15485:15485:256:4294967295] 192.168.204.151@tcp LPNI seq info [15485:15485:8:4294967295] 00000400:00000200:2.0:1769074907.547770:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074907.547779:0:2366:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074907.547786:0:2366:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074907.547791:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73f400. 00000800:00000200:2.0:1769074907.547798:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074907.547805:0:2366:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074907.547811:0:2366:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73f400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074907.547834:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074907.547839:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074907.547842:0:2366:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296573318 00000100:00000001:2.0:1769074907.547848:0:2366:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296568206 00000100:00000001:2.0:1769074907.547852:0:2366:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296573318 00000100:00000001:2.0:1769074907.547855:0:2366:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296568206 00000100:00000001:2.0:1769074907.547858:0:2366:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074907.547862:0:2366:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074907.547864:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074907.547867:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074907.547876:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074907.547878:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1769074907.547880:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074907.547881:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074907.547883:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074907.547885:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074907.547894:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074907.547896:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074907.549334:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074907.549343:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73f400. 00000400:00000200:3.0:1769074907.549349:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074907.549356:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074907.549363:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897fdd0 00000400:00000010:3.0:1769074907.549365:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897fdd0. 00000100:00000001:3.0:1769074907.549369:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074907.549377:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90373480 x1855007613354752/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.549387:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074907.549390:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90373480 x1855007613354752/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074923 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.549397:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.549399:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074907.562829:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074907.562859:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074907.562864:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074907.562867:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074907.562877:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074907.562885:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074907.562895:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074907.562900:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074907.562907:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074907.562911:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 25 MB=0x6971e9dd98300 00000400:00000200:2.0:1769074907.562918:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074907.562924:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 224/224 into md 0x227e5 [1] + 224 00000800:00000001:2.0:1769074907.563001:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074907.563017:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074907.563021:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074907.563121:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074907.563129:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074907.563138:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90373480 x1855007613354752/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074923 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074907.563150:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b90373480 x1855007613354752/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074907.563176:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074907.563188:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074907.563193:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074907.563261:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074907.563267:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074907.563275:0:2366:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074907.563277:0:2366:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074907.563302:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7e580. 00000400:00000200:3.0:1769074907.563308:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f880 00000400:00000010:3.0:1769074907.563312:0:2366:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f880. 00000100:00000001:3.0:1769074907.563316:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074907.563322:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90373480 x1855007613354752/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074907.563332:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90373480 x1855007613354752/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074923 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.563338:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074907.563341:0:2366:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074907.563343:0:2366:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074907.563346:0:2366:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074907.563349:0:2366:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074907.563352:0:2366:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074907.563355:0:2366:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074907.563364:0:2366:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=29 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074907.563368:0:2366:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074907.563370:0:2366:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074907.563372:0:2366:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074907.563375:0:2366:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074907.563377:0:2366:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.563380:0:2366:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074907.563386:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90373480 x1855007613354752/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.563392:0:2366:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074907.563396:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074907.563398:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074907.563402:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90373480 x1855007613354752/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074923 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074907.563409:0:2366:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90373480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2366:1855007613354752:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1769074907.563414:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074907.563417:0:2366:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074907.563419:0:2366:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90373480 x1855007613354752/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074923 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074907.563432:0:2366:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074907.563435:0:2366:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074907.563439:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b83d9f200. 02000000:00000001:3.0:1769074907.563444:0:2366:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074907.563446:0:2366:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074907.563449:0:2366:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:3.0:1769074907.563451:0:2366:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074907.563454:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99652500. 02000000:00000001:3.0:1769074907.563458:0:2366:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074907.563460:0:2366:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074907.563462:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90373480. 00000100:00000001:3.0:1769074907.563466:0:2366:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074907.563467:0:2366:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074907.563470:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074907.563479:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074907.563480:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074907.563482:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074907.563484:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074908.379351:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074908.379365:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074908.379367:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074908.379375:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:2.0:1769074908.379379:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074908.379384:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074908.379386:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074908.379389:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074908.379392:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074908.442420:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074908.442428:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074908.442434:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074908.442436:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074908.451343:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074908.451350:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074908.451355:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074908.570422:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074908.570436:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074908.570439:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=12 : 12 : c) 00000100:00000001:0.0:1769074908.570445:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074908.570448:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074908.570452:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074908.570455:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074909.402485:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074909.402494:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074909.402496:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074909.402501:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:2.0:1769074909.402505:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074909.402509:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074909.402511:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074909.402514:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074909.402516:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074909.466824:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074909.466833:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074909.466840:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074909.466841:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074909.469723:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074909.469733:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074909.469740:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074910.427157:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074910.427165:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074910.427167:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074910.427172:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:2.0:1769074910.427176:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074910.427179:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074910.427182:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074910.427184:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074910.427186:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074910.493815:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074910.493824:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074910.493831:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074910.493833:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074910.493925:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074910.493929:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074910.493932:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074911.450545:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074911.450553:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074911.450556:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074911.450563:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:2.0:1769074911.450567:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074911.450572:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074911.450575:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074911.450577:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074911.450580:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074911.514903:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074911.514912:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074911.514918:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074911.515173:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074911.516623:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074911.516629:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074911.516634:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074912.474480:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074912.474488:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074912.474489:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074912.474494:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:2.0:1769074912.474498:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074912.474501:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074912.474503:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074912.474505:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074912.474508:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074912.538456:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074912.538463:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074912.538469:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074912.538470:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074912.538544:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074912.538548:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074912.538551:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1769074912.666624:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074912.666633:0:27795:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074912.666645:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90373480. 00000020:00000040:3.0:1769074912.666650:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:3.0:1769074912.666655:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074912.666658:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074912.666662:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074912.666670:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b99652500. 00000100:00000001:3.0:1769074912.666677:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074912.666689:0:27795:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b90373480 x1855007613354880/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074912.666701:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074912.666705:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074912.666711:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001e13d9f] to pc [ptlrpcd_01_01+1] req@ffff982b90373480 x1855007613354880/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074912.666752:0:27795:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769074912.666755:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level REPLAY/5 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074912.666759:0:27795:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY) 00000100:00000040:3.0:1769074912.666762:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074912.666765:0:27795:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074912.666767:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074912.666770:0:27795:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074912.666774:0:27795:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1907) 00000100:00000001:3.0:1769074912.666785:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1769074912.666789:0:2366:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1769074912.666791:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074912.666798:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074912.666800:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074912.666802:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074912.666804:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074912.666806:0:2366:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074912.666812:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90373480 x1855007613354880/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074912.666819:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074912.666821:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074912.666825:0:2366:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074912.666828:0:2366:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074912.666831:0:2366:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074912.666834:0:2366:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90373480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2366:1855007613354880:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1769074912.666838:0:2366:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074912.666843:0:2366:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074912.666845:0:2366:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074912.666848:0:2366:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074912.666853:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b88306400. 02000000:00000001:3.0:1769074912.666855:0:2366:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074912.666864:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074912.666868:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7478. 00000400:00000010:3.0:1769074912.666874:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6660. 00000100:00000200:3.0:1769074912.666881:0:2366:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613354880, portal 25 00000100:00000001:3.0:1769074912.666883:0:2366:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074912.666884:0:2366:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603393664 : -114162106157952 : ffff982b90373480) 00000100:00000040:3.0:1769074912.666889:0:2366:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90373480 x1855007613354880/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074912.666895:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074912.666898:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074912.666900:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6220. 00000100:00000200:3.0:1769074912.666903:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613354880, offset 0 00000400:00000200:3.0:1769074912.666909:0:2366:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074912.666917:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074912.666924:0:2366:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074912.666930:0:2366:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074912.666934:0:2366:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074912.666937:0:2366:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074912.666940:0:2366:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074912.666944:0:2366:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15486:15486:256:4294967295] 192.168.204.151@tcp LPNI seq info [15486:15486:8:4294967295] 00000400:00000200:3.0:1769074912.666948:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074912.666971:0:2366:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074912.666977:0:2366:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074912.666982:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652700. 00000800:00000200:3.0:1769074912.666988:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074912.666996:0:2366:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074912.667000:0:2366:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074912.667011:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074912.667015:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074912.667018:0:2366:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296578437 00000100:00000001:3.0:1769074912.667025:0:2366:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296573318 00000100:00000001:3.0:1769074912.667029:0:2366:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296578437 00000100:00000001:3.0:1769074912.667033:0:2366:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296573318 00000100:00000001:3.0:1769074912.667036:0:2366:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074912.667039:0:2366:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074912.667042:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074912.667044:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074912.669226:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074912.669234:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074912.669835:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074912.669842:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652700. 00000400:00000200:3.0:1769074912.669848:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074912.669857:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074912.669864:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6220 00000400:00000010:3.0:1769074912.669867:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6220. 00000100:00000001:3.0:1769074912.669873:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074912.669881:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90373480 x1855007613354880/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074912.669894:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074912.669898:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90373480 x1855007613354880/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074928 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074912.669905:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074912.669907:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074912.672944:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074912.672979:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074912.672984:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074912.672987:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074912.673001:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074912.673010:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074912.673020:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074912.673025:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074912.673033:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074912.673037:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 25 MB=0x6971e9dd98380 00000400:00000200:2.0:1769074912.673043:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074912.673051:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 224/224 into md 0x227f5 [1] + 224 00000800:00000001:2.0:1769074912.673061:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074912.673084:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074912.673089:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074912.673094:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074912.673102:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074912.673113:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90373480 x1855007613354880/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074928 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074912.673125:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b90373480 x1855007613354880/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074912.673147:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074912.673158:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074912.673162:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074912.673583:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074912.673589:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074912.673596:0:2366:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074912.673599:0:2366:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074912.673603:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7478. 00000400:00000200:3.0:1769074912.673609:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6660 00000400:00000010:3.0:1769074912.673612:0:2366:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6660. 00000100:00000001:3.0:1769074912.673616:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074912.673622:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90373480 x1855007613354880/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074912.673631:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90373480 x1855007613354880/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074928 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074912.673639:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074912.673640:0:2366:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074912.673643:0:2366:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074912.673647:0:2366:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074912.673650:0:2366:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074912.673652:0:2366:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074912.673656:0:2366:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074912.673664:0:2366:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=34 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074912.673668:0:2366:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074912.673671:0:2366:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074912.673673:0:2366:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074912.673676:0:2366:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074912.673679:0:2366:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074912.673694:0:2366:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074912.673700:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90373480 x1855007613354880/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074928 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074912.673707:0:2366:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074912.673710:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074912.673713:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074912.673717:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90373480 x1855007613354880/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074928 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074912.673725:0:2366:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90373480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2366:1855007613354880:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1769074912.673730:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074912.673733:0:2366:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074912.673736:0:2366:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90373480 x1855007613354880/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074928 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074912.673744:0:2366:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074912.673746:0:2366:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074912.673750:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b88306400. 02000000:00000001:3.0:1769074912.673755:0:2366:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074912.673758:0:2366:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074912.673761:0:2366:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:3.0:1769074912.673763:0:2366:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074912.673766:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99652500. 02000000:00000001:3.0:1769074912.673770:0:2366:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074912.673773:0:2366:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074912.673775:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90373480. 00000100:00000001:3.0:1769074912.673779:0:2366:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074912.673780:0:2366:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074912.673783:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074912.673791:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074912.673793:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074912.673795:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074912.673797:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074913.500379:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074913.500387:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074913.500389:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074913.500406:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:2.0:1769074913.500410:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074913.500415:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074913.500417:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074913.500419:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074913.500422:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074913.562672:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074913.562680:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074913.562686:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074913.562687:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074913.563131:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074913.563135:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074913.563139:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074914.523132:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074914.523140:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074914.523142:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074914.523148:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:2.0:1769074914.523152:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074914.523156:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074914.523159:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074914.523161:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074914.523164:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074914.586452:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074914.586458:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074914.586464:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074914.586466:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074914.586569:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074914.586574:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074914.586577:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1769074915.309019:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074915.309039:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074915.309145:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074915.309151:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074915.309163:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074915.309172:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074915.309180:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074915.309186:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074915.309193:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074915.309197:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 10 MB=0x6971e9dd92080 00000400:00000200:3.0:1769074915.309203:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074915.309210:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 224/224 into md 0x22765 [1] + 0 00000800:00000001:3.0:1769074915.309219:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074915.309227:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074915.309230:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074915.309234:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074915.309243:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074915.309254:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/224 e 3 to 0 dl 1769074925 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00001000:3.0:1769074915.309267:0:2358:0:(events.c:122:reply_in_callback()) @@@ Early reply received, mlen=224 offset=0 replen=224 replied=0 unlinked=0 req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/224 e 3 to 0 dl 1769074925 ref 2 fl Rpc:Q/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074915.309341:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074915.309351:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074915.309355:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074915.311124:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074915.311131:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074915.311135:0:2363:0:(client.c:518:ptlrpc_at_recv_early_reply()) Process entered 02000000:00000001:0.0:1769074915.311138:0:2363:0:(sec.c:1233:sptlrpc_cli_unwrap_early_reply()) Process entered 00000100:00000010:0.0:1769074915.311148:0:2363:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98581f80. 02000000:00000010:0.0:1769074915.311157:0:2363:0:(sec.c:1243:sptlrpc_cli_unwrap_early_reply()) kmalloced '(early_buf)': 256 at ffff982b84a08100. 02000000:00000001:0.0:1769074915.311161:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074915.311163:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074915.311166:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074915.311174:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074915.311176:0:2363:0:(sec.c:1301:sptlrpc_cli_unwrap_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074915.311182:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=18 v=5 (1 0 0 0) 02000000:00000010:0.0:1769074915.311187:0:2363:0:(sec.c:1324:sptlrpc_cli_finish_early_reply()) kvfree 'early_req->rq_repbuf': 256 at ffff982b84a08100. 00000100:00000010:0.0:1769074915.311193:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98581f80. 00000100:00001000:0.0:1769074915.311217:0:2363:0:(client.c:568:ptlrpc_at_recv_early_reply()) @@@ Early reply #4, new deadline in 22s (12s) req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/224 e 4 to 0 dl 1769074937 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074915.311226:0:2363:0:(client.c:570:ptlrpc_at_recv_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074915.311228:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074915.311231:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074915.546511:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074915.546520:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074915.546522:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074915.546531:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:2.0:1769074915.546535:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074915.546539:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074915.546543:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074915.546546:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074915.546549:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074915.610606:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074915.610617:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074915.610620:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074915.610626:0:21410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074915.610628:0:21410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074915.610630:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074915.610635:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074915.610638:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074915.610640:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074915.610642:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074915.610646:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074915.610647:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074915.610740:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074915.610743:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074915.610746:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074916.570390:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074916.570398:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074916.570400:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074916.570407:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:2.0:1769074916.570411:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074916.570415:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074916.570418:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074916.570420:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074916.570423:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074916.634391:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074916.634399:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074916.634405:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074916.634409:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074916.634411:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074916.634414:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074916.634417:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074916.634419:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074916.634421:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074916.634423:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074916.634704:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074916.634709:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074916.634712:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074917.594427:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074917.594436:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074917.594438:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074917.594445:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:2.0:1769074917.594450:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074917.594454:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074917.594457:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074917.594460:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074917.594463:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074917.662246:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074917.662253:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074917.662258:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074917.662259:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074917.664984:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074917.664992:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074917.665000:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1769074917.786430:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769074917.786440:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1769074917.786452:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b984a9f80. 00000020:00000040:1.0:1769074917.786459:0:37:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:1.0:1769074917.786463:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074917.786466:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074917.786473:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074917.786483:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b98b34e00. 00000100:00000001:1.0:1769074917.786490:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074917.786503:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b984a9f80 x1855007613355008/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769074917.786515:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074917.786520:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074917.786527:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000284c0161] to pc [ptlrpcd_00_01+1] req@ffff982b984a9f80 x1855007613355008/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074917.786566:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769074917.786570:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level REPLAY/5 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769074917.786573:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY) 00000100:00000040:1.0:1769074917.786576:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1769074917.786579:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1769074917.786583:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1769074917.786587:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1769074917.786592:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1912) 00000100:00000001:1.0:1769074917.786607:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1769074917.786611:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1769074917.786614:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074917.786622:0:2364:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074917.786624:0:2364:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074917.786626:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074917.786628:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074917.786631:0:2364:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074917.786637:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b984a9f80 x1855007613355008/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074917.786645:0:2364:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074917.786647:0:2364:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074917.786651:0:2364:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074917.786655:0:2364:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074917.786658:0:2364:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074917.786661:0:2364:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b984a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2364:1855007613355008:192.168.204.151@tcp:400:kworker.0 00000100:00000001:1.0:1769074917.786665:0:2364:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074917.786672:0:2364:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074917.786674:0:2364:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074917.786677:0:2364:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074917.786682:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b85017600. 02000000:00000001:1.0:1769074917.786684:0:2364:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074917.786693:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074917.786698:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e479a0. 00000400:00000010:1.0:1769074917.786704:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8aa0. 00000100:00000200:1.0:1769074917.786713:0:2364:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613355008, portal 25 00000100:00000001:1.0:1769074917.786715:0:2364:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074917.786717:0:2364:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738883968 : -114161970667648 : ffff982b984a9f80) 00000100:00000040:1.0:1769074917.786723:0:2364:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b984a9f80 x1855007613355008/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074917.786731:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074917.786734:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074917.786737:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e85d8. 00000100:00000200:1.0:1769074917.786740:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613355008, offset 0 00000400:00000200:1.0:1769074917.786747:0:2364:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074917.786757:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074917.786766:0:2364:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074917.786773:0:2364:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074917.786778:0:2364:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074917.786782:0:2364:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074917.786785:0:2364:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074917.786789:0:2364:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15487:15487:256:4294967295] 192.168.204.151@tcp LPNI seq info [15487:15487:8:4294967295] 00000400:00000200:1.0:1769074917.786793:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074917.786804:0:2364:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074917.786811:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074917.786828:0:2364:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b700. 00000800:00000200:1.0:1769074917.786836:0:2364:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074917.786843:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074917.786848:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816b700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1769074917.786865:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074917.786880:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074917.786884:0:2364:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296583557 00000100:00000001:1.0:1769074917.786891:0:2364:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296578437 00000100:00000001:1.0:1769074917.786895:0:2364:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296583557 00000100:00000001:1.0:1769074917.786899:0:2364:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296578437 00000100:00000001:1.0:1769074917.786902:0:2364:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074917.786905:0:2364:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074917.786909:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074917.786911:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074917.787132:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074917.787138:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b700. 00000400:00000200:2.0:1769074917.787144:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074917.787149:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074917.787155:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e85d8 00000400:00000010:2.0:1769074917.787157:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e85d8. 00000100:00000001:2.0:1769074917.787161:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074917.787166:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b984a9f80 x1855007613355008/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074917.787175:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074917.787179:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b984a9f80 x1855007613355008/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074933 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074917.787185:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074917.787186:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769074917.787256:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074917.787260:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1769074917.790209:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074917.790225:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074917.790229:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074917.790232:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074917.790242:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074917.790251:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074917.790259:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074917.790264:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074917.790270:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074917.790275:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 25 MB=0x6971e9dd98400 00000400:00000200:3.0:1769074917.790307:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074917.790313:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 224/224 into md 0x22805 [1] + 224 00000800:00000001:3.0:1769074917.790322:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074917.790330:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074917.790333:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074917.790338:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074917.790345:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074917.790354:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b984a9f80 x1855007613355008/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074933 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074917.790366:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b984a9f80 x1855007613355008/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074917.790390:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074917.790398:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074917.790401:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074917.790854:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074917.790859:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074917.790867:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074917.790880:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074917.790884:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e479a0. 00000400:00000200:1.0:1769074917.790889:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8aa0 00000400:00000010:1.0:1769074917.790892:0:2364:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8aa0. 00000100:00000001:1.0:1769074917.790895:0:2364:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074917.790902:0:2364:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b984a9f80 x1855007613355008/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074917.790913:0:2364:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b984a9f80 x1855007613355008/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074933 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074917.790919:0:2364:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074917.790922:0:2364:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074917.790925:0:2364:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074917.790928:0:2364:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074917.790931:0:2364:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074917.790949:0:2364:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074917.790953:0:2364:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074917.790963:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=39 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074917.790968:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074917.790970:0:2364:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074917.790972:0:2364:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074917.790976:0:2364:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074917.790978:0:2364:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074917.790981:0:2364:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074917.790986:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b984a9f80 x1855007613355008/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074933 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074917.790993:0:2364:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074917.790997:0:2364:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074917.790999:0:2364:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074917.791003:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b984a9f80 x1855007613355008/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074933 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074917.791011:0:2364:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b984a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2364:1855007613355008:192.168.204.151@tcp:400:kworker.0 00000100:00000001:1.0:1769074917.791016:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074917.791019:0:2364:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074917.791023:0:2364:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b984a9f80 x1855007613355008/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074933 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074917.791030:0:2364:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769074917.791032:0:2364:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074917.791036:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b85017600. 02000000:00000001:1.0:1769074917.791039:0:2364:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769074917.791041:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074917.791043:0:2364:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:1.0:1769074917.791046:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769074917.791048:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b98b34e00. 02000000:00000001:1.0:1769074917.791053:0:2364:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769074917.791056:0:2364:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769074917.791058:0:2364:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b984a9f80. 00000100:00000001:1.0:1769074917.791062:0:2364:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769074917.791063:0:2364:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074917.791066:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074917.791073:0:2364:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074917.791076:0:2364:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074917.791078:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074917.791080:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074918.618480:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074918.618490:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074918.618492:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074918.618498:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:2.0:1769074918.618502:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074918.618507:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074918.618509:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074918.618512:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074918.618515:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074918.683534:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074918.683545:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074918.683554:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074918.683555:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074918.683844:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074918.683848:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074918.683851:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074919.643075:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074919.643083:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074919.643086:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074919.643094:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:2.0:1769074919.643098:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074919.643102:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074919.643105:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074919.643107:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074919.643110:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074919.706421:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074919.706428:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074919.706434:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074919.706435:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074919.708856:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074919.708862:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074919.708867:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074920.667791:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074920.667798:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074920.667800:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074920.667806:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:2.0:1769074920.667810:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074920.667814:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074920.667817:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074920.667820:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074920.667835:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074920.730524:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074920.730531:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074920.730538:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074920.730540:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074920.730690:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074920.730694:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074920.730697:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074920.858939:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074920.858954:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074920.858956:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=12 : 12 : c) 00000100:00000001:0.0:1769074920.858963:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074920.858965:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074920.858969:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074920.858972:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074921.693998:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074921.694007:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074921.694009:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074921.694015:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:2.0:1769074921.694019:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074921.694022:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074921.694025:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074921.694027:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074921.694029:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074921.754474:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074921.754483:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074921.754491:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074921.754492:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074921.754755:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074921.754759:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074921.754761:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074922.714700:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074922.714708:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074922.714710:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074922.714717:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:2.0:1769074922.714720:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074922.714724:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074922.714727:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074922.714729:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074922.714732:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074922.778490:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074922.778497:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074922.778501:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074922.778501:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074922.778878:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074922.778881:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074922.778883:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769074922.906609:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769074922.906619:0:27795:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1769074922.906631:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98581f80. 00000020:00000040:0.0:1769074922.906638:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:0.0:1769074922.906642:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074922.906646:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074922.906651:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074922.906660:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b84a08100. 00000100:00000001:0.0:1769074922.906667:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074922.906680:0:27795:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b98581f80 x1855007613355136/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769074922.906691:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074922.906696:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074922.906703:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9af4f53] to pc [ptlrpcd_00_00+0] req@ffff982b98581f80 x1855007613355136/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074922.906738:0:27795:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769074922.906741:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level REPLAY/5 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769074922.906745:0:27795:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY) 00000100:00000040:0.0:1769074922.906749:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1769074922.906752:0:27795:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1769074922.906755:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1769074922.906758:0:27795:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1769074922.906763:0:27795:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1917) 00000100:00000001:0.0:1769074922.906780:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1769074922.906795:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1769074922.906798:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074922.906807:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074922.906809:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074922.906811:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074922.906813:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074922.906816:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074922.906821:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98581f80 x1855007613355136/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074922.906829:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074922.906831:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074922.906835:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074922.906839:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074922.906842:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074922.906845:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98581f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2365:1855007613355136:192.168.204.151@tcp:400:kworker.0 00000100:00000001:0.0:1769074922.906849:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074922.906855:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074922.906857:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074922.906860:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074922.906865:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b85b70e00. 02000000:00000001:0.0:1769074922.906867:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074922.906876:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074922.906882:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b6738. 00000400:00000010:0.0:1769074922.906888:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f2a8. 00000100:00000200:0.0:1769074922.906895:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613355136, portal 25 00000100:00000001:0.0:1769074922.906898:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074922.906900:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739768704 : -114161969782912 : ffff982b98581f80) 00000100:00000040:0.0:1769074922.906905:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98581f80 x1855007613355136/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074922.906913:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074922.906916:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074922.906919:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f6e8. 00000100:00000200:0.0:1769074922.906923:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613355136, offset 0 00000400:00000200:0.0:1769074922.906930:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074922.906938:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074922.906946:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074922.906951:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074922.906955:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074922.906959:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074922.906962:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074922.906966:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15488:15488:256:4294967295] 192.168.204.151@tcp LPNI seq info [15488:15488:8:4294967295] 00000400:00000200:0.0:1769074922.906971:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074922.906981:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074922.906987:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074922.906993:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08a00. 00000800:00000200:0.0:1769074922.907000:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074922.907007:0:2365:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074922.907012:0:2365:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074922.907095:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074922.907100:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074922.907104:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296588677 00000100:00000001:0.0:1769074922.907112:0:2365:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296583557 00000100:00000001:0.0:1769074922.907116:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296588677 00000100:00000001:0.0:1769074922.907120:0:2365:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296583557 00000100:00000001:0.0:1769074922.907124:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074922.907128:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074922.907131:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074922.907133:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074922.907198:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074922.907202:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074922.913014:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074922.913025:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08a00. 00000400:00000200:2.0:1769074922.913034:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074922.913045:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074922.913054:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f6e8 00000400:00000010:2.0:1769074922.913058:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f6e8. 00000100:00000001:2.0:1769074922.913063:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074922.913072:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b98581f80 x1855007613355136/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074922.913085:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074922.913089:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98581f80 x1855007613355136/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074938 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074922.913096:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074922.913098:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074922.917963:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074922.917981:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074922.917985:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074922.917988:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074922.918001:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074922.918009:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074922.918016:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074922.918021:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074922.918026:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074922.918030:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 25 MB=0x6971e9dd98480 00000400:00000200:3.0:1769074922.918036:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074922.918044:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 224/224 into md 0x2280d [1] + 224 00000800:00000001:3.0:1769074922.918053:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074922.918061:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074922.918064:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074922.918069:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074922.918076:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074922.918087:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b98581f80 x1855007613355136/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074938 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074922.918098:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b98581f80 x1855007613355136/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074922.918120:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074922.918129:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074922.918133:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074922.920799:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074922.920810:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074922.920819:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074922.920822:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074922.920827:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6738. 00000400:00000200:0.0:1769074922.920837:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f2a8 00000400:00000010:0.0:1769074922.920839:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f2a8. 00000100:00000001:0.0:1769074922.920843:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074922.920856:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98581f80 x1855007613355136/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074922.920869:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98581f80 x1855007613355136/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074938 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074922.920877:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074922.920879:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074922.920882:0:2365:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074922.920886:0:2365:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074922.920889:0:2365:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074922.920892:0:2365:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074922.920895:0:2365:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074922.920905:0:2365:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=44 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074922.920910:0:2365:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074922.920912:0:2365:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074922.920914:0:2365:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074922.920917:0:2365:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074922.920919:0:2365:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074922.920922:0:2365:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074922.920927:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98581f80 x1855007613355136/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074922.920934:0:2365:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074922.920937:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074922.920939:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074922.920942:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98581f80 x1855007613355136/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074938 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074922.920951:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98581f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2365:1855007613355136:192.168.204.151@tcp:400:kworker.0 00000100:00000001:0.0:1769074922.920956:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074922.920958:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074922.920961:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98581f80 x1855007613355136/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074938 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074922.920968:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074922.920971:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074922.920974:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b85b70e00. 02000000:00000001:0.0:1769074922.920977:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074922.920980:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074922.920982:0:2365:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:0.0:1769074922.920983:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074922.920985:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b84a08100. 02000000:00000001:0.0:1769074922.920989:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074922.920991:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074922.920993:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98581f80. 00000100:00000001:0.0:1769074922.920997:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074922.920998:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074922.921001:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074922.921007:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074922.921009:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074922.921011:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074922.921013:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074923.738861:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074923.738869:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074923.738871:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074923.738877:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:2.0:1769074923.738881:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074923.738885:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074923.738887:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074923.738890:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074923.738892:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074923.802496:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074923.802504:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074923.802511:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074923.802512:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074923.802814:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074923.802818:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074923.802821:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074924.762551:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074924.762559:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074924.762561:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074924.762567:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:2.0:1769074924.762572:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074924.762576:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074924.762578:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074924.762580:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074924.762583:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074924.826498:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074924.826508:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074924.826511:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074924.826517:0:21410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074924.826519:0:21410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074924.826521:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074924.826527:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074924.826529:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074924.826532:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074924.826534:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074924.826538:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074924.826540:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074924.826638:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074924.826642:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074924.826645:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074925.790694:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074925.790701:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074925.790703:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074925.790708:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:2.0:1769074925.790712:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074925.790716:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074925.790719:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074925.790722:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074925.790725:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074925.851553:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074925.851561:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074925.851567:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074925.851568:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074925.854390:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074925.854398:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074925.854404:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074926.810418:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074926.810424:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074926.810426:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074926.810430:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:2.0:1769074926.810433:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074926.810437:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074926.810438:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074926.810440:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074926.810442:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074926.874399:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074926.874405:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074926.874409:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074926.874412:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074926.874414:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074926.874416:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074926.874418:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074926.874420:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074926.874421:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074926.874422:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074926.874714:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074926.874729:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074926.874732:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1769074927.542152:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074927.542167:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074927.542171:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074927.542174:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074927.542184:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074927.542193:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074927.542201:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074927.542206:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074927.542212:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074927.542216:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 10 MB=0x6971e9dd92080 00000400:00000200:3.0:1769074927.542222:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074927.542228:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 224/224 into md 0x22765 [1] + 0 00000800:00000001:3.0:1769074927.542237:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074927.542243:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074927.542246:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074927.542251:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074927.542258:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074927.542266:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/224 e 4 to 0 dl 1769074937 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00001000:3.0:1769074927.542279:0:2359:0:(events.c:122:reply_in_callback()) @@@ Early reply received, mlen=224 offset=0 replen=224 replied=0 unlinked=0 req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/224 e 4 to 0 dl 1769074937 ref 2 fl Rpc:Q/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074927.542329:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074927.542337:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074927.542340:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074927.542814:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074927.542819:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074927.542822:0:2363:0:(client.c:518:ptlrpc_at_recv_early_reply()) Process entered 02000000:00000001:0.0:1769074927.542824:0:2363:0:(sec.c:1233:sptlrpc_cli_unwrap_early_reply()) Process entered 00000100:00000010:0.0:1769074927.542831:0:2363:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98581f80. 02000000:00000010:0.0:1769074927.542837:0:2363:0:(sec.c:1243:sptlrpc_cli_unwrap_early_reply()) kmalloced '(early_buf)': 256 at ffff982b84a08100. 02000000:00000001:0.0:1769074927.542840:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074927.542842:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074927.542845:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074927.542852:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074927.542854:0:2363:0:(sec.c:1301:sptlrpc_cli_unwrap_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074927.542861:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=30 v=5 (1 0 0 0) 02000000:00000010:0.0:1769074927.542866:0:2363:0:(sec.c:1324:sptlrpc_cli_finish_early_reply()) kvfree 'early_req->rq_repbuf': 256 at ffff982b84a08100. 00000100:00000010:0.0:1769074927.542870:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98581f80. 00000100:00001000:0.0:1769074927.542879:0:2363:0:(client.c:568:ptlrpc_at_recv_early_reply()) @@@ Early reply #5, new deadline in 22s (12s) req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/224 e 5 to 0 dl 1769074949 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074927.542887:0:2363:0:(client.c:570:ptlrpc_at_recv_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074927.542890:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074927.542893:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074927.838137:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074927.838146:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074927.838149:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074927.838156:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:0.0:1769074927.838165:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074927.838170:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074927.838173:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074927.838175:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074927.838178:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074927.900695:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074927.900711:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074927.900718:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074927.900719:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074927.900837:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074927.900840:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074927.900843:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769074928.027421:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769074928.027434:0:27795:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1769074928.027447:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98581f80. 00000020:00000040:0.0:1769074928.027453:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:0.0:1769074928.027457:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074928.027461:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074928.027467:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074928.027476:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b84a08100. 00000100:00000001:0.0:1769074928.027483:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074928.027497:0:27795:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b98581f80 x1855007613355264/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769074928.027508:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074928.027512:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074928.027519:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9af4f53] to pc [ptlrpcd_00_01+1] req@ffff982b98581f80 x1855007613355264/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074928.027555:0:27795:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769074928.027558:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level REPLAY/5 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769074928.027561:0:27795:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY) 00000100:00000040:0.0:1769074928.027564:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1769074928.027567:0:27795:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1769074928.027570:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1769074928.027573:0:27795:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1769074928.027578:0:27795:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1922) 00000100:00000001:1.0:1769074928.027594:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074928.027599:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074928.027601:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769074928.027604:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074928.027607:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074928.027607:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98581f80 x1855007613355264/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074928.027615:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074928.027617:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074928.027621:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074928.027623:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074928.027626:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074928.027630:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98581f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2365:1855007613355264:192.168.204.151@tcp:400:kworker.0 00000100:00000001:1.0:1769074928.027634:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074928.027640:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074928.027642:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074928.027645:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074928.027650:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b85017600. 02000000:00000001:1.0:1769074928.027652:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074928.027662:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074928.027667:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e479a0. 00000400:00000010:1.0:1769074928.027674:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8aa0. 00000100:00000200:1.0:1769074928.027681:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613355264, portal 25 00000100:00000001:1.0:1769074928.027684:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074928.027685:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739768704 : -114161969782912 : ffff982b98581f80) 00000100:00000040:1.0:1769074928.027690:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98581f80 x1855007613355264/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074928.027708:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074928.027711:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074928.027714:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8550. 00000100:00000200:1.0:1769074928.027718:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613355264, offset 0 00000400:00000200:1.0:1769074928.027726:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074928.027735:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074928.027743:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074928.027747:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074928.027751:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074928.027755:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074928.027758:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074928.027761:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15489:15489:256:4294967295] 192.168.204.151@tcp LPNI seq info [15489:15489:8:4294967295] 00000400:00000200:1.0:1769074928.027776:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074928.027787:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074928.027793:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074928.027798:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816bf00. 00000800:00000200:1.0:1769074928.027806:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074928.027821:0:2365:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074928.027826:0:2365:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816bf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1769074928.027842:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074928.027847:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074928.027851:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296593798 00000100:00000001:1.0:1769074928.027857:0:2365:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296588677 00000100:00000001:1.0:1769074928.027861:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296593798 00000100:00000001:1.0:1769074928.027864:0:2365:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296588677 00000100:00000001:1.0:1769074928.027867:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074928.027869:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074928.027872:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074928.027873:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074928.027880:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074928.027882:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769074928.027884:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074928.027886:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074928.027887:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074928.027889:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074928.029172:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074928.029180:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816bf00. 00000400:00000200:3.0:1769074928.029187:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074928.029194:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074928.029199:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8550 00000400:00000010:3.0:1769074928.029202:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8550. 00000100:00000001:3.0:1769074928.029206:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074928.029213:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b98581f80 x1855007613355264/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074928.029224:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074928.029227:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98581f80 x1855007613355264/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074944 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074928.029235:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074928.029236:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074928.037681:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074928.037706:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074928.037710:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074928.037713:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074928.037725:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074928.037733:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074928.037742:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074928.037747:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074928.037753:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074928.037758:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 25 MB=0x6971e9dd98500 00000400:00000200:3.0:1769074928.037763:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074928.037770:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 224/224 into md 0x22815 [1] + 224 00000800:00000001:3.0:1769074928.037778:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074928.037786:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074928.037789:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074928.037793:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074928.037801:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074928.037811:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b98581f80 x1855007613355264/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074944 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074928.037822:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b98581f80 x1855007613355264/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074944 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074928.037854:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074928.037864:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074928.037868:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074928.038960:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074928.038975:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074928.038984:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074928.038986:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074928.038989:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e479a0. 00000400:00000200:1.0:1769074928.038995:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8aa0 00000400:00000010:1.0:1769074928.038997:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8aa0. 00000100:00000001:1.0:1769074928.039001:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074928.039011:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98581f80 x1855007613355264/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074944 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074928.039020:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98581f80 x1855007613355264/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074944 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074928.039027:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074928.039029:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074928.039032:0:2365:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074928.039035:0:2365:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074928.039038:0:2365:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074928.039040:0:2365:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074928.039043:0:2365:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074928.039062:0:2365:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=50 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074928.039066:0:2365:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074928.039070:0:2365:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074928.039071:0:2365:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074928.039074:0:2365:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074928.039076:0:2365:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074928.039078:0:2365:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074928.039083:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98581f80 x1855007613355264/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074944 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074928.039089:0:2365:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074928.039092:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074928.039095:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074928.039098:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98581f80 x1855007613355264/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074944 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074928.039106:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98581f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2365:1855007613355264:192.168.204.151@tcp:400:kworker.0 00000100:00000001:1.0:1769074928.039110:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074928.039113:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074928.039116:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98581f80 x1855007613355264/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074944 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074928.039122:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769074928.039124:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074928.039127:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b85017600. 02000000:00000001:1.0:1769074928.039131:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769074928.039134:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074928.039136:0:2365:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:1.0:1769074928.039138:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769074928.039141:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b84a08100. 02000000:00000001:1.0:1769074928.039145:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769074928.039146:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769074928.039148:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98581f80. 00000100:00000001:1.0:1769074928.039152:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769074928.039153:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074928.039155:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074928.039162:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074928.039164:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074928.039166:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074928.039168:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074928.859539:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074928.859549:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074928.859551:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074928.859557:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:0.0:1769074928.859560:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074928.859564:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074928.859567:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074928.859569:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074928.859572:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074928.922401:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074928.922407:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074928.922413:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074928.922414:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074928.922491:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074928.922494:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074928.922496:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074929.882819:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074929.882829:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074929.882831:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074929.882837:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:0.0:1769074929.882842:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074929.882847:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074929.882849:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074929.882852:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074929.882855:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074929.946444:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074929.946451:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074929.946456:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074929.946457:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074929.946562:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074929.946566:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074929.946570:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074930.906332:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074930.906340:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074930.906342:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074930.906348:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:0.0:1769074930.906352:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074930.906355:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074930.906358:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074930.906360:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074930.906363:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074930.970569:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074930.970576:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074930.970583:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074930.970584:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074930.970730:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074930.970734:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074930.970737:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074931.931319:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074931.931327:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074931.931329:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074931.931335:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:0.0:1769074931.931338:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074931.931343:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074931.931345:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074931.931347:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074931.931350:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074931.998174:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074931.998182:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074931.998188:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074931.998189:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074931.998366:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074931.998370:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074931.998373:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074932.954572:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074932.954581:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074932.954583:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074932.954589:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:0.0:1769074932.954593:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074932.954597:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074932.954600:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074932.954602:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074932.954605:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074933.019320:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074933.019328:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074933.019336:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074933.019337:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074933.019390:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074933.019394:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074933.019398:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074933.146524:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074933.146542:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074933.146544:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1769074933.146551:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074933.146553:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074933.146557:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074933.146560:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074933.146746:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074933.146752:0:30087:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074933.146764:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90373480. 00000020:00000040:3.0:1769074933.146770:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:3.0:1769074933.146774:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074933.146778:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074933.146783:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074933.146791:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b99652500. 00000100:00000001:3.0:1769074933.146798:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074933.146809:0:30087:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b90373480 x1855007613355392/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074933.146820:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074933.146825:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074933.146831:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001e13d9f] to pc [ptlrpcd_01_00+0] req@ffff982b90373480 x1855007613355392/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074933.146896:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074933.146900:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074933.146902:0:2366:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074933.146908:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90373480 x1855007613355392/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074933.146918:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074933.146920:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074933.146924:0:2366:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074933.146927:0:2366:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074933.146930:0:2366:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074933.146933:0:2366:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90373480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2366:1855007613355392:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074933.146937:0:2366:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074933.146944:0:2366:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074933.146947:0:2366:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074933.146949:0:2366:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074933.146954:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b83d9f200. 02000000:00000001:2.0:1769074933.146956:0:2366:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074933.146966:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074933.146972:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7e160. 00000400:00000010:2.0:1769074933.146978:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897faa0. 00000100:00000200:2.0:1769074933.146984:0:2366:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613355392, portal 25 00000100:00000001:2.0:1769074933.146987:0:2366:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074933.146988:0:2366:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603393664 : -114162106157952 : ffff982b90373480) 00000100:00000040:2.0:1769074933.146993:0:2366:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90373480 x1855007613355392/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074933.147001:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074933.147004:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074933.147007:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f220. 00000100:00000200:2.0:1769074933.147010:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613355392, offset 0 00000400:00000200:2.0:1769074933.147017:0:2366:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074933.147026:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074933.147034:0:2366:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074933.147038:0:2366:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074933.147043:0:2366:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074933.147046:0:2366:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074933.147049:0:2366:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074933.147053:0:2366:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15490:15490:256:4294967295] 192.168.204.151@tcp LPNI seq info [15490:15490:8:4294967295] 00000400:00000200:2.0:1769074933.147057:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074933.147066:0:2366:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074933.147085:0:2366:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074933.147091:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73f100. 00000800:00000200:2.0:1769074933.147098:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074933.147106:0:2366:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074933.147111:0:2366:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73f100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074933.147126:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074933.147130:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074933.147132:0:2366:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296598917 00000100:00000001:2.0:1769074933.147139:0:2366:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296593798 00000100:00000001:2.0:1769074933.147144:0:2366:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296598917 00000100:00000001:3.0:1769074933.147239:0:30087:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769074933.147243:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level REPLAY/5 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074933.147246:0:30087:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY) 00000100:00000040:3.0:1769074933.147249:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074933.147252:0:30087:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074933.147255:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074933.147258:0:30087:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074933.147263:0:30087:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1927) 00000100:00000001:2.0:1769074933.147492:0:2366:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296593798 00000800:00000200:3.0:1769074933.151302:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074933.151317:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73f100. 00000400:00000200:3.0:1769074933.151327:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074933.151339:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074933.151348:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f220 00000400:00000010:3.0:1769074933.151351:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f220. 00000100:00000001:3.0:1769074933.151357:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074933.151367:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90373480 x1855007613355392/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074933.151461:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074933.151467:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90373480 x1855007613355392/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074949 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074933.151476:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074933.151477:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769074933.151512:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074933.151517:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1769074933.156421:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074933.156451:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074933.156456:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074933.156459:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074933.156473:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074933.156482:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074933.156490:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074933.156495:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074933.156501:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074933.156505:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 25 MB=0x6971e9dd98580 00000400:00000200:3.0:1769074933.156511:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074933.156518:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 224/224 into md 0x2281d [1] + 224 00000800:00000001:3.0:1769074933.156526:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074933.156534:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074933.156538:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074933.156542:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074933.156550:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074933.156560:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90373480 x1855007613355392/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074949 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074933.156573:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b90373480 x1855007613355392/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074933.156584:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074933.156771:0:2366:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074933.156778:0:2366:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1769074933.156789:0:2366:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074933.156792:0:2366:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074933.156796:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7e160. 00000400:00000200:2.0:1769074933.156800:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897faa0 00000400:00000010:2.0:1769074933.156803:0:2366:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897faa0. 00000100:00000001:2.0:1769074933.156806:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074933.156812:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90373480 x1855007613355392/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074933.156824:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90373480 x1855007613355392/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074949 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074933.156830:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074933.156832:0:2366:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074933.156834:0:2366:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074933.156838:0:2366:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074933.156841:0:2366:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074933.156843:0:2366:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074933.156846:0:2366:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074933.156855:0:2366:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=55 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074933.156859:0:2366:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074933.156862:0:2366:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074933.156864:0:2366:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074933.156867:0:2366:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074933.156870:0:2366:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074933.156873:0:2366:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074933.156878:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90373480 x1855007613355392/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074949 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074933.156886:0:2366:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074933.156890:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074933.156892:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074933.156898:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90373480 x1855007613355392/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074949 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074933.156912:0:2366:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90373480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2366:1855007613355392:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074933.156917:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074933.156921:0:2366:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074933.156924:0:2366:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90373480 x1855007613355392/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074949 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074933.156930:0:2366:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074933.156933:0:2366:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074933.156936:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b83d9f200. 02000000:00000001:2.0:1769074933.156940:0:2366:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074933.156942:0:2366:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074933.156944:0:2366:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:2.0:1769074933.156947:0:2366:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074933.156950:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99652500. 02000000:00000001:2.0:1769074933.156954:0:2366:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074933.156956:0:2366:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074933.156959:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90373480. 00000100:00000001:2.0:1769074933.156962:0:2366:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074933.156963:0:2366:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074933.156966:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074933.156978:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074933.156980:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074933.156982:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074933.156985:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1769074933.157354:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074933.157360:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074933.980324:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074933.980332:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074933.980351:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074933.980357:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:0.0:1769074933.980361:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074933.980365:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074933.980368:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074933.980370:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074933.980373:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074934.042642:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074934.042652:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074934.042658:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074934.042659:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074934.045899:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074934.045907:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074934.045912:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074935.003218:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074935.003225:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074935.003227:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074935.003232:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:0.0:1769074935.003236:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074935.003240:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074935.003243:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074935.003245:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074935.003248:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074935.068175:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074935.068184:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074935.068186:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074935.068192:0:21410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074935.068194:0:21410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074935.068196:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074935.068201:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074935.068203:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074935.068205:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074935.068207:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074935.068212:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074935.068213:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074935.068317:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074935.068320:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074935.068323:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074936.026761:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074936.026770:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074936.026772:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074936.026777:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:0.0:1769074936.026782:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074936.026786:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074936.026789:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074936.026792:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074936.026794:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074936.090527:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074936.090535:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074936.090550:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074936.090552:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074936.090627:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074936.090632:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074936.090636:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074937.050681:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074937.050688:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074937.050689:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074937.050694:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:0.0:1769074937.050698:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074937.050701:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074937.050703:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074937.050705:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074937.050707:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074937.115513:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074937.115521:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074937.115540:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074937.115543:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074937.115576:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074937.115579:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074937.115583:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074937.115585:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074937.115586:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074937.115589:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074937.115958:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074937.115962:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074937.115965:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074938.074358:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074938.074366:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074938.074367:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074938.074373:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:0.0:1769074938.074377:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074938.074380:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074938.074383:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074938.074385:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074938.074388:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.138422:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074938.138430:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.138435:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074938.138436:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074938.138595:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074938.138600:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074938.138603:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1769074938.266470:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769074938.266484:0:27795:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1769074938.266500:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90379500. 00000020:00000040:2.0:1769074938.266508:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:2.0:1769074938.266514:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074938.266518:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074938.266525:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074938.266545:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b8a73fe00. 00000100:00000001:2.0:1769074938.266552:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074938.266565:0:27795:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b90379500 x1855007613355520/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769074938.266576:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074938.266581:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074938.266588:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040d412f8] to pc [ptlrpcd_01_01+1] req@ffff982b90379500 x1855007613355520/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074938.266619:0:27795:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769074938.266622:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level REPLAY/5 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769074938.266626:0:27795:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY) 00000100:00000040:2.0:1769074938.266629:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1769074938.266633:0:27795:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1769074938.266635:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1769074938.266638:0:27795:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1769074938.266643:0:27795:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1932) 00000100:00000001:2.0:1769074938.266660:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1769074938.266664:0:2366:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1769074938.266666:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074938.266674:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074938.266676:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074938.266678:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074938.266680:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074938.266682:0:2366:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074938.266688:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90379500 x1855007613355520/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074938.266695:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074938.266697:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074938.266700:0:2366:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074938.266703:0:2366:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074938.266706:0:2366:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074938.266709:0:2366:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90379500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2366:1855007613355520:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074938.266713:0:2366:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074938.266718:0:2366:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074938.266721:0:2366:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074938.266723:0:2366:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074938.266729:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b83d9ee00. 02000000:00000001:2.0:1769074938.266731:0:2366:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074938.266740:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074938.266745:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7e160. 00000400:00000010:2.0:1769074938.266752:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897faa0. 00000100:00000200:2.0:1769074938.266759:0:2366:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613355520, portal 25 00000100:00000001:2.0:1769074938.266761:0:2366:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074938.266763:0:2366:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603418368 : -114162106133248 : ffff982b90379500) 00000100:00000040:2.0:1769074938.266768:0:2366:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90379500 x1855007613355520/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074938.266775:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074938.266778:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074938.266781:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f088. 00000100:00000200:2.0:1769074938.266784:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613355520, offset 0 00000400:00000200:2.0:1769074938.266790:0:2366:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074938.266798:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074938.266806:0:2366:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074938.266812:0:2366:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074938.266816:0:2366:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074938.266820:0:2366:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074938.266822:0:2366:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074938.266825:0:2366:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15491:15491:256:4294967295] 192.168.204.151@tcp LPNI seq info [15491:15491:8:4294967295] 00000400:00000200:2.0:1769074938.266829:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074938.266838:0:2366:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074938.266844:0:2366:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074938.266849:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73fc00. 00000800:00000200:2.0:1769074938.266930:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074938.266938:0:2366:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074938.266943:0:2366:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73fc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074938.266954:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074938.266958:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074938.266961:0:2366:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296604037 00000100:00000001:2.0:1769074938.266969:0:2366:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296598917 00000100:00000001:2.0:1769074938.266973:0:2366:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296604037 00000100:00000001:2.0:1769074938.266976:0:2366:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296598917 00000100:00000001:2.0:1769074938.266979:0:2366:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074938.266982:0:2366:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.266986:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.266988:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.267817:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074938.267823:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074938.267927:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074938.267932:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73fc00. 00000400:00000200:3.0:1769074938.267939:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.267955:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074938.267961:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f088 00000400:00000010:3.0:1769074938.267964:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f088. 00000100:00000001:3.0:1769074938.267969:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074938.267976:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90379500 x1855007613355520/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074938.267988:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074938.267992:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90379500 x1855007613355520/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074954 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074938.267999:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074938.268001:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074938.271344:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.271366:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074938.271371:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.271373:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.271387:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074938.271396:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074938.271405:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074938.271411:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074938.271417:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074938.271422:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 25 MB=0x6971e9dd98600 00000400:00000200:3.0:1769074938.271428:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074938.271435:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 224/224 into md 0x2282d [1] + 224 00000800:00000001:3.0:1769074938.271443:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.271450:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074938.271454:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074938.271459:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074938.271466:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074938.271477:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90379500 x1855007613355520/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074954 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074938.271489:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b90379500 x1855007613355520/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074938.271519:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074938.271536:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074938.271540:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074938.271639:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074938.271645:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074938.271653:0:2366:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074938.271655:0:2366:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074938.271659:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7e160. 00000400:00000200:2.0:1769074938.271663:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897faa0 00000400:00000010:2.0:1769074938.271666:0:2366:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897faa0. 00000100:00000001:2.0:1769074938.271669:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074938.271674:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90379500 x1855007613355520/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074938.271683:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90379500 x1855007613355520/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074954 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074938.271688:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074938.271690:0:2366:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074938.271693:0:2366:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074938.271696:0:2366:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074938.271698:0:2366:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074938.271700:0:2366:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074938.271704:0:2366:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074938.271712:0:2366:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=60 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074938.271717:0:2366:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074938.271720:0:2366:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074938.271721:0:2366:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074938.271725:0:2366:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074938.271727:0:2366:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.271731:0:2366:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074938.271736:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90379500 x1855007613355520/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074954 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074938.271744:0:2366:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074938.271747:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074938.271749:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074938.271753:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90379500 x1855007613355520/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074954 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074938.271761:0:2366:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90379500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2366:1855007613355520:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074938.271766:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074938.271769:0:2366:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074938.271772:0:2366:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90379500 x1855007613355520/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074954 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074938.271779:0:2366:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074938.271782:0:2366:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074938.271786:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b83d9ee00. 02000000:00000001:2.0:1769074938.271790:0:2366:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074938.271793:0:2366:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074938.271795:0:2366:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:2.0:1769074938.271796:0:2366:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074938.271800:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b8a73fe00. 02000000:00000001:2.0:1769074938.271803:0:2366:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074938.271804:0:2366:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074938.271806:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90379500. 00000100:00000001:2.0:1769074938.271809:0:2366:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074938.271811:0:2366:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074938.271813:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074938.271822:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074938.271824:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074938.271826:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074938.271828:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.098756:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074939.098764:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074939.098766:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074939.098771:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:0.0:1769074939.098774:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074939.098778:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.098781:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074939.098783:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.098785:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.162409:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074939.162416:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074939.162421:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074939.162422:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074939.165616:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074939.165628:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074939.165635:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1769074939.887309:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.887324:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074939.887328:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.887330:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.887342:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074939.887350:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074939.887357:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074939.887362:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074939.887367:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074939.887371:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 10 MB=0x6971e9dd92080 00000400:00000200:3.0:1769074939.887377:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074939.887383:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 224/224 into md 0x22765 [1] + 0 00000800:00000001:3.0:1769074939.887390:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.887397:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074939.887399:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074939.887404:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074939.887411:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074939.887420:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/224 e 5 to 0 dl 1769074949 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00001000:3.0:1769074939.887433:0:2358:0:(events.c:122:reply_in_callback()) @@@ Early reply received, mlen=224 offset=0 replen=224 replied=0 unlinked=0 req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/224 e 5 to 0 dl 1769074949 ref 2 fl Rpc:Q/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074939.887453:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074939.887461:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074939.887463:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074939.889139:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074939.889148:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074939.889152:0:2363:0:(client.c:518:ptlrpc_at_recv_early_reply()) Process entered 02000000:00000001:0.0:1769074939.889155:0:2363:0:(sec.c:1233:sptlrpc_cli_unwrap_early_reply()) Process entered 00000100:00000010:0.0:1769074939.889164:0:2363:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98583800. 02000000:00000010:0.0:1769074939.889172:0:2363:0:(sec.c:1243:sptlrpc_cli_unwrap_early_reply()) kmalloced '(early_buf)': 256 at ffff982b84a08000. 02000000:00000001:0.0:1769074939.889177:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074939.889179:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074939.889181:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.889190:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074939.889192:0:2363:0:(sec.c:1301:sptlrpc_cli_unwrap_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074939.889197:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=42 v=5 (1 0 0 0) 02000000:00000010:0.0:1769074939.889202:0:2363:0:(sec.c:1324:sptlrpc_cli_finish_early_reply()) kvfree 'early_req->rq_repbuf': 256 at ffff982b84a08000. 00000100:00000010:0.0:1769074939.889206:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98583800. 00000100:00001000:0.0:1769074939.889218:0:2363:0:(client.c:568:ptlrpc_at_recv_early_reply()) @@@ Early reply #6, new deadline in 23s (13s) req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/224 e 6 to 0 dl 1769074962 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074939.889227:0:2363:0:(client.c:570:ptlrpc_at_recv_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.889230:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074939.889232:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074940.122408:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074940.122417:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074940.122419:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074940.122424:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:0.0:1769074940.122428:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074940.122432:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074940.122435:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074940.122437:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074940.122440:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074940.188732:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074940.188739:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074940.188745:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074940.188746:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074940.188856:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074940.188860:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074940.188863:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074941.146429:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074941.146436:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074941.146437:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074941.146442:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:0.0:1769074941.146445:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074941.146450:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074941.146452:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074941.146454:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074941.146457:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074941.210408:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074941.210416:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074941.210422:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074941.210423:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074941.210681:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074941.210685:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074941.210688:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074942.170416:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074942.170424:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074942.170426:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074942.170431:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:0.0:1769074942.170435:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074942.170438:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074942.170441:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074942.170444:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074942.170446:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074942.234764:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074942.234771:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074942.234777:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074942.234778:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074942.234948:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074942.234951:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074942.234954:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074943.194414:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074943.194425:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074943.194427:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074943.194434:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:0.0:1769074943.194438:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074943.194442:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074943.194479:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074943.194482:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074943.194485:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074943.258404:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074943.258413:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074943.258420:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074943.258421:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074943.258566:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074943.258571:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074943.258574:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1769074943.386473:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769074943.386485:0:27795:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1769074943.386497:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90379500. 00000020:00000040:2.0:1769074943.386503:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:2.0:1769074943.386508:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074943.386511:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074943.386516:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074943.386525:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b8a73fe00. 00000100:00000001:2.0:1769074943.386531:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074943.386542:0:27795:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b90379500 x1855007613355648/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769074943.386555:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074943.386560:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074943.386567:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040d412f8] to pc [ptlrpcd_01_00+0] req@ffff982b90379500 x1855007613355648/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074943.386599:0:27795:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769074943.386602:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level REPLAY/5 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769074943.386606:0:27795:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY) 00000100:00000040:2.0:1769074943.386608:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1769074943.386612:0:27795:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1769074943.386615:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1769074943.386618:0:27795:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1769074943.386623:0:27795:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1937) 00000100:00000001:3.0:1769074943.394277:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1769074943.394317:0:2367:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1769074943.394320:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074943.394332:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074943.394335:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074943.394337:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074943.394339:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074943.394342:0:2367:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074943.394360:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90379500 x1855007613355648/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074943.394371:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074943.394373:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074943.394377:0:2367:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074943.394468:0:2367:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074943.394472:0:2367:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074943.394477:0:2367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90379500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2367:1855007613355648:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1769074943.394483:0:2367:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074943.394492:0:2367:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074943.394495:0:2367:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074943.394497:0:2367:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074943.394504:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b88307600. 02000000:00000001:3.0:1769074943.394506:0:2367:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074943.394517:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074943.394522:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7478. 00000400:00000010:3.0:1769074943.394529:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6660. 00000100:00000200:3.0:1769074943.394537:0:2367:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613355648, portal 25 00000100:00000001:3.0:1769074943.394539:0:2367:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074943.394540:0:2367:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603418368 : -114162106133248 : ffff982b90379500) 00000100:00000040:3.0:1769074943.394547:0:2367:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90379500 x1855007613355648/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074943.394569:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074943.394572:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074943.394575:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6220. 00000100:00000200:3.0:1769074943.394578:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613355648, offset 0 00000400:00000200:3.0:1769074943.394585:0:2367:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074943.394594:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074943.394603:0:2367:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074943.394611:0:2367:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074943.394616:0:2367:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074943.394619:0:2367:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074943.394622:0:2367:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074943.394626:0:2367:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15492:15492:256:4294967295] 192.168.204.151@tcp LPNI seq info [15492:15492:8:4294967295] 00000400:00000200:3.0:1769074943.394630:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074943.394639:0:2367:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074943.394646:0:2367:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074943.394652:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652700. 00000800:00000200:3.0:1769074943.394659:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074943.394667:0:2367:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074943.394672:0:2367:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074943.394682:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074943.394686:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074943.394690:0:2367:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296609165 00000100:00000001:3.0:1769074943.394698:0:2367:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296604037 00000100:00000001:3.0:1769074943.394704:0:2367:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296609165 00000100:00000001:2.0:1769074943.394808:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074943.394812:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074943.394861:0:2367:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296604037 00000100:00000001:3.0:1769074943.394867:0:2367:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074943.394870:0:2367:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074943.394873:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074943.394876:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074943.394888:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074943.394894:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652700. 00000400:00000200:2.0:1769074943.394900:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074943.394906:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074943.394913:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6220 00000400:00000010:2.0:1769074943.394916:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6220. 00000100:00000001:2.0:1769074943.394920:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074943.394924:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90379500 x1855007613355648/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074943.394942:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074943.394945:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90379500 x1855007613355648/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074959 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074943.394952:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074943.394954:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074943.403595:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074943.403610:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074943.403614:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074943.403617:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074943.403630:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074943.403639:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074943.403646:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074943.403651:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074943.403656:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074943.403660:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 25 MB=0x6971e9dd98680 00000400:00000200:3.0:1769074943.403666:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074943.403673:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 224/224 into md 0x2283d [1] + 224 00000800:00000001:3.0:1769074943.403681:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074943.404214:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074943.404221:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074943.404227:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074943.404236:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074943.404249:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90379500 x1855007613355648/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074959 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074943.404277:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b90379500 x1855007613355648/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074959 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074943.404339:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074943.404350:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074943.404356:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074943.404500:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074943.404506:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074943.404514:0:2367:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074943.404519:0:2367:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074943.404524:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7478. 00000400:00000200:2.0:1769074943.404530:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6660 00000400:00000010:2.0:1769074943.404533:0:2367:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6660. 00000100:00000001:2.0:1769074943.404536:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074943.404543:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90379500 x1855007613355648/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074959 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074943.404563:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90379500 x1855007613355648/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074959 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074943.404570:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074943.404573:0:2367:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074943.404576:0:2367:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074943.404580:0:2367:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074943.404582:0:2367:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074943.404585:0:2367:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074943.404589:0:2367:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074943.404599:0:2367:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=65 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074943.404604:0:2367:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=46 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074943.404608:0:2367:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074943.404610:0:2367:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074943.404614:0:2367:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074943.404617:0:2367:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074943.404620:0:2367:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074943.404624:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90379500 x1855007613355648/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074959 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074943.404632:0:2367:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074943.404636:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074943.404638:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074943.404642:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90379500 x1855007613355648/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074959 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074943.404651:0:2367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90379500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2367:1855007613355648:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074943.404656:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074943.404658:0:2367:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074943.404662:0:2367:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90379500 x1855007613355648/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074959 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074943.404669:0:2367:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074943.404673:0:2367:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074943.404677:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b88307600. 02000000:00000001:2.0:1769074943.404681:0:2367:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074943.404684:0:2367:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074943.404686:0:2367:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:2.0:1769074943.404688:0:2367:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074943.404690:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b8a73fe00. 02000000:00000001:2.0:1769074943.404694:0:2367:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074943.404697:0:2367:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074943.404699:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90379500. 00000100:00000001:2.0:1769074943.404703:0:2367:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074943.404714:0:2367:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074943.404718:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074943.404728:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074943.404730:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074943.404732:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074943.404734:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074944.218457:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074944.218464:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074944.218466:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074944.218472:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:0.0:1769074944.218475:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074944.218479:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074944.218481:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074944.218483:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074944.218486:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074944.282459:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074944.282466:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074944.282472:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074944.282473:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074944.282577:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074944.282580:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074944.282584:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074944.411549:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074944.411562:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074944.411564:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=13 : 13 : d) 00000100:00000001:0.0:1769074944.411569:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074944.411572:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074944.411575:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074944.411577:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074945.242442:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074945.242450:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074945.242452:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074945.242458:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:0.0:1769074945.242462:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074945.242466:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074945.242469:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074945.242472:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074945.242475:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074945.306447:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074945.306456:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074945.306458:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074945.306465:0:21410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074945.306467:0:21410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074945.306469:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074945.306475:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074945.306477:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074945.306479:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074945.306481:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074945.306485:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074945.306487:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074945.306560:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074945.306564:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074945.306567:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074946.266429:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074946.266440:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074946.266442:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074946.266448:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:0.0:1769074946.266452:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074946.266456:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074946.266459:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074946.266463:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074946.266466:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074946.330415:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074946.330423:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074946.330429:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074946.330430:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074946.330786:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074946.330790:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074946.330793:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074947.291001:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074947.291009:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074947.291011:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074947.291017:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:0.0:1769074947.291021:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074947.291024:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074947.291027:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074947.291029:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074947.291032:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074947.360178:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074947.360187:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074947.360194:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074947.360197:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074947.360199:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074947.360202:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074947.360207:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074947.360211:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074947.360213:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074947.360216:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074947.360477:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074947.360480:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074947.360482:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074948.315309:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074948.315316:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074948.315318:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074948.315322:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:0.0:1769074948.315325:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074948.315329:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074948.315330:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074948.315332:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074948.315335:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074948.378619:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074948.378635:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074948.378643:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074948.378645:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074948.394473:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074948.394485:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074948.394490:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1769074948.507807:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074948.507818:0:30087:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074948.507828:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90373800. 00000020:00000040:3.0:1769074948.507835:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:3.0:1769074948.507839:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074948.507842:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074948.507848:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074948.507856:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b99652400. 00000100:00000001:3.0:1769074948.507863:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074948.507875:0:30087:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b90373800 x1855007613355776/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074948.507886:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074948.507891:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074948.507897:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef52a2eb] to pc [ptlrpcd_01_01+1] req@ffff982b90373800 x1855007613355776/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074948.507930:0:30087:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769074948.507933:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level REPLAY/5 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074948.507937:0:30087:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY) 00000100:00000040:3.0:1769074948.507940:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074948.507943:0:30087:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074948.507947:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074948.507950:0:30087:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074948.507955:0:30087:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1942) 00000100:00000001:2.0:1769074948.508018:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074948.508022:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074948.508025:0:2367:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074948.508031:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90373800 x1855007613355776/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074948.508039:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074948.508041:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074948.508045:0:2367:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074948.508048:0:2367:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074948.508051:0:2367:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074948.508054:0:2367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90373800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2367:1855007613355776:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074948.508059:0:2367:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074948.508064:0:2367:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074948.508067:0:2367:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074948.508069:0:2367:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074948.508074:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b83d9ee00. 02000000:00000001:2.0:1769074948.508076:0:2367:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074948.508085:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074948.508089:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7e160. 00000400:00000010:2.0:1769074948.508096:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897faa0. 00000100:00000200:2.0:1769074948.508103:0:2367:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613355776, portal 25 00000100:00000001:2.0:1769074948.508106:0:2367:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074948.508107:0:2367:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603394560 : -114162106157056 : ffff982b90373800) 00000100:00000040:2.0:1769074948.508113:0:2367:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90373800 x1855007613355776/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074948.508120:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074948.508123:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074948.508126:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f5d8. 00000100:00000200:2.0:1769074948.508129:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613355776, offset 0 00000400:00000200:2.0:1769074948.508136:0:2367:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074948.508146:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074948.508154:0:2367:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074948.508159:0:2367:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074948.508163:0:2367:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074948.508167:0:2367:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074948.508169:0:2367:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074948.508172:0:2367:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15493:15493:256:4294967295] 192.168.204.151@tcp LPNI seq info [15493:15493:8:4294967295] 00000400:00000200:2.0:1769074948.508176:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074948.508184:0:2367:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074948.508190:0:2367:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074948.508195:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73fe00. 00000800:00000200:2.0:1769074948.508202:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074948.508209:0:2367:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074948.508213:0:2367:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73fe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074948.508273:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074948.508309:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074948.508314:0:2367:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296614279 00000100:00000001:2.0:1769074948.508320:0:2367:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296609165 00000100:00000001:2.0:1769074948.508324:0:2367:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296614279 00000100:00000001:2.0:1769074948.508327:0:2367:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296609165 00000100:00000001:2.0:1769074948.508331:0:2367:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074948.508333:0:2367:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074948.508336:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074948.508339:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074948.508346:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074948.508348:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1769074948.508350:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074948.508351:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074948.508353:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074948.508363:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074948.508373:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074948.508375:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074948.515325:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074948.515336:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73fe00. 00000400:00000200:3.0:1769074948.515343:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074948.515362:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074948.515371:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f5d8 00000400:00000010:3.0:1769074948.515374:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f5d8. 00000100:00000001:3.0:1769074948.515380:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074948.515389:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90373800 x1855007613355776/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074948.515402:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074948.515405:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90373800 x1855007613355776/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074964 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074948.515413:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074948.515415:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074948.515427:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074948.515437:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074948.515440:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074948.515443:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074948.515452:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074948.515457:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074948.515464:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074948.515468:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074948.515475:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074948.515479:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 25 MB=0x6971e9dd98700 00000400:00000200:3.0:1769074948.515485:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074948.515492:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 224/224 into md 0x2284d [1] + 224 00000800:00000001:3.0:1769074948.515500:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074948.515508:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074948.515510:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074948.515514:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074948.515519:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074948.515523:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90373800 x1855007613355776/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074964 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074948.515533:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b90373800 x1855007613355776/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074964 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074948.515547:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074948.515554:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074948.515557:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074948.516364:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074948.516371:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074948.516379:0:2367:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074948.516382:0:2367:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074948.516386:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7e160. 00000400:00000200:2.0:1769074948.516393:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897faa0 00000400:00000010:2.0:1769074948.516395:0:2367:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897faa0. 00000100:00000001:2.0:1769074948.516399:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074948.516406:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90373800 x1855007613355776/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074964 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074948.516415:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90373800 x1855007613355776/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074964 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074948.516421:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074948.516423:0:2367:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074948.516425:0:2367:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074948.516429:0:2367:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074948.516431:0:2367:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074948.516434:0:2367:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074948.516437:0:2367:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074948.516447:0:2367:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=70 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074948.516451:0:2367:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=51 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074948.516453:0:2367:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074948.516455:0:2367:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074948.516458:0:2367:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074948.516460:0:2367:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074948.516462:0:2367:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074948.516466:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90373800 x1855007613355776/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074964 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074948.516478:0:2367:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074948.516481:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074948.516483:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074948.516487:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90373800 x1855007613355776/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074964 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074948.516494:0:2367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90373800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2367:1855007613355776:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074948.516499:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074948.516501:0:2367:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074948.516504:0:2367:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90373800 x1855007613355776/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074964 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074948.516510:0:2367:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074948.516513:0:2367:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074948.516516:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b83d9ee00. 02000000:00000001:2.0:1769074948.516520:0:2367:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074948.516522:0:2367:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074948.516524:0:2367:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:2.0:1769074948.516526:0:2367:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074948.516529:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99652400. 02000000:00000001:2.0:1769074948.516533:0:2367:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074948.516535:0:2367:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074948.516538:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90373800. 00000100:00000001:2.0:1769074948.516541:0:2367:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074948.516542:0:2367:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074948.516545:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074948.516552:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074948.516554:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074948.516556:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074948.516558:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074949.340109:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074949.340117:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074949.340119:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074949.340124:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:2.0:1769074949.340128:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074949.340133:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074949.340135:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074949.340138:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074949.340141:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074949.402381:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074949.402388:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074949.402393:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074949.402394:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074949.402598:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074949.402603:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074949.402606:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074950.362422:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074950.362429:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074950.362431:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074950.362437:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:2.0:1769074950.362441:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074950.362445:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074950.362448:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074950.362450:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074950.362453:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074950.426438:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074950.426446:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074950.426453:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074950.426454:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074950.426568:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074950.426572:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074950.426575:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074951.386460:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074951.386468:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074951.386470:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074951.386475:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:2.0:1769074951.386478:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074951.386482:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074951.386485:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074951.386488:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074951.386490:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074951.450556:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074951.450562:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074951.450567:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074951.450569:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074951.451871:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074951.451877:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074951.451881:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1769074952.109108:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074952.109129:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074952.109134:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074952.109138:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074952.109153:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074952.109163:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074952.109171:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074952.109176:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074952.109184:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074952.109189:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 10 MB=0x6971e9dd92080 00000400:00000200:3.0:1769074952.109195:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074952.109203:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 224/224 into md 0x22765 [1] + 0 00000800:00000001:3.0:1769074952.109214:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074952.109224:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074952.109229:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074952.109233:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074952.109243:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074952.109254:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/224 e 6 to 0 dl 1769074962 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00001000:3.0:1769074952.109267:0:2359:0:(events.c:122:reply_in_callback()) @@@ Early reply received, mlen=224 offset=0 replen=224 replied=0 unlinked=0 req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/224 e 6 to 0 dl 1769074962 ref 2 fl Rpc:Q/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074952.109341:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074952.109353:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074952.109357:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074952.109798:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074952.109804:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074952.109808:0:2363:0:(client.c:518:ptlrpc_at_recv_early_reply()) Process entered 02000000:00000001:0.0:1769074952.109810:0:2363:0:(sec.c:1233:sptlrpc_cli_unwrap_early_reply()) Process entered 00000100:00000010:0.0:1769074952.109818:0:2363:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98583800. 02000000:00000010:0.0:1769074952.109828:0:2363:0:(sec.c:1243:sptlrpc_cli_unwrap_early_reply()) kmalloced '(early_buf)': 256 at ffff982b84a08000. 02000000:00000001:0.0:1769074952.109831:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074952.109834:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074952.109837:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074952.109846:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074952.109848:0:2363:0:(sec.c:1301:sptlrpc_cli_unwrap_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074952.109854:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=55 v=5 (1 0 0 0) 02000000:00000010:0.0:1769074952.109859:0:2363:0:(sec.c:1324:sptlrpc_cli_finish_early_reply()) kvfree 'early_req->rq_repbuf': 256 at ffff982b84a08000. 00000100:00000010:0.0:1769074952.109864:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98583800. 00000100:00001000:0.0:1769074952.109885:0:2363:0:(client.c:568:ptlrpc_at_recv_early_reply()) @@@ Early reply #7, new deadline in 22s (12s) req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/224 e 7 to 0 dl 1769074974 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074952.109896:0:2363:0:(client.c:570:ptlrpc_at_recv_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074952.109899:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074952.109902:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074952.410459:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074952.410467:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074952.410469:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074952.410476:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:2.0:1769074952.410481:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074952.410486:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074952.410489:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074952.410492:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074952.410495:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074952.474710:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074952.474716:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074952.474721:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074952.474722:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074952.475436:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074952.475440:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074952.475444:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074953.434422:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074953.434429:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074953.434430:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074953.434435:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:2.0:1769074953.434438:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074953.434441:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074953.434443:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074953.434445:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074953.434447:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074953.498413:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074953.498421:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074953.498427:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074953.498428:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074953.498731:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074953.498735:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074953.498738:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1769074953.627063:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769074953.627076:0:27795:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1769074953.627089:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90379500. 00000020:00000040:2.0:1769074953.627096:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:2.0:1769074953.627101:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074953.627104:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074953.627109:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074953.627119:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b8a73fe00. 00000100:00000001:2.0:1769074953.627126:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074953.627139:0:27795:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b90379500 x1855007613355904/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769074953.627149:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074953.627154:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074953.627160:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040d412f8] to pc [ptlrpcd_01_00+0] req@ffff982b90379500 x1855007613355904/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074953.627221:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074953.627225:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074953.627228:0:2366:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074953.627234:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90379500 x1855007613355904/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074953.627243:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074953.627245:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074953.627248:0:2366:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074953.627251:0:2366:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074953.627254:0:2366:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074953.627257:0:2366:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90379500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2366:1855007613355904:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1769074953.627262:0:2366:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074953.627278:0:2366:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074953.627317:0:2366:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074953.627319:0:2366:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074953.627325:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b88307e00. 02000000:00000001:3.0:1769074953.627327:0:2366:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074953.627339:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074953.627344:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c73c8. 00000400:00000010:3.0:1769074953.627351:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6990. 00000100:00000200:3.0:1769074953.627360:0:2366:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613355904, portal 25 00000100:00000001:3.0:1769074953.627363:0:2366:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074953.627364:0:2366:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603418368 : -114162106133248 : ffff982b90379500) 00000100:00000040:3.0:1769074953.627370:0:2366:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90379500 x1855007613355904/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074953.627378:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074953.627381:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074953.627876:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad64c8. 00000100:00000200:3.0:1769074953.627881:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613355904, offset 0 00000400:00000200:3.0:1769074953.627888:0:2366:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074953.627897:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074953.627905:0:2366:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074953.627911:0:2366:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074953.627916:0:2366:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074953.627920:0:2366:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074953.627923:0:2366:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074953.627927:0:2366:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15494:15494:256:4294967295] 192.168.204.151@tcp LPNI seq info [15494:15494:8:4294967295] 00000400:00000200:3.0:1769074953.627931:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074953.627939:0:2366:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074953.627946:0:2366:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074953.627951:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652a00. 00000800:00000200:3.0:1769074953.627958:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074953.627965:0:2366:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074953.627969:0:2366:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074953.627991:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074953.627996:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074953.627999:0:2366:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296619398 00000100:00000001:3.0:1769074953.628006:0:2366:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296614279 00000100:00000001:3.0:1769074953.628012:0:2366:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296619398 00000100:00000001:3.0:1769074953.628015:0:2366:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296614279 00000100:00000001:3.0:1769074953.628019:0:2366:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074953.628022:0:2366:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074953.628025:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074953.628028:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074953.628930:0:27795:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769074953.628937:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level REPLAY/5 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769074953.628942:0:27795:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY) 00000100:00000040:2.0:1769074953.628945:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1769074953.628948:0:27795:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1769074953.628951:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1769074953.628954:0:27795:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000800:00000200:2.0:1769074953.629075:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074953.629080:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652a00. 00000400:00000200:2.0:1769074953.629085:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074953.629093:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074953.629099:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad64c8 00000400:00000010:2.0:1769074953.629101:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad64c8. 00000100:00000001:2.0:1769074953.629106:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074953.629114:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90379500 x1855007613355904/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074953.629127:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074953.629130:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90379500 x1855007613355904/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074969 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074953.629137:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074953.629139:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769074953.629155:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074953.629158:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074953.629164:0:27795:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1948) 00000100:00000001:3.0:1769074953.630123:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074953.630128:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1769074953.630132:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074953.630134:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074953.630137:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074953.630139:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1769074953.632927:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074953.632944:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074953.632948:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074953.632950:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074953.632963:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074953.632970:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074953.632978:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074953.632982:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074953.632988:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074953.632993:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 25 MB=0x6971e9dd98780 00000400:00000200:3.0:1769074953.632998:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074953.633005:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 224/224 into md 0x2285d [1] + 224 00000800:00000001:3.0:1769074953.633014:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074953.633022:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074953.633025:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074953.633030:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074953.633037:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074953.633046:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90379500 x1855007613355904/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074969 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074953.633058:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b90379500 x1855007613355904/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074969 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074953.633084:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074953.633092:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074953.633096:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074953.633954:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074953.633959:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074953.633967:0:2366:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074953.633969:0:2366:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074953.633973:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c73c8. 00000400:00000200:2.0:1769074953.633979:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6990 00000400:00000010:2.0:1769074953.633981:0:2366:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6990. 00000100:00000001:2.0:1769074953.633985:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074953.633993:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90379500 x1855007613355904/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074969 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074953.634003:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90379500 x1855007613355904/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074969 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074953.634010:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074953.634012:0:2366:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074953.634015:0:2366:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074953.634018:0:2366:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074953.634020:0:2366:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074953.634023:0:2366:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074953.634026:0:2366:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074953.634034:0:2366:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=75 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074953.634038:0:2366:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=56 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074953.634041:0:2366:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074953.634042:0:2366:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074953.634045:0:2366:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074953.634047:0:2366:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074953.634050:0:2366:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074953.634055:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90379500 x1855007613355904/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074969 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074953.634062:0:2366:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074953.634065:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074953.634067:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074953.634071:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90379500 x1855007613355904/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074969 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074953.634078:0:2366:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90379500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2366:1855007613355904:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074953.634084:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074953.634086:0:2366:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074953.634091:0:2366:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90379500 x1855007613355904/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074969 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074953.634098:0:2366:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074953.634101:0:2366:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074953.634105:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b88307e00. 02000000:00000001:2.0:1769074953.634108:0:2366:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074953.634111:0:2366:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074953.634113:0:2366:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:2.0:1769074953.634115:0:2366:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074953.634118:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b8a73fe00. 02000000:00000001:2.0:1769074953.634121:0:2366:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074953.634123:0:2366:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074953.634125:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90379500. 00000100:00000001:2.0:1769074953.634129:0:2366:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074953.634130:0:2366:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074953.634132:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074953.634140:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074953.634142:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074953.634144:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074953.634146:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074954.458479:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074954.458489:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074954.458491:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074954.458497:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:2.0:1769074954.458500:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074954.458505:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074954.458507:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074954.458510:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074954.458512:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074954.522426:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074954.522435:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074954.522441:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074954.522443:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074954.522549:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074954.522553:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074954.522557:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074955.482389:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074955.482397:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074955.482399:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074955.482405:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:2.0:1769074955.482408:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074955.482413:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074955.482416:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074955.482419:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074955.482421:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074955.546874:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074955.546882:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074955.546895:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074955.546901:0:21410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074955.546903:0:21410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074955.546905:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074955.546910:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074955.546913:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074955.546915:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074955.546917:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074955.546921:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074955.546923:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074955.549437:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074955.549444:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074955.549449:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074956.507317:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074956.507326:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074956.507328:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074956.507335:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:2.0:1769074956.507339:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074956.507343:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074956.507346:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074956.507348:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074956.507351:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074956.571512:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074956.571519:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074956.571524:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074956.571525:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074956.571950:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074956.571954:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074956.571966:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074957.530429:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074957.530447:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074957.530449:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074957.530455:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:2.0:1769074957.530459:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074957.530463:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074957.530466:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074957.530469:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074957.530472:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074957.594884:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074957.594893:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074957.594900:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074957.594904:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074957.594906:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074957.594909:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074957.594913:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074957.594916:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074957.594917:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074957.594919:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074957.600811:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074957.600818:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074957.600822:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074957.723477:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074957.723494:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074957.723496:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=12 : 12 : c) 00000100:00000001:0.0:1769074957.723501:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074957.723504:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074957.723508:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074957.723511:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074958.555756:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074958.555763:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074958.555765:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074958.555771:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:2.0:1769074958.555775:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074958.555779:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074958.555782:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074958.555784:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074958.555787:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074958.618557:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074958.618565:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074958.618572:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074958.618573:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074958.619311:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074958.619315:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074958.619319:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1769074958.746854:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074958.746866:0:30087:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074958.746876:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90370a80. 00000020:00000040:3.0:1769074958.746883:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:3.0:1769074958.746888:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074958.746891:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074958.746897:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074958.746906:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b99652b00. 00000100:00000001:3.0:1769074958.746913:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074958.746925:0:30087:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b90370a80 x1855007613356032/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074958.746937:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074958.746941:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074958.746947:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa3ea810] to pc [ptlrpcd_01_01+1] req@ffff982b90370a80 x1855007613356032/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074958.746985:0:30087:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769074958.746987:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level REPLAY/5 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074958.746991:0:30087:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY) 00000100:00000040:3.0:1769074958.746995:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074958.746998:0:30087:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074958.747001:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769074958.747005:0:30087:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1769074958.747010:0:30087:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1953) 00000100:00000001:2.0:1769074958.747065:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074958.747069:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074958.747072:0:2367:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074958.747078:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90370a80 x1855007613356032/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074958.747085:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074958.747088:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074958.747091:0:2367:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074958.747093:0:2367:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074958.747096:0:2367:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074958.747099:0:2367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90370a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2367:1855007613356032:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074958.747103:0:2367:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074958.747109:0:2367:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074958.747112:0:2367:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074958.747115:0:2367:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074958.747120:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b83d9ee00. 02000000:00000001:2.0:1769074958.747122:0:2367:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074958.747131:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074958.747136:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7e160. 00000400:00000010:2.0:1769074958.747142:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897faa0. 00000100:00000200:2.0:1769074958.747149:0:2367:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613356032, portal 25 00000100:00000001:2.0:1769074958.747151:0:2367:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074958.747153:0:2367:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603382912 : -114162106168704 : ffff982b90370a80) 00000100:00000040:2.0:1769074958.747159:0:2367:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90370a80 x1855007613356032/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074958.747166:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074958.747169:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074958.747172:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f2a8. 00000100:00000200:2.0:1769074958.747175:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613356032, offset 0 00000400:00000200:2.0:1769074958.747194:0:2367:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074958.747203:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074958.747211:0:2367:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074958.747217:0:2367:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074958.747221:0:2367:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074958.747224:0:2367:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074958.747227:0:2367:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074958.747230:0:2367:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15495:15495:256:4294967295] 192.168.204.151@tcp LPNI seq info [15495:15495:8:4294967295] 00000400:00000200:2.0:1769074958.747234:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074958.747243:0:2367:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074958.747249:0:2367:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074958.747255:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73fe00. 00000800:00000200:2.0:1769074958.747263:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074958.747271:0:2367:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074958.747275:0:2367:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73fe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074958.747322:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074958.747328:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074958.747331:0:2367:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296624518 00000100:00000001:2.0:1769074958.747337:0:2367:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296619398 00000100:00000001:2.0:1769074958.747341:0:2367:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296624518 00000100:00000001:2.0:1769074958.747344:0:2367:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296619398 00000100:00000001:2.0:1769074958.747347:0:2367:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074958.747350:0:2367:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074958.747353:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074958.747355:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074958.747363:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074958.747365:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1769074958.747367:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074958.747368:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074958.747370:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074958.747372:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074958.747381:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074958.747383:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074958.748043:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074958.748049:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73fe00. 00000400:00000200:3.0:1769074958.748057:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074958.748065:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074958.748072:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f2a8 00000400:00000010:3.0:1769074958.748075:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f2a8. 00000100:00000001:3.0:1769074958.748079:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074958.748085:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90370a80 x1855007613356032/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074958.748096:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074958.748100:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90370a80 x1855007613356032/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074974 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074958.748107:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074958.748109:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074958.750992:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074958.751012:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074958.751015:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074958.751018:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074958.751028:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074958.751035:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074958.751042:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074958.751047:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074958.751052:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074958.751056:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 25 MB=0x6971e9dd98800 00000400:00000200:3.0:1769074958.751061:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074958.751068:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 224/224 into md 0x2286d [1] + 224 00000800:00000001:3.0:1769074958.751076:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074958.751082:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074958.751085:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074958.751089:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074958.751099:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074958.751109:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90370a80 x1855007613356032/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074974 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074958.751120:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b90370a80 x1855007613356032/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074958.751145:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074958.751154:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074958.751166:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074958.752444:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074958.752450:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074958.752458:0:2367:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074958.752460:0:2367:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074958.752464:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7e160. 00000400:00000200:2.0:1769074958.752472:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897faa0 00000400:00000010:2.0:1769074958.752474:0:2367:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897faa0. 00000100:00000001:2.0:1769074958.752478:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074958.752487:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90370a80 x1855007613356032/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074958.752498:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90370a80 x1855007613356032/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074974 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074958.752505:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074958.752508:0:2367:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074958.752511:0:2367:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074958.752514:0:2367:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074958.752518:0:2367:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074958.752521:0:2367:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074958.752525:0:2367:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074958.752533:0:2367:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=80 v=5 (5 5 5 5) 00000100:00001000:2.0:1769074958.752537:0:2367:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=61 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074958.752540:0:2367:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074958.752542:0:2367:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074958.752544:0:2367:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074958.752546:0:2367:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074958.752549:0:2367:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074958.752554:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90370a80 x1855007613356032/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074974 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074958.752561:0:2367:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074958.752565:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074958.752567:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074958.752571:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90370a80 x1855007613356032/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074974 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074958.752578:0:2367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90370a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2367:1855007613356032:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074958.752583:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074958.752586:0:2367:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074958.752589:0:2367:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90370a80 x1855007613356032/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074974 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074958.752595:0:2367:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074958.752597:0:2367:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074958.752601:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b83d9ee00. 02000000:00000001:2.0:1769074958.752604:0:2367:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074958.752607:0:2367:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074958.752609:0:2367:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:2.0:1769074958.752611:0:2367:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074958.752614:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99652b00. 02000000:00000001:2.0:1769074958.752618:0:2367:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074958.752620:0:2367:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074958.752622:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90370a80. 00000100:00000001:2.0:1769074958.752625:0:2367:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074958.752626:0:2367:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074958.752629:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074958.752651:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074958.752653:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074958.752656:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074958.752658:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074959.578522:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074959.578530:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074959.578532:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074959.578538:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:2.0:1769074959.578541:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074959.578545:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074959.578547:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074959.578549:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074959.578552:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074959.642745:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074959.642751:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074959.642758:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074959.642759:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074959.645119:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074959.645125:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074959.645129:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074960.608317:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074960.608325:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074960.608328:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074960.608333:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:2.0:1769074960.608336:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074960.608340:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074960.608343:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074960.608345:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074960.608348:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074960.666423:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074960.666431:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074960.666438:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074960.666439:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074960.672439:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074960.672447:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074960.672452:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074961.626742:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074961.626748:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074961.626750:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074961.626755:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:2.0:1769074961.626758:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074961.626762:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074961.626765:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074961.626768:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074961.626770:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074961.691390:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074961.691397:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074961.691404:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074961.691405:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074961.691593:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074961.691597:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074961.691600:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074962.650403:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074962.650412:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074962.650414:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074962.650420:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:2.0:1769074962.650424:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074962.650429:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074962.650431:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074962.650434:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074962.650437:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074962.714427:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074962.714433:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074962.714439:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074962.714440:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074962.723842:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074962.723848:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074962.723852:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074963.674473:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074963.674482:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074963.674484:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074963.674490:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:2.0:1769074963.674494:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074963.674497:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074963.674499:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074963.674502:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074963.674505:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074963.742402:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074963.742407:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074963.742413:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074963.742414:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074963.742513:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074963.742516:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074963.742520:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769074963.866597:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769074963.866610:0:30087:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1769074963.866623:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98583800. 00000020:00000040:0.0:1769074963.866630:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:0.0:1769074963.866636:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769074963.866639:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769074963.866645:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769074963.866653:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b84a08000. 00000100:00000001:0.0:1769074963.866659:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074963.866671:0:30087:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b98583800 x1855007613356160/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769074963.866682:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074963.866686:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074963.866692:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077f50d64] to pc [ptlrpcd_00_00+0] req@ffff982b98583800 x1855007613356160/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074963.866732:0:30087:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769074963.866734:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level REPLAY/5 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769074963.866738:0:30087:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY) 00000100:00000040:0.0:1769074963.866741:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1769074963.866744:0:30087:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1769074963.866747:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1769074963.866750:0:30087:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1769074963.866755:0:30087:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1958) 00000100:00000001:1.0:1769074963.866939:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074963.866944:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074963.866947:0:2364:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074963.866954:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98583800 x1855007613356160/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074963.866962:0:2364:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074963.866964:0:2364:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074963.866967:0:2364:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074963.866970:0:2364:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074963.866973:0:2364:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074963.866976:0:2364:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98583800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2364:1855007613356160:192.168.204.151@tcp:400:kworker.0 00000100:00000001:1.0:1769074963.866980:0:2364:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074963.866986:0:2364:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074963.866988:0:2364:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074963.866990:0:2364:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074963.866996:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b85017000. 02000000:00000001:1.0:1769074963.866998:0:2364:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074963.867006:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074963.867011:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e479a0. 00000400:00000010:1.0:1769074963.867016:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8aa0. 00000100:00000200:1.0:1769074963.867024:0:2364:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613356160, portal 25 00000100:00000001:1.0:1769074963.867026:0:2364:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074963.867027:0:2364:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739774976 : -114161969776640 : ffff982b98583800) 00000100:00000040:1.0:1769074963.867032:0:2364:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98583800 x1855007613356160/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074963.867039:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074963.867042:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074963.867044:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8bb0. 00000100:00000200:1.0:1769074963.867047:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613356160, offset 0 00000400:00000200:1.0:1769074963.867054:0:2364:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074963.867062:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074963.867070:0:2364:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074963.867076:0:2364:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074963.867080:0:2364:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074963.867084:0:2364:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074963.867086:0:2364:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074963.867090:0:2364:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15496:15496:256:4294967295] 192.168.204.151@tcp LPNI seq info [15496:15496:8:4294967295] 00000400:00000200:1.0:1769074963.867094:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074963.867116:0:2364:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074963.867123:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074963.867129:0:2364:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b300. 00000800:00000200:1.0:1769074963.867135:0:2364:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074963.867143:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074963.867149:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816b300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1769074963.867167:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074963.867172:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074963.867176:0:2364:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296629637 00000100:00000001:1.0:1769074963.867183:0:2364:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296624518 00000100:00000001:1.0:1769074963.867187:0:2364:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296629637 00000100:00000001:1.0:1769074963.867191:0:2364:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296624518 00000100:00000001:1.0:1769074963.867194:0:2364:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074963.867197:0:2364:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074963.867200:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074963.867202:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074963.867210:0:2364:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074963.867211:0:2364:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769074963.867214:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074963.867215:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074963.867216:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074963.867218:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074963.867229:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074963.867230:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074963.867418:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074963.867423:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b300. 00000400:00000200:3.0:1769074963.867430:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074963.867437:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074963.867442:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8bb0 00000400:00000010:3.0:1769074963.867445:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8bb0. 00000100:00000001:3.0:1769074963.867448:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074963.867453:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b98583800 x1855007613356160/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074963.867462:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074963.867465:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98583800 x1855007613356160/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074979 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074963.867472:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074963.867474:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074963.872882:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074963.872904:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074963.872908:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074963.872911:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074963.872926:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074963.872935:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074963.872944:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074963.872949:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074963.872955:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074963.872959:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 25 MB=0x6971e9dd98880 00000400:00000200:3.0:1769074963.872965:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074963.872971:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 224/224 into md 0x2287d [1] + 224 00000800:00000001:3.0:1769074963.872979:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074963.872987:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074963.872990:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074963.872995:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074963.873003:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074963.873013:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b98583800 x1855007613356160/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074979 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074963.873041:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b98583800 x1855007613356160/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074963.873126:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074963.873132:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074963.873152:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074963.873163:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074963.873168:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1769074963.873344:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074963.873347:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074963.873352:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e479a0. 00000400:00000200:1.0:1769074963.873357:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8aa0 00000400:00000010:1.0:1769074963.873359:0:2364:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8aa0. 00000100:00000001:1.0:1769074963.873363:0:2364:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074963.873368:0:2364:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98583800 x1855007613356160/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074963.873378:0:2364:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98583800 x1855007613356160/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074979 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074963.873384:0:2364:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074963.873386:0:2364:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074963.873389:0:2364:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074963.873469:0:2364:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074963.873472:0:2364:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074963.873475:0:2364:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074963.873479:0:2364:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074963.873489:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=85 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074963.873494:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=66 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074963.873496:0:2364:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074963.873498:0:2364:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074963.873501:0:2364:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074963.873503:0:2364:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074963.873506:0:2364:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074963.873511:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98583800 x1855007613356160/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074963.873519:0:2364:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074963.873522:0:2364:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074963.873524:0:2364:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074963.873528:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98583800 x1855007613356160/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074979 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074963.873536:0:2364:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98583800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2364:1855007613356160:192.168.204.151@tcp:400:kworker.0 00000100:00000001:1.0:1769074963.873543:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074963.873546:0:2364:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074963.873549:0:2364:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98583800 x1855007613356160/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074979 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074963.873565:0:2364:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769074963.873569:0:2364:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074963.873586:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b85017000. 02000000:00000001:1.0:1769074963.873591:0:2364:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769074963.873594:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074963.873596:0:2364:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:1.0:1769074963.873599:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769074963.873601:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b84a08000. 02000000:00000001:1.0:1769074963.873606:0:2364:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769074963.873609:0:2364:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769074963.873610:0:2364:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98583800. 00000100:00000001:1.0:1769074963.873614:0:2364:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769074963.873616:0:2364:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074963.873619:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074963.873627:0:2364:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074963.873628:0:2364:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074963.873631:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074963.873633:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1769074964.461059:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074964.461084:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074964.461101:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074964.461104:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074964.461119:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074964.461131:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074964.461140:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074964.461147:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074964.461154:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074964.461159:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 10 MB=0x6971e9dd92080 00000400:00000200:3.0:1769074964.461166:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074964.461174:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 224/224 into md 0x22765 [1] + 0 00000800:00000001:3.0:1769074964.461184:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074964.461202:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074964.461205:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074964.461210:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074964.461219:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074964.461230:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/224 e 7 to 0 dl 1769074974 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00001000:3.0:1769074964.461243:0:2358:0:(events.c:122:reply_in_callback()) @@@ Early reply received, mlen=224 offset=0 replen=224 replied=0 unlinked=0 req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/224 e 7 to 0 dl 1769074974 ref 2 fl Rpc:Q/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074964.461264:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074964.461274:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074964.461277:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074964.461372:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074964.461382:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074964.461387:0:2363:0:(client.c:518:ptlrpc_at_recv_early_reply()) Process entered 02000000:00000001:0.0:1769074964.461389:0:2363:0:(sec.c:1233:sptlrpc_cli_unwrap_early_reply()) Process entered 00000100:00000010:0.0:1769074964.461402:0:2363:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98582680. 02000000:00000010:0.0:1769074964.461414:0:2363:0:(sec.c:1243:sptlrpc_cli_unwrap_early_reply()) kmalloced '(early_buf)': 256 at ffff982b84a08000. 02000000:00000001:0.0:1769074964.461417:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074964.461420:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074964.461422:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074964.461431:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074964.461432:0:2363:0:(sec.c:1301:sptlrpc_cli_unwrap_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074964.461439:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=67 v=5 (1 0 0 0) 02000000:00000010:0.0:1769074964.461444:0:2363:0:(sec.c:1324:sptlrpc_cli_finish_early_reply()) kvfree 'early_req->rq_repbuf': 256 at ffff982b84a08000. 00000100:00000010:0.0:1769074964.461450:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98582680. 00000100:00001000:0.0:1769074964.461465:0:2363:0:(client.c:568:ptlrpc_at_recv_early_reply()) @@@ Early reply #8, new deadline in 22s (12s) req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/224 e 8 to 0 dl 1769074986 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074964.461474:0:2363:0:(client.c:570:ptlrpc_at_recv_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074964.461476:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074964.461480:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074964.698413:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074964.698420:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074964.698424:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074964.698429:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:2.0:1769074964.698433:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074964.698436:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074964.698440:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074964.698443:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074964.698445:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074964.762432:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074964.762451:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074964.762454:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074964.762460:0:21410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074964.762463:0:21410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074964.762465:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074964.762470:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074964.762473:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074964.762474:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074964.762477:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074964.762481:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074964.762482:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074964.762727:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074964.762730:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074964.762733:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074965.722414:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074965.722422:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074965.722424:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074965.722430:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:2.0:1769074965.722433:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074965.722437:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074965.722440:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074965.722443:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074965.722445:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074965.787878:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074965.787886:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074965.787892:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074965.787893:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074965.788891:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074965.788896:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074965.788901:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074966.746404:0:31769:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074966.746412:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074966.746414:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074966.746419:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 0 seconds 00000100:00000001:2.0:1769074966.746423:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074966.746427:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074966.746429:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074966.746432:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074966.746434:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074966.810461:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074966.810468:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074966.810475:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074966.810478:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074966.810481:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074966.810483:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074966.810486:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074966.810489:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074966.810490:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074966.810493:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074966.810617:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769074966.810621:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769074966.810623:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1769074966.915185:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074966.915202:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074966.915207:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074966.915209:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074966.915221:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074966.915230:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074966.915237:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074966.915242:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074966.915248:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074966.915253:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 608 into portal 10 MB=0x6971e9dd92080 00000400:00000200:3.0:1769074966.915259:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074966.915266:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 608/608 into md 0x22765 [1] + 224 00000800:00000001:3.0:1769074966.915274:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074966.915320:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074966.915323:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074966.915398:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074966.915418:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074966.915430:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/224 e 8 to 0 dl 1769074986 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074966.915441:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=224 req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/224 e 8 to 0 dl 1769074986 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074966.915462:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074966.915471:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074966.915475:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074966.915482:0:2359:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074966.915487:0:2359:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15497:15497:256:4294967295] 192.168.204.151@tcp LPNI seq info [15497:15497:8:4294967295] 00000400:00000200:3.0:1769074966.915492:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074966.915501:0:2359:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:3.0:1769074966.915506:0:2359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074966.915512:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652900. 00000100:00000001:0.0:1769074966.915514:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074966.915520:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1769074966.915521:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000400:00000001:0.0:1769074966.915530:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:3.0:1769074966.915530:0:2359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000400:00000001:0.0:1769074966.915534:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:3.0:1769074966.915537:0:2359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652900 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:0.0:1769074966.915539:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7eec8. 00000400:00000200:0.0:1769074966.915546:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f7f8 00000400:00000010:0.0:1769074966.915549:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f7f8. 00000100:00000001:0.0:1769074966.915552:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074966.915558:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/224 e 8 to 0 dl 1769074986 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074966.915573:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/224 e 8 to 0 dl 1769074986 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074966.915580:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074966.915582:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074966.915585:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074966.915589:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074966.915592:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074966.915594:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074966.915597:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074966.915606:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=177 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074966.915610:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=69 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074966.915613:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1769074966.915617:0:2363:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074966.915624:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1769074966.915627:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1769074966.915630:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074966.915632:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:0.0:1769074966.915634:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074966.915637:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1769074966.915642:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074966.915649:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1769074966.915652:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074966.915654:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074966.915656:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1769074966.915660:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074966.915666:0:2363:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:0.0:1769074966.915676:0:2363:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff982b903a8380 x1855007613329792/t73014444038(73014444038) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074845 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074966.915682:0:2363:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:0.0:1769074966.915686:0:2363:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was -19 req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000800:00000200:3.0:1769074966.915968:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074966.915974:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652900. 00000400:00000200:3.0:1769074966.915977:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074966.915981:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:3.0:1769074966.915987:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074966.915990:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074966.939328:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1769074966.939334:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1769074966.939338:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1769074966.939340:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1769074966.939342:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:0.0:1769074966.939358:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1769074966.939369:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1769074966.939371:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1769074966.939373:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444037 00000100:00000001:0.0:1769074966.939377:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1769074966.939383:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b903a8380 x1855007613329792/t73014444038(73014444038) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074845 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074966.939391:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074966.939392:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603610496 : -114162105941120 : ffff982b903a8380) 00000100:00000040:0.0:1769074966.939398:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007e121b4] to pc [ptlrpcd_rcv+-1] req@ffff982b903a8380 x1855007613329792/t73014444038(73014444038) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074845 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074966.939408:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074966.939411:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074966.939413:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074966.939416:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074966.939421:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074966.939430:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613329536:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074966.939435:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074966.939439:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074966.939443:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074966.939451:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074966.939453:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074966.939462:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074966.939465:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074966.939468:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074966.939470:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074966.939659:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074966.939666:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903a8380 x1855007613329792/t73014444038(73014444038) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074845 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074966.939675:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074966.939677:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074966.939681:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074966.939685:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074966.939688:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074966.939692:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613329792:192.168.204.151@tcp:35:createmany.0 00000100:00000001:0.0:1769074966.939696:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074966.939703:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074966.939706:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074966.939718:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074966.939728:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b6738. 00000400:00000010:1.0:1769074966.939764:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8aa0. 00000100:00000200:1.0:1769074966.939774:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613329792, portal 10 00000100:00000001:1.0:1769074966.939776:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074966.939778:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603610496 : -114162105941120 : ffff982b903a8380) 00000100:00000040:1.0:1769074966.939787:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b903a8380 x1855007613329792/t73014444038(73014444038) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074982 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.939796:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074966.939799:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074966.939803:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8660. 00000100:00000200:1.0:1769074966.939807:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613329792, offset 0 00000400:00000200:1.0:1769074966.939813:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074966.939822:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074966.939830:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074966.939835:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074966.939839:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074966.939842:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074966.939845:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074966.939849:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15498:15498:256:4294967295] 192.168.204.151@tcp LPNI seq info [15498:15498:8:4294967295] 00000400:00000200:1.0:1769074966.939854:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074966.939865:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074966.939871:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074966.939878:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b000. 00000800:00000200:1.0:1769074966.939885:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074966.939891:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074966.939896:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816b000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769074966.939916:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074966.939921:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1038340 usecs (1039 jiffies) 00000400:00000200:1.0:1769074966.939924:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074966.939927:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624656 00000100:00000001:1.0:1769074966.939930:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:1.0:1769074966.939932:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624656 00000100:00000001:1.0:1769074966.939934:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:1.0:1769074966.939936:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074966.939938:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.939941:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.939943:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074966.939946:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074966.939948:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769074966.939950:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074966.939951:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074966.939952:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.939954:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074966.940305:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074966.940312:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b000. 00000400:00000200:2.0:1769074966.940318:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074966.940323:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074966.940329:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 00000400:00000010:2.0:1769074966.940332:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 00000100:00000001:2.0:1769074966.940336:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074966.940342:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903a8380 x1855007613329792/t73014444038(73014444038) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074982 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074966.940352:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074966.940355:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b903a8380 x1855007613329792/t73014444038(73014444038) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074982 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074966.940361:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074966.940363:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074966.944750:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074966.944770:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074966.944774:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074966.944777:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074966.944789:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074966.944796:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074966.944804:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074966.944809:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074966.944816:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074966.944820:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd92180 00000400:00000200:3.0:1769074966.944826:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074966.944833:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x22885 [1] + 224 00000800:00000001:3.0:1769074966.944841:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074966.944854:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074966.944857:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074966.944861:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074966.944869:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074966.944885:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903a8380 x1855007613329792/t73014444038(73014444038) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074982 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074966.944898:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff982b903a8380 x1855007613329792/t73014444038(73014444038) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074982 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074966.944928:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074966.944938:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074966.944942:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074966.945029:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074966.945034:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074966.945042:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074966.945043:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074966.945057:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6738. 00000400:00000200:1.0:1769074966.945063:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8aa0 00000400:00000010:1.0:1769074966.945066:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8aa0. 00000100:00000001:1.0:1769074966.945069:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074966.945074:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903a8380 x1855007613329792/t73014444038(73014444038) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074982 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074966.945083:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903a8380 x1855007613329792/t73014444038(73014444038) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074982 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.945089:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074966.945091:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074966.945094:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074966.945097:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074966.945100:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074966.945102:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074966.945106:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074966.945118:0:2363:0:(import.c:2128:obd_at_measure()) add 10 to ffff982b88b88ca0 time=177 v=5 (5 0 10 10) 00000100:00001000:1.0:1769074966.945122:0:2363:0:(import.c:2194:obd_at_measure()) AT ffff982b88b88ca0 change: old=5 new=10 delta=5 (val=10) hist 10 5 0 10 00000100:00001000:1.0:1769074966.945125:0:2363:0:(client.c:416:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff982b858dd800 ptl 23 has changed from 5 to 10 00000100:00001000:1.0:1769074966.945128:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=69 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074966.945130:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074966.945132:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074966.945135:0:2363:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074966.945139:0:2363:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.945142:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769074966.945144:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074966.945147:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:1.0:1769074966.945148:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074966.945151:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074966.945156:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903a8380 x1855007613329792/t73014444038(73014444038) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074982 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.945168:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074966.945170:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074966.945172:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074966.945175:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769074966.945179:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b903a8380 x1855007613329792/t73014444038(73014444038) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074982 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.945186:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769074966.945188:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769074966.945190:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769074966.945191:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769074966.945193:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:1.0:1769074966.945199:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769074966.945206:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769074966.945208:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769074966.945210:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444038 00000100:00000001:1.0:1769074966.945213:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769074966.945218:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b903a9500 x1855007613330176/t73014444039(73014444039) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.945225:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074966.945227:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603614976 : -114162105936640 : ffff982b903a9500) 00000100:00000040:1.0:1769074966.945232:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f30afe9] to pc [ptlrpcd_rcv+-1] req@ffff982b903a9500 x1855007613330176/t73014444039(73014444039) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.945241:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.945243:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.945245:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.945247:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074966.945250:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903a8380 x1855007613329792/t73014444038(73014444038) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074982 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074966.945263:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613329792:192.168.204.151@tcp:35:createmany.0 00000100:00000001:1.0:1769074966.945268:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074966.945273:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074966.945276:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a8380 x1855007613329792/t73014444038(73014444038) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074982 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.945335:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.945337:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074966.945350:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074966.945355:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.945357:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074966.945358:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074966.945359:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074966.945365:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903a9500 x1855007613330176/t73014444039(73014444039) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.945371:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074966.945373:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074966.945376:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074966.945380:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074966.945382:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074966.945386:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613330176:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074966.945388:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074966.945395:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074966.945397:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074966.945400:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074966.945405:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b85944000. 02000000:00000001:1.0:1769074966.945407:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074966.945410:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074966.945413:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e479a0. 00000400:00000010:1.0:1769074966.945416:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8aa0. 00000100:00000200:1.0:1769074966.945420:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613330176, portal 10 00000100:00000001:1.0:1769074966.945424:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074966.945425:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603614976 : -114162105936640 : ffff982b903a9500) 00000100:00000040:1.0:1769074966.945429:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b903a9500 x1855007613330176/t73014444039(73014444039) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074982 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.945433:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074966.945435:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074966.945437:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8110. 00000100:00000200:1.0:1769074966.945439:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007613330176, offset 0 00000400:00000200:1.0:1769074966.945446:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074966.945450:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074966.945455:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074966.945459:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074966.945462:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074966.945467:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074966.945469:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074966.945472:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15499:15499:256:4294967295] 192.168.204.151@tcp LPNI seq info [15499:15499:8:4294967295] 00000400:00000200:1.0:1769074966.945475:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074966.945483:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074966.945495:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074966.945572:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816be00. 00000800:00000200:1.0:1769074966.945580:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074966.945587:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074966.945590:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816be00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1769074966.945698:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074966.945702:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1036807 usecs (1037 jiffies) 00000400:00000200:1.0:1769074966.945761:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074966.945764:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624660 00000100:00000001:1.0:1769074966.946006:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:1.0:1769074966.946009:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624660 00000100:00000001:1.0:1769074966.946011:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:1.0:1769074966.946014:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074966.946017:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.946020:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.946021:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074966.946026:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074966.946027:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769074966.946030:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074966.946031:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074966.946032:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.946033:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074966.946579:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074966.946585:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816be00. 00000400:00000200:2.0:1769074966.946591:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074966.946800:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074966.946808:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8110 00000400:00000010:2.0:1769074966.946811:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8110. 00000100:00000001:2.0:1769074966.946815:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074966.946822:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903a9500 x1855007613330176/t73014444039(73014444039) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074982 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074966.946833:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074966.946836:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a9500 x1855007613330176/t73014444039(73014444039) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074982 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074966.946844:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074966.946846:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074966.952577:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074966.952597:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074966.952601:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074966.952604:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074966.952616:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074966.952625:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074966.952634:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074966.952640:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074966.952647:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074966.952651:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 608 into portal 10 MB=0x6971e9dd92300 00000400:00000200:3.0:1769074966.952657:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074966.952665:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 608/608 into md 0x2288d [1] + 224 00000800:00000001:3.0:1769074966.952674:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074966.952683:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074966.952687:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074966.952693:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074966.952701:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074966.952712:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903a9500 x1855007613330176/t73014444039(73014444039) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074982 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074966.952724:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff982b903a9500 x1855007613330176/t73014444039(73014444039) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074982 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074966.952744:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074966.952754:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074966.952757:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074966.952764:0:2359:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074966.952771:0:2359:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15500:15500:256:4294967295] 192.168.204.151@tcp LPNI seq info [15500:15500:8:4294967295] 00000400:00000200:3.0:1769074966.952777:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074966.952786:0:2359:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:3.0:1769074966.952794:0:2359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.151@tcp 00000100:00000001:1.0:1769074966.952795:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:3.0:1769074966.952802:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652900. 00000100:00000001:1.0:1769074966.952803:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1769074966.952812:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000400:00000001:1.0:1769074966.952813:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074966.952817:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074966.952822:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e479a0. 00000800:00000200:3.0:1769074966.952826:0:2359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000400:00000200:1.0:1769074966.952829:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8aa0 00000800:00000200:3.0:1769074966.952832:0:2359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652900 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:1.0:1769074966.952834:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8aa0. 00000100:00000001:1.0:1769074966.952841:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074966.952847:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903a9500 x1855007613330176/t73014444039(73014444039) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074982 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074966.952858:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903a9500 x1855007613330176/t73014444039(73014444039) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074982 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.952865:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074966.952868:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074966.952871:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074966.952876:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074966.952878:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074966.952881:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074966.952884:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074966.952894:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=27 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074966.952899:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=69 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074966.952901:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1769074966.952905:0:2363:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff982b903a9500 x1855007613330176/t73014444039(73014444039) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074982 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.952911:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1769074966.952915:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769074966.952918:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074966.952920:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:1.0:1769074966.952922:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074966.952925:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1769074966.952931:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903a9500 x1855007613330176/t73014444039(73014444039) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074982 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000800:00000200:3.0:1769074966.952935:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074966.952940:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652900. 00000400:00000200:3.0:1769074966.952944:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074966.952953:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000100:00000001:1.0:1769074966.952960:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1769074966.952964:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074966.952967:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074966.952969:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769074966.952976:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b903a9500 x1855007613330176/t73014444039(73014444039) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074982 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000800:00000001:3.0:1769074966.952976:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074966.952981:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769074966.952988:0:2363:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:1.0:1769074966.952997:0:2363:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff982b90372680 x1855007613331200/t73014444040(73014444040) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074966.953009:0:2363:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1769074966.953012:0:2363:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff982b903a9500 x1855007613330176/t73014444039(73014444039) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074982 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.953018:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769074966.953019:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769074966.953021:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769074966.953022:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769074966.953023:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:1.0:1769074966.953028:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769074966.953033:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769074966.953034:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769074966.953035:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444039 00000100:00000001:1.0:1769074966.953037:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769074966.953041:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b90372680 x1855007613331200/t73014444040(73014444040) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.953055:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074966.953057:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603390080 : -114162106161536 : ffff982b90372680) 00000100:00000040:1.0:1769074966.953068:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6186097] to pc [ptlrpcd_rcv+-1] req@ffff982b90372680 x1855007613331200/t73014444040(73014444040) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.953203:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.953204:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.953206:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.953208:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074966.953212:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903a9500 x1855007613330176/t73014444039(73014444039) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074982 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074966.953218:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613330176:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074966.953222:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074966.953224:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074966.953226:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903a9500 x1855007613330176/t73014444039(73014444039) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074982 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.953230:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.953232:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074966.953238:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074966.953239:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.953241:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074966.953242:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074966.953243:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074966.953246:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90372680 x1855007613331200/t73014444040(73014444040) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.953250:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074966.953251:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074966.953254:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074966.953258:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074966.953260:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074966.953262:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90372680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613331200:192.168.204.151@tcp:35:createmany.0 00000100:00000001:1.0:1769074966.953265:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074966.953270:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074966.953272:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074966.953276:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074966.953279:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e479a0. 00000400:00000010:1.0:1769074966.953310:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8aa0. 00000100:00000200:1.0:1769074966.953315:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613331200, portal 10 00000100:00000001:1.0:1769074966.953316:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074966.953317:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603390080 : -114162106161536 : ffff982b90372680) 00000100:00000040:1.0:1769074966.953321:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b90372680 x1855007613331200/t73014444040(73014444040) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.953325:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074966.953327:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074966.953329:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8cc0. 00000100:00000200:1.0:1769074966.953331:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613331200, offset 0 00000400:00000200:1.0:1769074966.953337:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074966.953341:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074966.953344:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074966.953348:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074966.953352:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074966.953354:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074966.953356:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074966.953359:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15501:15501:256:4294967295] 192.168.204.151@tcp LPNI seq info [15501:15501:8:4294967295] 00000400:00000200:1.0:1769074966.953361:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074966.953367:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074966.953370:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074966.953373:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816bb00. 00000800:00000200:1.0:1769074966.953375:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074966.953379:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074966.953381:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816bb00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769074966.953391:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074966.953395:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1035282 usecs (1036 jiffies) 00000400:00000200:1.0:1769074966.953397:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074966.953408:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624667 00000100:00000001:1.0:1769074966.953410:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:1.0:1769074966.953412:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624667 00000100:00000001:1.0:1769074966.953414:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:1.0:1769074966.953415:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074966.953417:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.953419:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.953420:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074966.953421:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074966.953422:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1769074966.953424:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074966.953425:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074966.953425:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.953427:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074966.954119:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074966.954125:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816bb00. 00000400:00000200:2.0:1769074966.954130:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074966.954135:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074966.954139:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8cc0 00000400:00000010:2.0:1769074966.954142:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8cc0. 00000100:00000001:2.0:1769074966.954145:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074966.954152:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90372680 x1855007613331200/t73014444040(73014444040) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074966.954162:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074966.954165:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b90372680 x1855007613331200/t73014444040(73014444040) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074966.954172:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074966.954174:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074966.958325:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074966.958346:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074966.958352:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074966.958354:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074966.958366:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074966.958375:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074966.958383:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074966.958388:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074966.958395:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074966.958401:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd92700 00000400:00000200:2.0:1769074966.958406:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074966.958413:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x22895 [1] + 224 00000800:00000001:2.0:1769074966.958423:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074966.958453:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074966.958457:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074966.958463:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074966.958470:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074966.958480:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90372680 x1855007613331200/t73014444040(73014444040) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074966.958493:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff982b90372680 x1855007613331200/t73014444040(73014444040) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074966.958522:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074966.958530:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074966.958533:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074966.958953:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074966.958958:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074966.958964:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074966.958967:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074966.958970:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e479a0. 00000400:00000200:1.0:1769074966.958975:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8aa0 00000400:00000010:1.0:1769074966.958977:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8aa0. 00000100:00000001:1.0:1769074966.958980:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074966.958986:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90372680 x1855007613331200/t73014444040(73014444040) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074966.958994:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90372680 x1855007613331200/t73014444040(73014444040) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.959001:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074966.959014:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074966.959018:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074966.959021:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074966.959024:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074966.959025:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074966.959028:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074966.959037:0:2363:0:(import.c:2128:obd_at_measure()) add 10 to ffff982b88b88ca0 time=27 v=10 (10 5 0 10) 00000100:00001000:1.0:1769074966.959042:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=69 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074966.959056:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074966.959058:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074966.959061:0:2363:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074966.959064:0:2363:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.959067:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769074966.959069:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074966.959071:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:1.0:1769074966.959073:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074966.959083:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074966.959088:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90372680 x1855007613331200/t73014444040(73014444040) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.959095:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074966.959098:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074966.959100:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074966.959102:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769074966.959106:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b90372680 x1855007613331200/t73014444040(73014444040) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.959112:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769074966.959114:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769074966.959116:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769074966.959118:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769074966.959119:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:1.0:1769074966.959124:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769074966.959130:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769074966.959132:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769074966.959134:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444040 00000100:00000001:1.0:1769074966.959137:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769074966.959142:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b90378380 x1855007613331584/t73014444041(73014444041) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.959149:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074966.959150:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603413888 : -114162106137728 : ffff982b90378380) 00000100:00000040:1.0:1769074966.959155:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066ecce10] to pc [ptlrpcd_rcv+-1] req@ffff982b90378380 x1855007613331584/t73014444041(73014444041) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.959165:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.959167:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.959168:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.959170:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074966.959174:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90372680 x1855007613331200/t73014444040(73014444040) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074966.959184:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90372680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613331200:192.168.204.151@tcp:35:createmany.0 00000100:00000001:1.0:1769074966.959188:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074966.959191:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074966.959193:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90372680 x1855007613331200/t73014444040(73014444040) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.959199:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.959201:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074966.959207:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074966.959209:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.959211:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074966.959212:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074966.959213:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074966.959217:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90378380 x1855007613331584/t73014444041(73014444041) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.959223:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074966.959225:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074966.959228:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074966.959232:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074966.959234:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074966.959237:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90378380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613331584:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074966.959241:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074966.959246:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074966.959248:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074966.959251:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074966.959257:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b85947000. 02000000:00000001:1.0:1769074966.959260:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074966.959265:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074966.959269:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e479a0. 00000400:00000010:1.0:1769074966.959273:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8aa0. 00000100:00000200:1.0:1769074966.959278:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613331584, portal 10 00000100:00000001:1.0:1769074966.959312:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074966.959313:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603413888 : -114162106137728 : ffff982b90378380) 00000100:00000040:1.0:1769074966.959318:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b90378380 x1855007613331584/t73014444041(73014444041) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074982 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.959325:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074966.959329:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074966.959332:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e82a8. 00000100:00000200:1.0:1769074966.959335:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007613331584, offset 0 00000400:00000200:1.0:1769074966.959341:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074966.959348:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074966.959355:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074966.959361:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074966.959365:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074966.959369:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074966.959372:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074966.959376:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15502:15502:256:4294967295] 192.168.204.151@tcp LPNI seq info [15502:15502:8:4294967295] 00000400:00000200:1.0:1769074966.959379:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074966.959389:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074966.959394:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074966.959408:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000800:00000200:1.0:1769074966.959415:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074966.959422:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074966.959427:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816b200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1769074966.959445:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074966.959450:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1033760 usecs (1034 jiffies) 00000400:00000200:1.0:1769074966.959454:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074966.959457:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624671 00000100:00000001:1.0:1769074966.959460:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:1.0:1769074966.959463:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624671 00000100:00000001:1.0:1769074966.959465:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:1.0:1769074966.959467:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074966.959471:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.959473:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.959474:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074966.959477:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074966.959479:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769074966.959481:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074966.959612:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074966.959615:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.959616:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074966.960113:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074966.960120:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000400:00000200:3.0:1769074966.960125:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074966.960130:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074966.960134:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e82a8 00000400:00000010:3.0:1769074966.960137:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e82a8. 00000100:00000001:3.0:1769074966.960140:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074966.960145:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90378380 x1855007613331584/t73014444041(73014444041) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074982 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074966.960155:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074966.960159:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90378380 x1855007613331584/t73014444041(73014444041) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074982 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074966.960165:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074966.960166:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074966.966927:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074966.966949:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074966.966954:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074966.966957:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074966.966970:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074966.966978:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074966.966987:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074966.966992:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074966.966998:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074966.967002:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 608 into portal 10 MB=0x6971e9dd92880 00000400:00000200:2.0:1769074966.967008:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074966.967015:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 608/608 into md 0x2289d [1] + 224 00000800:00000001:2.0:1769074966.967023:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074966.967034:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074966.967037:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074966.967042:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074966.967066:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074966.967075:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90378380 x1855007613331584/t73014444041(73014444041) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074982 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074966.967087:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff982b90378380 x1855007613331584/t73014444041(73014444041) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074982 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.967169:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074966.967175:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074966.967196:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769074966.967208:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769074966.967214:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074966.967221:0:2358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074966.967228:0:2358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15503:15503:256:4294967295] 192.168.204.151@tcp LPNI seq info [15503:15503:8:4294967295] 00000400:00000200:2.0:1769074966.967233:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074966.967241:0:2358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:2.0:1769074966.967247:0:2358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074966.967255:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73fc00. 00000800:00000200:2.0:1769074966.967262:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074966.967270:0:2358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074966.967275:0:2358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73fc00 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1769074966.967346:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1769074966.967411:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074966.967416:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73fc00. 00000400:00000200:2.0:1769074966.967420:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074966.967425:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:3.0:1769074966.967440:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1769074966.967862:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074966.967865:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074966.967869:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e479a0. 00000400:00000200:1.0:1769074966.967874:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8aa0 00000400:00000010:1.0:1769074966.967876:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8aa0. 00000100:00000001:1.0:1769074966.967880:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074966.967887:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90378380 x1855007613331584/t73014444041(73014444041) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074982 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074966.967902:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90378380 x1855007613331584/t73014444041(73014444041) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074982 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.967909:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074966.967911:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074966.967914:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074966.967917:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074966.967920:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074966.967922:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074966.967925:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074966.967936:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=27 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074966.967940:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=69 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074966.967944:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1769074966.967948:0:2363:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff982b90378380 x1855007613331584/t73014444041(73014444041) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074982 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.967955:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1769074966.967958:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769074966.967961:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074966.967963:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:1.0:1769074966.967966:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074966.967969:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1769074966.967973:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90378380 x1855007613331584/t73014444041(73014444041) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074982 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.967981:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1769074966.967984:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074966.967986:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074966.967989:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769074966.967994:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b90378380 x1855007613331584/t73014444041(73014444041) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074982 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074966.968002:0:2363:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:1.0:1769074966.968012:0:2363:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff982b90379180 x1855007613331840/t73014444042(73014444042) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074966.968020:0:2363:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1769074966.968023:0:2363:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff982b90378380 x1855007613331584/t73014444041(73014444041) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074982 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.968031:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769074966.968034:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769074966.968036:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769074966.968038:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769074966.968039:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:1.0:1769074966.968058:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769074966.968065:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769074966.968067:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769074966.968069:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444041 00000100:00000001:1.0:1769074966.968073:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769074966.968079:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b90379180 x1855007613331840/t73014444042(73014444042) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.968085:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074966.968087:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603417472 : -114162106134144 : ffff982b90379180) 00000100:00000040:1.0:1769074966.968092:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9fa1b3c] to pc [ptlrpcd_rcv+-1] req@ffff982b90379180 x1855007613331840/t73014444042(73014444042) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.968102:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.968104:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.968106:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.968108:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074966.968113:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90378380 x1855007613331584/t73014444041(73014444041) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074982 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074966.968122:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90378380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613331584:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074966.968127:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074966.968130:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074966.968133:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90378380 x1855007613331584/t73014444041(73014444041) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074982 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.968140:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.968142:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074966.968151:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074966.968153:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.968155:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074966.968156:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074966.968158:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074966.968162:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90379180 x1855007613331840/t73014444042(73014444042) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.968169:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074966.968171:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074966.968175:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074966.968178:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074966.968181:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074966.968184:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90379180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613331840:192.168.204.151@tcp:35:createmany.0 00000100:00000001:1.0:1769074966.968188:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074966.968194:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074966.968196:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074966.968201:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074966.968207:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e479a0. 00000400:00000010:1.0:1769074966.968212:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8aa0. 00000100:00000200:1.0:1769074966.968218:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613331840, portal 10 00000100:00000001:1.0:1769074966.968220:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074966.968221:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603417472 : -114162106134144 : ffff982b90379180) 00000100:00000040:1.0:1769074966.968227:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b90379180 x1855007613331840/t73014444042(73014444042) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.968235:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074966.968238:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074966.968240:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8880. 00000100:00000200:1.0:1769074966.968244:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613331840, offset 0 00000400:00000200:1.0:1769074966.968250:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074966.968257:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074966.968262:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074966.968268:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074966.968272:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074966.968276:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074966.968279:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074966.968302:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15504:15504:256:4294967295] 192.168.204.151@tcp LPNI seq info [15504:15504:8:4294967295] 00000400:00000200:1.0:1769074966.968306:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074966.968313:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074966.968318:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074966.968324:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b600. 00000800:00000200:1.0:1769074966.968329:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074966.968335:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074966.968339:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816b600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769074966.968409:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074966.968414:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1032247 usecs (1033 jiffies) 00000400:00000200:1.0:1769074966.968418:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074966.968422:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624679 00000100:00000001:1.0:1769074966.968425:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:1.0:1769074966.968427:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624679 00000100:00000001:1.0:1769074966.968430:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:1.0:1769074966.968432:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074966.968435:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.968437:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.968439:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074966.968442:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074966.968444:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1769074966.968446:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074966.968447:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074966.968449:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.968451:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074966.968883:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074966.968888:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b600. 00000400:00000200:2.0:1769074966.968892:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074966.968897:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074966.968901:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8880 00000400:00000010:2.0:1769074966.968903:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8880. 00000100:00000001:2.0:1769074966.968907:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074966.968912:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90379180 x1855007613331840/t73014444042(73014444042) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074966.968921:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074966.968924:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b90379180 x1855007613331840/t73014444042(73014444042) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074966.968937:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074966.968939:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074966.971527:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074966.971545:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074966.971550:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074966.971552:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074966.971565:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074966.971574:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074966.971582:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074966.971587:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074966.971593:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074966.971597:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd92980 00000400:00000200:3.0:1769074966.971603:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074966.971609:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x228a5 [1] + 224 00000800:00000001:3.0:1769074966.971739:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074966.971771:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074966.971774:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074966.971780:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074966.971789:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074966.971799:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90379180 x1855007613331840/t73014444042(73014444042) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074966.971810:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff982b90379180 x1855007613331840/t73014444042(73014444042) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.971886:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074966.971890:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074966.971909:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074966.971919:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074966.971923:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1769074966.972685:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074966.972689:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074966.972693:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e479a0. 00000400:00000200:1.0:1769074966.972698:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8aa0 00000400:00000010:1.0:1769074966.972701:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8aa0. 00000100:00000001:1.0:1769074966.972705:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074966.972712:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90379180 x1855007613331840/t73014444042(73014444042) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074966.972721:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90379180 x1855007613331840/t73014444042(73014444042) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.972728:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074966.972730:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074966.972733:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074966.972736:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074966.972739:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074966.972741:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074966.972745:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074966.972755:0:2363:0:(import.c:2128:obd_at_measure()) add 10 to ffff982b88b88ca0 time=27 v=10 (10 5 0 10) 00000100:00001000:1.0:1769074966.972759:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=69 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074966.972761:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074966.972762:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074966.972765:0:2363:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074966.972769:0:2363:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.972772:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769074966.972775:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074966.972777:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:1.0:1769074966.972779:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074966.972782:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074966.972787:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90379180 x1855007613331840/t73014444042(73014444042) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.972794:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074966.972797:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074966.972799:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074966.972801:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769074966.972805:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b90379180 x1855007613331840/t73014444042(73014444042) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.972811:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769074966.972813:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769074966.972816:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769074966.972817:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769074966.972818:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:1.0:1769074966.972824:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769074966.972830:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769074966.972832:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769074966.972833:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444042 00000100:00000001:1.0:1769074966.972838:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769074966.972842:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b903a9880 x1855007613332224/t73014444043(73014444043) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.972848:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074966.972849:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603615872 : -114162105935744 : ffff982b903a9880) 00000100:00000040:1.0:1769074966.972854:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0621477] to pc [ptlrpcd_rcv+-1] req@ffff982b903a9880 x1855007613332224/t73014444043(73014444043) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.972862:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.972864:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.972866:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.972868:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074966.972871:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90379180 x1855007613331840/t73014444042(73014444042) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074966.972878:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90379180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613331840:192.168.204.151@tcp:35:createmany.0 00000100:00000001:1.0:1769074966.972883:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074966.972885:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074966.972888:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90379180 x1855007613331840/t73014444042(73014444042) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.972894:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.972895:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074966.972902:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074966.972904:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.972906:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074966.972908:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074966.972910:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074966.972913:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903a9880 x1855007613332224/t73014444043(73014444043) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.972919:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074966.972921:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074966.972995:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074966.972999:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074966.973002:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074966.973079:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613332224:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074966.973084:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074966.973090:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074966.973092:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074966.973095:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074966.973103:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b85945c00. 02000000:00000001:1.0:1769074966.973106:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074966.973113:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074966.973116:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e479a0. 00000400:00000010:1.0:1769074966.973120:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8aa0. 00000100:00000200:1.0:1769074966.973126:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613332224, portal 10 00000100:00000001:1.0:1769074966.973129:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074966.973130:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603615872 : -114162105935744 : ffff982b903a9880) 00000100:00000040:1.0:1769074966.973135:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b903a9880 x1855007613332224/t73014444043(73014444043) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074982 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.973143:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074966.973145:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074966.973148:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8d48. 00000100:00000200:1.0:1769074966.973152:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007613332224, offset 0 00000400:00000200:1.0:1769074966.973158:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074966.973164:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074966.973171:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074966.973177:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074966.973181:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074966.973185:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074966.973188:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074966.973191:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15505:15505:256:4294967295] 192.168.204.151@tcp LPNI seq info [15505:15505:8:4294967295] 00000400:00000200:1.0:1769074966.973195:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074966.973204:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074966.973210:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074966.973215:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816bd00. 00000800:00000200:1.0:1769074966.973222:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074966.973229:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074966.973233:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816bd00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1769074966.973253:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074966.973258:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1030731 usecs (1031 jiffies) 00000400:00000200:1.0:1769074966.973261:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074966.973264:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624681 00000100:00000001:1.0:1769074966.973268:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:1.0:1769074966.973270:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624681 00000100:00000001:1.0:1769074966.973272:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:1.0:1769074966.973275:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074966.973278:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.973301:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.973303:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074966.973306:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074966.973307:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769074966.973309:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074966.973311:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074966.973312:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.973314:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074966.973737:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074966.973743:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816bd00. 00000400:00000200:2.0:1769074966.973749:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074966.973754:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074966.973759:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8d48 00000400:00000010:2.0:1769074966.973761:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8d48. 00000100:00000001:2.0:1769074966.973764:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074966.973769:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903a9880 x1855007613332224/t73014444043(73014444043) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074982 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074966.973777:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074966.973779:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a9880 x1855007613332224/t73014444043(73014444043) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074982 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074966.973785:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074966.973787:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074966.980427:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074966.980441:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074966.980444:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074966.980446:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074966.980455:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074966.980461:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074966.980466:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074966.980469:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074966.980473:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074966.980476:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 608 into portal 10 MB=0x6971e9dd92b00 00000400:00000200:3.0:1769074966.980480:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074966.980485:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 608/608 into md 0x228ad [1] + 224 00000800:00000001:3.0:1769074966.980494:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074966.980502:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074966.980506:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074966.980509:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074966.980517:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074966.980527:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903a9880 x1855007613332224/t73014444043(73014444043) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074982 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074966.980538:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff982b903a9880 x1855007613332224/t73014444043(73014444043) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074982 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074966.980555:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074966.980562:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074966.980565:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074966.980571:0:2359:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074966.980575:0:2359:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15506:15506:256:4294967295] 192.168.204.151@tcp LPNI seq info [15506:15506:8:4294967295] 00000400:00000200:3.0:1769074966.980580:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074966.980587:0:2359:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:3.0:1769074966.980594:0:2359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074966.980600:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652900. 00000800:00000200:3.0:1769074966.980606:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000100:00000001:1.0:1769074966.980761:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074966.980765:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074966.980771:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074966.980773:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074966.980776:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e479a0. 00000400:00000200:1.0:1769074966.980779:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8aa0 00000400:00000010:1.0:1769074966.980781:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8aa0. 00000100:00000001:1.0:1769074966.980783:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074966.980787:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903a9880 x1855007613332224/t73014444043(73014444043) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074982 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074966.980793:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903a9880 x1855007613332224/t73014444043(73014444043) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074982 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.980797:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074966.980799:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074966.980800:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074966.980803:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074966.980805:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074966.980807:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074966.980809:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074966.980817:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=27 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074966.980820:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=69 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074966.980821:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1769074966.980824:0:2363:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff982b903a9880 x1855007613332224/t73014444043(73014444043) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074982 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.980828:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1769074966.980831:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769074966.980833:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074966.980834:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:1.0:1769074966.980836:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074966.980838:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1769074966.980841:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903a9880 x1855007613332224/t73014444043(73014444043) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074982 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.980845:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1769074966.980846:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074966.980848:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074966.980849:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769074966.980852:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b903a9880 x1855007613332224/t73014444043(73014444043) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074982 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074966.980856:0:2363:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:1.0:1769074966.980861:0:2363:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff982b903a9f80 x1855007613332480/t73014444044(73014444044) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074966.980866:0:2363:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1769074966.980867:0:2363:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff982b903a9880 x1855007613332224/t73014444043(73014444043) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074982 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.980872:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769074966.980874:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769074966.980875:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769074966.980876:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769074966.980877:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:1.0:1769074966.980880:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769074966.980884:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769074966.980886:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769074966.980888:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444043 00000100:00000001:1.0:1769074966.980900:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769074966.980906:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b903a9f80 x1855007613332480/t73014444044(73014444044) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.980912:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074966.980914:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603617664 : -114162105933952 : ffff982b903a9f80) 00000100:00000040:1.0:1769074966.980919:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000917bfa77] to pc [ptlrpcd_rcv+-1] req@ffff982b903a9f80 x1855007613332480/t73014444044(73014444044) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.980936:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.980939:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.980941:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.980943:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074966.980947:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903a9880 x1855007613332224/t73014444043(73014444043) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074982 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074966.980955:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613332224:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074966.980960:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074966.980962:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074966.980965:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903a9880 x1855007613332224/t73014444043(73014444043) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074982 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.980971:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.980973:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074966.980980:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074966.980982:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.980984:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074966.980985:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074966.980987:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074966.980991:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903a9f80 x1855007613332480/t73014444044(73014444044) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.980998:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074966.981001:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074966.981012:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074966.981014:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074966.981017:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074966.981020:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613332480:192.168.204.151@tcp:35:createmany.0 00000100:00000001:1.0:1769074966.981023:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074966.981028:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074966.981030:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074966.981034:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074966.981037:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e479a0. 00000400:00000010:1.0:1769074966.981040:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8aa0. 00000100:00000200:1.0:1769074966.981055:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613332480, portal 10 00000100:00000001:1.0:1769074966.981057:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074966.981057:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603617664 : -114162105933952 : ffff982b903a9f80) 00000100:00000040:1.0:1769074966.981061:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b903a9f80 x1855007613332480/t73014444044(73014444044) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.981066:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074966.981068:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074966.981069:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8220. 00000100:00000200:1.0:1769074966.981072:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613332480, offset 0 00000400:00000200:1.0:1769074966.981075:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074966.981079:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074966.981082:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074966.981085:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074966.981089:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074966.981092:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074966.981094:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074966.981096:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15507:15507:255:4294967295] 192.168.204.151@tcp LPNI seq info [15507:15507:7:4294967295] 00000400:00000200:1.0:1769074966.981098:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074966.981103:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074966.981106:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074966.981108:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816ba00. 00000800:00000200:1.0:1769074966.981111:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074966.981115:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074966.981118:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816ba00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769074966.981132:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074966.981135:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1029225 usecs (1030 jiffies) 00000400:00000200:1.0:1769074966.981138:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074966.981141:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624688 00000100:00000001:1.0:1769074966.981143:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:1.0:1769074966.981145:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624688 00000100:00000001:1.0:1769074966.981147:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:1.0:1769074966.981149:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074966.981150:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.981152:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.981153:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074966.981155:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074966.981156:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1769074966.981157:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074966.981158:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074966.981159:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.981160:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074966.981204:0:2359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074966.981207:0:2359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1769074966.981239:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074966.981243:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816ba00. 00000400:00000200:3.0:1769074966.981246:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074966.981250:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074966.981253:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8220 00000400:00000010:3.0:1769074966.981255:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8220. 00000100:00000001:3.0:1769074966.981258:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074966.981262:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903a9f80 x1855007613332480/t73014444044(73014444044) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074966.981270:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074966.981273:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b903a9f80 x1855007613332480/t73014444044(73014444044) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074966.981278:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074966.981279:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074966.981309:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074966.981313:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1769074966.981352:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074966.981354:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652900. 00000400:00000200:3.0:1769074966.981357:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074966.981359:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:3.0:1769074966.985022:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074966.985038:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074966.985043:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074966.985057:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074966.985068:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074966.985076:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074966.985084:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074966.985088:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074966.985095:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074966.985099:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd92c00 00000400:00000200:3.0:1769074966.985105:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074966.985111:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x228b5 [1] + 224 00000800:00000001:3.0:1769074966.985119:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074966.985127:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074966.985131:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074966.985135:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074966.985142:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074966.985151:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903a9f80 x1855007613332480/t73014444044(73014444044) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074966.985162:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff982b903a9f80 x1855007613332480/t73014444044(73014444044) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074966.985183:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074966.985192:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074966.985195:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074966.985304:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074966.985309:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074966.985316:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074966.985318:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074966.985321:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e479a0. 00000400:00000200:1.0:1769074966.985325:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8aa0 00000400:00000010:1.0:1769074966.985328:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8aa0. 00000100:00000001:1.0:1769074966.985331:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074966.985335:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903a9f80 x1855007613332480/t73014444044(73014444044) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074966.985344:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903a9f80 x1855007613332480/t73014444044(73014444044) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.985350:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074966.985351:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074966.985354:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074966.985357:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074966.985360:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074966.985362:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074966.985365:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074966.985374:0:2363:0:(import.c:2128:obd_at_measure()) add 10 to ffff982b88b88ca0 time=27 v=10 (10 5 0 10) 00000100:00001000:1.0:1769074966.985378:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=69 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074966.985381:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074966.985382:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074966.985385:0:2363:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074966.985388:0:2363:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.985391:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769074966.985394:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074966.985396:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:1.0:1769074966.985398:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074966.985401:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074966.985405:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903a9f80 x1855007613332480/t73014444044(73014444044) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.985412:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074966.985415:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074966.985416:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074966.985419:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769074966.985422:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b903a9f80 x1855007613332480/t73014444044(73014444044) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.985428:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769074966.985430:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769074966.985433:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769074966.985434:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769074966.985436:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:1.0:1769074966.985440:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769074966.985446:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769074966.985449:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769074966.985450:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444044 00000100:00000001:1.0:1769074966.985454:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769074966.985458:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b903a8a80 x1855007613332864/t73014444045(73014444045) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.985464:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074966.985465:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603612288 : -114162105939328 : ffff982b903a8a80) 00000100:00000040:1.0:1769074966.985470:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000538fd091] to pc [ptlrpcd_rcv+-1] req@ffff982b903a8a80 x1855007613332864/t73014444045(73014444045) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.985479:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.985481:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.985483:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.985485:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074966.985488:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903a9f80 x1855007613332480/t73014444044(73014444044) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074966.985495:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613332480:192.168.204.151@tcp:35:createmany.0 00000100:00000001:1.0:1769074966.985499:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074966.985502:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074966.985517:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a9f80 x1855007613332480/t73014444044(73014444044) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.985524:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.985526:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074966.985534:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074966.985535:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.985537:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074966.985538:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074966.985540:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074966.985543:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903a8a80 x1855007613332864/t73014444045(73014444045) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.985549:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074966.985551:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074966.985554:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074966.985557:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074966.985559:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074966.985562:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613332864:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074966.985566:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074966.985572:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074966.985574:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074966.985577:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074966.985584:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b85945800. 02000000:00000001:1.0:1769074966.985587:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074966.985591:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074966.985595:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e479a0. 00000400:00000010:1.0:1769074966.985599:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8aa0. 00000100:00000200:1.0:1769074966.985605:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613332864, portal 10 00000100:00000001:1.0:1769074966.985606:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074966.985607:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603612288 : -114162105939328 : ffff982b903a8a80) 00000100:00000040:1.0:1769074966.985622:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b903a8a80 x1855007613332864/t73014444045(73014444045) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074982 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.985629:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074966.985631:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074966.985634:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8f68. 00000100:00000200:1.0:1769074966.985638:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007613332864, offset 0 00000400:00000200:1.0:1769074966.985643:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074966.985650:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074966.985656:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074966.985662:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074966.985666:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074966.985670:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074966.985673:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074966.985677:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15508:15508:256:4294967295] 192.168.204.151@tcp LPNI seq info [15508:15508:8:4294967295] 00000400:00000200:1.0:1769074966.985681:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074966.985690:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074966.985695:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074966.985700:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b400. 00000800:00000200:1.0:1769074966.985705:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074966.985712:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074966.985716:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816b400 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1769074966.985737:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074966.985742:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1027717 usecs (1028 jiffies) 00000400:00000200:1.0:1769074966.985745:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074966.985748:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624691 00000100:00000001:1.0:1769074966.985751:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:1.0:1769074966.985753:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624691 00000100:00000001:1.0:1769074966.985755:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:1.0:1769074966.985757:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074966.985759:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.985761:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.985762:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074966.985766:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074966.985767:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769074966.985769:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074966.985770:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074966.985771:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.985773:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074966.986165:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074966.986171:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b400. 00000400:00000200:2.0:1769074966.986176:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074966.986180:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074966.986183:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8f68 00000400:00000010:2.0:1769074966.986185:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8f68. 00000100:00000001:2.0:1769074966.986188:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074966.986193:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903a8a80 x1855007613332864/t73014444045(73014444045) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074982 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074966.986201:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074966.986204:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a8a80 x1855007613332864/t73014444045(73014444045) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074982 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074966.986210:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074966.986212:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074966.993495:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074966.993514:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074966.993518:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074966.993521:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074966.993533:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074966.993541:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074966.993549:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074966.993554:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074966.993559:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074966.993564:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 608 into portal 10 MB=0x6971e9dd92d80 00000400:00000200:3.0:1769074966.993569:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074966.993576:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 608/608 into md 0x228bd [1] + 224 00000800:00000001:3.0:1769074966.993585:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074966.993594:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074966.993597:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074966.993602:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074966.993622:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074966.993632:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903a8a80 x1855007613332864/t73014444045(73014444045) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074982 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074966.993643:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff982b903a8a80 x1855007613332864/t73014444045(73014444045) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074982 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074966.993668:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074966.993677:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074966.993681:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074966.993687:0:2359:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074966.993693:0:2359:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15509:15509:256:4294967295] 192.168.204.151@tcp LPNI seq info [15509:15509:8:4294967295] 00000400:00000200:3.0:1769074966.993697:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074966.993705:0:2359:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:3.0:1769074966.993711:0:2359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074966.993717:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652900. 00000800:00000200:3.0:1769074966.993724:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074966.993731:0:2359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074966.993736:0:2359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1769074966.993822:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074966.993827:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652900. 00000400:00000200:3.0:1769074966.993830:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074966.993834:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:3.0:1769074966.993839:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074966.993843:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074966.994151:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074966.994157:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074966.994164:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074966.994165:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074966.994169:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e479a0. 00000400:00000200:1.0:1769074966.994174:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8aa0 00000400:00000010:1.0:1769074966.994176:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8aa0. 00000100:00000001:1.0:1769074966.994179:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074966.994196:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903a8a80 x1855007613332864/t73014444045(73014444045) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074982 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074966.994212:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903a8a80 x1855007613332864/t73014444045(73014444045) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074982 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.994219:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074966.994221:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074966.994224:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074966.994228:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074966.994230:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074966.994233:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074966.994236:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074966.994247:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=27 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074966.994251:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=69 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074966.994254:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1769074966.994258:0:2363:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff982b903a8a80 x1855007613332864/t73014444045(73014444045) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074982 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.994266:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1769074966.994268:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769074966.994271:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074966.994273:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:1.0:1769074966.994275:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074966.994278:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1769074966.994311:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903a8a80 x1855007613332864/t73014444045(73014444045) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074982 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.994318:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1769074966.994321:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074966.994323:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074966.994325:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769074966.994330:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b903a8a80 x1855007613332864/t73014444045(73014444045) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074982 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074966.994337:0:2363:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:1.0:1769074966.994346:0:2363:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff982b903a9c00 x1855007613333120/t73014444046(73014444046) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074966.994353:0:2363:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1769074966.994362:0:2363:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff982b903a8a80 x1855007613332864/t73014444045(73014444045) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074982 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.994370:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769074966.994372:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769074966.994374:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769074966.994376:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769074966.994377:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:1.0:1769074966.994383:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769074966.994390:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769074966.994393:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769074966.994395:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444045 00000100:00000001:1.0:1769074966.994399:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769074966.994403:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b903a9c00 x1855007613333120/t73014444046(73014444046) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.994409:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074966.994410:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603616768 : -114162105934848 : ffff982b903a9c00) 00000100:00000040:1.0:1769074966.994416:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8d72165] to pc [ptlrpcd_rcv+-1] req@ffff982b903a9c00 x1855007613333120/t73014444046(73014444046) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.994426:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.994428:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.994430:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.994432:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074966.994436:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903a8a80 x1855007613332864/t73014444045(73014444045) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074982 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074966.994459:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613332864:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074966.994464:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074966.994467:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074966.994470:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903a8a80 x1855007613332864/t73014444045(73014444045) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074982 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.994478:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.994480:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074966.994487:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074966.994489:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.994491:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074966.994492:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074966.994494:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074966.994497:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903a9c00 x1855007613333120/t73014444046(73014444046) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.994504:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074966.994506:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074966.994509:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074966.994512:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074966.994515:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074966.994518:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613333120:192.168.204.151@tcp:35:createmany.0 00000100:00000001:1.0:1769074966.994521:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074966.994527:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074966.994529:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074966.994533:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074966.994537:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e479a0. 00000400:00000010:1.0:1769074966.994542:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8aa0. 00000100:00000200:1.0:1769074966.994548:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613333120, portal 10 00000100:00000001:1.0:1769074966.994550:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074966.994551:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603616768 : -114162105934848 : ffff982b903a9c00) 00000100:00000040:1.0:1769074966.994556:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b903a9c00 x1855007613333120/t73014444046(73014444046) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074966.994563:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074966.994566:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074966.994570:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8f68. 00000100:00000200:1.0:1769074966.994574:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613333120, offset 0 00000400:00000200:1.0:1769074966.994580:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074966.994585:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074966.994590:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074966.994595:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074966.994599:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074966.994602:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074966.994605:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074966.994608:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15510:15510:256:4294967295] 192.168.204.151@tcp LPNI seq info [15510:15510:8:4294967295] 00000400:00000200:1.0:1769074966.994612:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074966.994620:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074966.994625:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074966.994630:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816bc00. 00000800:00000200:1.0:1769074966.994634:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074966.994639:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074966.994642:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816bc00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769074966.994652:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074966.994656:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1026222 usecs (1027 jiffies) 00000400:00000200:1.0:1769074966.994660:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074966.994663:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624699 00000100:00000001:1.0:1769074966.994667:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:1.0:1769074966.994669:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624699 00000100:00000001:1.0:1769074966.994671:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:1.0:1769074966.994673:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074966.994676:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.994678:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.994680:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074966.994683:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074966.994684:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1769074966.994686:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074966.994687:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074966.994689:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074966.994691:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074966.994904:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074966.994908:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816bc00. 00000400:00000200:2.0:1769074966.994913:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074966.994917:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074966.994920:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8f68 00000400:00000010:2.0:1769074966.994922:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8f68. 00000100:00000001:2.0:1769074966.994926:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074966.994930:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903a9c00 x1855007613333120/t73014444046(73014444046) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074966.994938:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074966.994941:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b903a9c00 x1855007613333120/t73014444046(73014444046) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074966.994948:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074966.994950:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074967.002215:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.002235:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074967.002240:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.002244:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.002255:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.002264:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074967.002272:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.002277:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.002339:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.002343:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd92e80 00000400:00000200:2.0:1769074967.002349:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.002358:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x228c5 [1] + 224 00000800:00000001:2.0:1769074967.002367:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.002382:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.002385:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.002391:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074967.002398:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074967.002408:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903a9c00 x1855007613333120/t73014444046(73014444046) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074967.002426:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff982b903a9c00 x1855007613333120/t73014444046(73014444046) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.002444:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074967.002453:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.002456:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.002585:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.002590:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074967.002596:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074967.002597:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074967.002601:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e479a0. 00000400:00000200:1.0:1769074967.002605:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8aa0 00000400:00000010:1.0:1769074967.002608:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8aa0. 00000100:00000001:1.0:1769074967.002611:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074967.002615:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903a9c00 x1855007613333120/t73014444046(73014444046) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074967.002635:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903a9c00 x1855007613333120/t73014444046(73014444046) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.002642:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074967.002644:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.002647:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074967.002650:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074967.002653:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074967.002655:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.002659:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074967.002669:0:2363:0:(import.c:2128:obd_at_measure()) add 10 to ffff982b88b88ca0 time=28 v=10 (10 5 0 10) 00000100:00001000:1.0:1769074967.002673:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=70 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074967.002676:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074967.002678:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074967.002680:0:2363:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074967.002684:0:2363:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.002687:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769074967.002690:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074967.002692:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:1.0:1769074967.002694:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074967.002697:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.002703:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903a9c00 x1855007613333120/t73014444046(73014444046) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.002710:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074967.002713:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074967.002715:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.002717:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769074967.002721:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b903a9c00 x1855007613333120/t73014444046(73014444046) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.002730:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769074967.002732:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769074967.002734:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769074967.002736:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769074967.002737:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:1.0:1769074967.002743:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769074967.002750:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769074967.002752:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769074967.002754:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444046 00000100:00000001:1.0:1769074967.002758:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769074967.002763:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b90379c00 x1855007613333504/t73014444047(73014444047) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.002769:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.002771:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603420160 : -114162106131456 : ffff982b90379c00) 00000100:00000040:1.0:1769074967.002776:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016e62a39] to pc [ptlrpcd_rcv+-1] req@ffff982b90379c00 x1855007613333504/t73014444047(73014444047) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.002787:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.002789:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.002791:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.002793:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.002797:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903a9c00 x1855007613333120/t73014444046(73014444046) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074967.002805:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613333120:192.168.204.151@tcp:35:createmany.0 00000100:00000001:1.0:1769074967.002810:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.002813:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074967.002816:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a9c00 x1855007613333120/t73014444046(73014444046) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.002823:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.002825:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.002831:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.002833:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.002835:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.002837:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.002839:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074967.002842:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90379c00 x1855007613333504/t73014444047(73014444047) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.002849:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074967.002852:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.002855:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074967.002858:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074967.002861:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074967.002864:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90379c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613333504:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074967.002868:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074967.002873:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074967.002876:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.002878:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074967.002884:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b85944400. 02000000:00000001:1.0:1769074967.002887:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074967.002891:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074967.002894:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e479a0. 00000400:00000010:1.0:1769074967.002897:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8aa0. 00000100:00000200:1.0:1769074967.002902:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613333504, portal 10 00000100:00000001:1.0:1769074967.002905:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.002906:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603420160 : -114162106131456 : ffff982b90379c00) 00000100:00000040:1.0:1769074967.002911:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b90379c00 x1855007613333504/t73014444047(73014444047) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.002918:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074967.002921:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074967.002923:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8220. 00000100:00000200:1.0:1769074967.002926:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007613333504, offset 0 00000400:00000200:1.0:1769074967.002932:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074967.002937:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.002943:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074967.002948:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074967.002952:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074967.002956:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074967.002959:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074967.002963:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15511:15511:256:4294967295] 192.168.204.151@tcp LPNI seq info [15511:15511:8:4294967295] 00000400:00000200:1.0:1769074967.002967:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.002975:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074967.002981:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074967.002985:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b100. 00000800:00000200:1.0:1769074967.002991:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074967.002998:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074967.003002:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816b100 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1769074967.003125:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.003133:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1024730 usecs (1025 jiffies) 00000400:00000200:1.0:1769074967.003138:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074967.003141:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624705 00000100:00000001:1.0:1769074967.003145:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.003148:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624705 00000100:00000001:1.0:1769074967.003151:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.003153:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074967.003157:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.003159:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.003161:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.003165:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.003166:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769074967.003169:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.003170:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.003172:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.003174:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074967.003252:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074967.003258:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b100. 00000400:00000200:3.0:1769074967.003263:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.003268:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074967.003271:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8220 00000400:00000010:3.0:1769074967.003273:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8220. 00000100:00000001:3.0:1769074967.003276:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074967.003309:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90379c00 x1855007613333504/t73014444047(73014444047) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.003323:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074967.003326:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90379c00 x1855007613333504/t73014444047(73014444047) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.003332:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074967.003334:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074967.010242:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.010259:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074967.010263:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.010266:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.010277:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.010315:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074967.010324:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.010329:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.010335:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.010339:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 608 into portal 10 MB=0x6971e9dd93000 00000400:00000200:2.0:1769074967.010343:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.010350:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 608/608 into md 0x228cd [1] + 224 00000800:00000001:2.0:1769074967.010358:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.010369:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.010372:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.010377:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074967.010384:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074967.010394:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90379c00 x1855007613333504/t73014444047(73014444047) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074967.010405:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff982b90379c00 x1855007613333504/t73014444047(73014444047) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.010429:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769074967.010437:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769074967.010440:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.010446:0:2358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074967.010453:0:2358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15512:15512:256:4294967295] 192.168.204.151@tcp LPNI seq info [15512:15512:8:4294967295] 00000400:00000200:2.0:1769074967.010458:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.010465:0:2358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:2.0:1769074967.010471:0:2358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074967.010478:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73fc00. 00000800:00000200:2.0:1769074967.010485:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074967.010492:0:2358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074967.010496:0:2358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73fc00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1769074967.010589:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074967.010593:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73fc00. 00000400:00000200:2.0:1769074967.010596:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.010600:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:2.0:1769074967.010605:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.010608:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.010770:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.010775:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074967.010783:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074967.010785:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074967.010788:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e479a0. 00000400:00000200:1.0:1769074967.010793:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8aa0 00000400:00000010:1.0:1769074967.010796:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8aa0. 00000100:00000001:1.0:1769074967.010799:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074967.010803:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90379c00 x1855007613333504/t73014444047(73014444047) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074967.010813:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90379c00 x1855007613333504/t73014444047(73014444047) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.010819:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074967.010821:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.010823:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074967.010827:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074967.010829:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074967.010832:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.010835:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074967.010845:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=28 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074967.010849:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=70 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074967.010851:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1769074967.010855:0:2363:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff982b90379c00 x1855007613333504/t73014444047(73014444047) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.010862:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1769074967.010865:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769074967.010868:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074967.010870:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:1.0:1769074967.010872:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074967.010875:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1769074967.010880:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90379c00 x1855007613333504/t73014444047(73014444047) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.010886:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1769074967.010889:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074967.010891:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.010893:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769074967.010897:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b90379c00 x1855007613333504/t73014444047(73014444047) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074967.010905:0:2363:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:1.0:1769074967.010915:0:2363:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff982b90379880 x1855007613333760/t73014444048(73014444048) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074967.010922:0:2363:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1769074967.010925:0:2363:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff982b90379c00 x1855007613333504/t73014444047(73014444047) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.010932:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769074967.010934:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769074967.010937:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769074967.010938:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769074967.010939:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:1.0:1769074967.010945:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769074967.010952:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769074967.010954:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769074967.010956:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444047 00000100:00000001:1.0:1769074967.010960:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769074967.010965:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b90379880 x1855007613333760/t73014444048(73014444048) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.010972:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.010973:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603419264 : -114162106132352 : ffff982b90379880) 00000100:00000040:1.0:1769074967.010978:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e25075] to pc [ptlrpcd_rcv+-1] req@ffff982b90379880 x1855007613333760/t73014444048(73014444048) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.010987:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.010989:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.010992:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.010994:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.010998:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90379c00 x1855007613333504/t73014444047(73014444047) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074967.011005:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90379c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613333504:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074967.011010:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.011012:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074967.011016:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90379c00 x1855007613333504/t73014444047(73014444047) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.011022:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.011035:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.012873:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.012879:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.012884:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.012887:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.012889:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074967.012901:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90379880 x1855007613333760/t73014444048(73014444048) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.012910:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074967.012912:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.012917:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074967.012921:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074967.012925:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074967.012928:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90379880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613333760:192.168.204.151@tcp:35:createmany.0 00000100:00000001:1.0:1769074967.012931:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074967.012937:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074967.012940:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074967.012949:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074967.012957:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e479a0. 00000400:00000010:1.0:1769074967.012963:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8aa0. 00000100:00000200:1.0:1769074967.012969:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613333760, portal 10 00000100:00000001:1.0:1769074967.012971:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.012972:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603419264 : -114162106132352 : ffff982b90379880) 00000100:00000040:1.0:1769074967.012979:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b90379880 x1855007613333760/t73014444048(73014444048) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.012986:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074967.012989:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074967.012991:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8d48. 00000100:00000200:1.0:1769074967.012994:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613333760, offset 0 00000400:00000200:1.0:1769074967.013000:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074967.013009:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.013016:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074967.013021:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074967.013026:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074967.013029:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074967.013032:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074967.013035:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15513:15513:256:4294967295] 192.168.204.151@tcp LPNI seq info [15513:15513:8:4294967295] 00000400:00000200:1.0:1769074967.013039:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.013058:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074967.013064:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074967.013070:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b800. 00000800:00000200:1.0:1769074967.013076:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074967.013083:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074967.013088:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816b800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769074967.013111:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.013116:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1023242 usecs (1024 jiffies) 00000400:00000200:1.0:1769074967.013120:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074967.013124:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624714 00000100:00000001:1.0:1769074967.013127:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.013130:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624714 00000100:00000001:1.0:1769074967.013132:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.013135:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074967.013137:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.013140:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.013143:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.013149:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.013150:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1769074967.013152:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.013154:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.013155:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.013157:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074967.014004:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074967.014012:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b800. 00000400:00000200:2.0:1769074967.014018:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.014034:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074967.014040:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8d48 00000400:00000010:2.0:1769074967.014042:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8d48. 00000100:00000001:2.0:1769074967.014055:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074967.014061:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90379880 x1855007613333760/t73014444048(73014444048) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.014071:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074967.014075:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b90379880 x1855007613333760/t73014444048(73014444048) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.014081:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074967.014083:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074967.018831:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.018846:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074967.018849:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.018851:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074967.018859:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.018866:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074967.018870:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.018874:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.018878:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.018881:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd93100 00000400:00000200:3.0:1769074967.018885:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.018891:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x228d5 [1] + 224 00000800:00000001:3.0:1769074967.018899:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.018910:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074967.018913:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.018918:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074967.018926:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074967.018935:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90379880 x1855007613333760/t73014444048(73014444048) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074967.018947:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff982b90379880 x1855007613333760/t73014444048(73014444048) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.018969:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074967.018977:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.018979:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.019138:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.019142:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074967.019149:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074967.019151:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074967.019155:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e479a0. 00000400:00000200:1.0:1769074967.019160:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8aa0 00000400:00000010:1.0:1769074967.019162:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8aa0. 00000100:00000001:1.0:1769074967.019171:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074967.019176:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90379880 x1855007613333760/t73014444048(73014444048) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074967.019196:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90379880 x1855007613333760/t73014444048(73014444048) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.019203:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074967.019205:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.019208:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074967.019211:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074967.019214:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074967.019216:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.019219:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074967.019229:0:2363:0:(import.c:2128:obd_at_measure()) add 10 to ffff982b88b88ca0 time=28 v=10 (10 5 0 10) 00000100:00001000:1.0:1769074967.019233:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=70 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074967.019236:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074967.019238:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074967.019241:0:2363:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074967.019245:0:2363:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.019247:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769074967.019250:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074967.019252:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:1.0:1769074967.019254:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074967.019257:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.019261:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90379880 x1855007613333760/t73014444048(73014444048) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.019267:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074967.019270:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074967.019272:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.019274:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769074967.019278:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b90379880 x1855007613333760/t73014444048(73014444048) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.019313:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769074967.019315:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769074967.019317:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769074967.019319:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769074967.019320:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:1.0:1769074967.019326:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769074967.019332:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769074967.019335:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769074967.019337:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444048 00000100:00000001:1.0:1769074967.019342:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769074967.019347:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b90372a00 x1855007613334144/t73014444049(73014444049) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.019353:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.019354:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603390976 : -114162106160640 : ffff982b90372a00) 00000100:00000040:1.0:1769074967.019359:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000108dea0b] to pc [ptlrpcd_rcv+-1] req@ffff982b90372a00 x1855007613334144/t73014444049(73014444049) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.019369:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.019371:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.019373:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.019375:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.019379:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90379880 x1855007613333760/t73014444048(73014444048) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074967.019387:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90379880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613333760:192.168.204.151@tcp:35:createmany.0 00000100:00000001:1.0:1769074967.019391:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.019393:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074967.019396:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90379880 x1855007613333760/t73014444048(73014444048) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.019403:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.019405:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.019412:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.019414:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.019416:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.019418:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.019420:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074967.019423:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90372a00 x1855007613334144/t73014444049(73014444049) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.019431:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074967.019433:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.019436:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074967.019439:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074967.019833:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074967.019840:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90372a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613334144:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074967.019844:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074967.019851:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074967.019853:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.019856:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074967.019864:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b85946400. 02000000:00000001:1.0:1769074967.019866:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074967.019872:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074967.019876:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e479a0. 00000400:00000010:1.0:1769074967.019881:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8aa0. 00000100:00000200:1.0:1769074967.019887:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613334144, portal 10 00000100:00000001:1.0:1769074967.019890:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.019891:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603390976 : -114162106160640 : ffff982b90372a00) 00000100:00000040:1.0:1769074967.019898:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b90372a00 x1855007613334144/t73014444049(73014444049) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.019904:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074967.019907:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074967.019911:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8880. 00000100:00000200:1.0:1769074967.019915:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007613334144, offset 0 00000400:00000200:1.0:1769074967.019921:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074967.019927:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.019934:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074967.019939:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074967.019944:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074967.019947:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074967.019949:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074967.019952:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15514:15514:256:4294967295] 192.168.204.151@tcp LPNI seq info [15514:15514:8:4294967295] 00000400:00000200:1.0:1769074967.019955:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.019963:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074967.019967:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074967.019971:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b500. 00000800:00000200:1.0:1769074967.019976:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074967.019982:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074967.019985:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816b500 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1769074967.020000:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.020005:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1021760 usecs (1022 jiffies) 00000400:00000200:1.0:1769074967.020012:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074967.020015:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624719 00000100:00000001:1.0:1769074967.020018:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.020020:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624719 00000100:00000001:1.0:1769074967.020098:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.020101:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074967.020103:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.020106:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.020107:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.020112:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.020113:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769074967.020115:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.020116:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.020117:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.020119:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074967.020205:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074967.020211:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b500. 00000400:00000200:2.0:1769074967.020217:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.020222:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074967.020226:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8880 00000400:00000010:2.0:1769074967.020227:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8880. 00000100:00000001:2.0:1769074967.020231:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074967.020235:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90372a00 x1855007613334144/t73014444049(73014444049) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.020244:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074967.020247:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90372a00 x1855007613334144/t73014444049(73014444049) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.020253:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074967.020254:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074967.025442:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.025459:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074967.025463:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.025466:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074967.025476:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.025484:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074967.025492:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.025497:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.025594:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.025598:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 608 into portal 10 MB=0x6971e9dd93280 00000400:00000200:3.0:1769074967.025604:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.025610:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 608/608 into md 0x228dd [1] + 224 00000800:00000001:3.0:1769074967.025617:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.025627:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074967.026199:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.026207:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074967.026213:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074967.026223:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90372a00 x1855007613334144/t73014444049(73014444049) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074967.026233:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff982b90372a00 x1855007613334144/t73014444049(73014444049) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.026255:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074967.026264:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074967.026268:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.026273:0:2359:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074967.026326:0:2359:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15515:15515:256:4294967295] 192.168.204.151@tcp LPNI seq info [15515:15515:8:4294967295] 00000400:00000200:3.0:1769074967.026334:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.026343:0:2359:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:3.0:1769074967.026350:0:2359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074967.026356:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652900. 00000100:00000001:1.0:1769074967.026750:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.026755:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074967.026762:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074967.026764:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074967.026767:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e479a0. 00000400:00000200:1.0:1769074967.026772:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8aa0 00000400:00000010:1.0:1769074967.026774:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8aa0. 00000100:00000001:1.0:1769074967.026778:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074967.026783:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90372a00 x1855007613334144/t73014444049(73014444049) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074967.026798:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90372a00 x1855007613334144/t73014444049(73014444049) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.026804:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074967.026806:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.026809:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074967.026812:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074967.026814:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074967.026816:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.026819:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074967.026828:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=28 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074967.026832:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=70 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074967.026834:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1769074967.026837:0:2363:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff982b90372a00 x1855007613334144/t73014444049(73014444049) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.026843:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1769074967.026846:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769074967.026848:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074967.026850:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:1.0:1769074967.026852:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074967.026855:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1769074967.026858:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90372a00 x1855007613334144/t73014444049(73014444049) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.026865:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1769074967.026868:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074967.026870:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.026872:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769074967.026875:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b90372a00 x1855007613334144/t73014444049(73014444049) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074967.026882:0:2363:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:1.0:1769074967.026890:0:2363:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff982b903aad80 x1855007613334400/t73014444050(73014444050) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074967.026896:0:2363:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1769074967.026899:0:2363:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff982b90372a00 x1855007613334144/t73014444049(73014444049) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.026905:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769074967.026907:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769074967.026909:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769074967.026911:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769074967.026912:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:1.0:1769074967.026917:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769074967.026923:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769074967.026926:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769074967.026927:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444049 00000100:00000001:1.0:1769074967.026932:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769074967.026936:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b903aad80 x1855007613334400/t73014444050(73014444050) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.026942:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.026943:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603621248 : -114162105930368 : ffff982b903aad80) 00000100:00000040:1.0:1769074967.026948:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000909ac16e] to pc [ptlrpcd_rcv+-1] req@ffff982b903aad80 x1855007613334400/t73014444050(73014444050) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.026957:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.026959:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.026961:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.026963:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.026967:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90372a00 x1855007613334144/t73014444049(73014444049) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074967.026974:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90372a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613334144:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074967.026980:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.026982:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074967.026985:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90372a00 x1855007613334144/t73014444049(73014444049) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.026991:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.026993:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.027000:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.027003:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.027005:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.027006:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.027007:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074967.027011:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903aad80 x1855007613334400/t73014444050(73014444050) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.027018:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074967.027020:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.027023:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074967.027026:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074967.027029:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074967.027031:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613334400:192.168.204.151@tcp:35:createmany.0 00000100:00000001:1.0:1769074967.027035:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074967.027039:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074967.027042:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074967.027057:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074967.027061:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e479a0. 00000400:00000010:1.0:1769074967.027065:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8aa0. 00000100:00000200:1.0:1769074967.027070:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613334400, portal 10 00000100:00000001:1.0:1769074967.027072:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.027073:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603621248 : -114162105930368 : ffff982b903aad80) 00000100:00000040:1.0:1769074967.027078:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b903aad80 x1855007613334400/t73014444050(73014444050) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.027084:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074967.027087:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074967.027089:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e82a8. 00000100:00000200:1.0:1769074967.027092:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613334400, offset 0 00000400:00000200:1.0:1769074967.027097:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074967.027102:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.027106:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074967.027111:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074967.027115:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074967.027119:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074967.027121:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074967.027124:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15516:15516:255:4294967295] 192.168.204.151@tcp LPNI seq info [15516:15516:7:4294967295] 00000400:00000200:1.0:1769074967.027127:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.027133:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074967.027137:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074967.027142:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b500. 00000800:00000200:1.0:1769074967.027146:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074967.027153:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074967.027157:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816b500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769074967.027177:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.027182:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1020278 usecs (1021 jiffies) 00000400:00000200:1.0:1769074967.027185:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074967.027187:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624725 00000100:00000001:1.0:1769074967.027191:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.027193:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624725 00000100:00000001:1.0:1769074967.027195:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.027197:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074967.027199:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.027201:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.027203:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.027206:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.027208:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1769074967.027210:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.027211:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.027212:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.027213:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074967.027550:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074967.027555:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b500. 00000400:00000200:2.0:1769074967.027560:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.027565:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074967.027569:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e82a8 00000400:00000010:2.0:1769074967.027571:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e82a8. 00000100:00000001:2.0:1769074967.027575:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074967.027579:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903aad80 x1855007613334400/t73014444050(73014444050) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.027588:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074967.027591:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b903aad80 x1855007613334400/t73014444050(73014444050) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.027597:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074967.027599:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074967.027619:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074967.027624:0:2359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074967.027627:0:2359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1769074967.027657:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074967.027661:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652900. 00000400:00000200:3.0:1769074967.027664:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.027667:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:3.0:1769074967.027673:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.027677:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074967.032552:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.032570:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074967.032574:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.032576:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074967.032588:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.032595:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074967.032603:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.032607:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.032613:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.032617:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd93380 00000400:00000200:3.0:1769074967.032622:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.032628:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x228e5 [1] + 224 00000800:00000001:3.0:1769074967.032648:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.032660:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074967.032663:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.032668:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074967.032675:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074967.032684:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903aad80 x1855007613334400/t73014444050(73014444050) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074967.032701:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff982b903aad80 x1855007613334400/t73014444050(73014444050) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.032722:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074967.032731:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.032735:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.032764:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.032768:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074967.032774:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074967.032776:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074967.032780:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e479a0. 00000400:00000200:1.0:1769074967.032784:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8aa0 00000400:00000010:1.0:1769074967.032787:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8aa0. 00000100:00000001:1.0:1769074967.032790:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074967.032795:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903aad80 x1855007613334400/t73014444050(73014444050) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074967.032804:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903aad80 x1855007613334400/t73014444050(73014444050) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.032810:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074967.032812:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.032814:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074967.032823:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074967.032825:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074967.032827:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.032830:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074967.032839:0:2363:0:(import.c:2128:obd_at_measure()) add 10 to ffff982b88b88ca0 time=28 v=10 (10 5 0 10) 00000100:00001000:1.0:1769074967.032843:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=70 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074967.032846:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074967.032848:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074967.032851:0:2363:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074967.032854:0:2363:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.032857:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769074967.032859:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074967.032861:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:1.0:1769074967.032863:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074967.032866:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.032871:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903aad80 x1855007613334400/t73014444050(73014444050) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.032878:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074967.032881:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074967.032883:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.032885:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769074967.032890:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b903aad80 x1855007613334400/t73014444050(73014444050) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.032897:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769074967.032899:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769074967.032901:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769074967.032903:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769074967.032904:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:1.0:1769074967.032910:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769074967.032916:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769074967.032918:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769074967.032919:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444050 00000100:00000001:1.0:1769074967.032924:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769074967.032928:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b903a8e00 x1855007613334784/t73014444051(73014444051) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.032935:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.032937:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603613184 : -114162105938432 : ffff982b903a8e00) 00000100:00000040:1.0:1769074967.032942:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c313edb] to pc [ptlrpcd_rcv+-1] req@ffff982b903a8e00 x1855007613334784/t73014444051(73014444051) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.032952:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.032954:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.032956:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.032958:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.032962:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903aad80 x1855007613334400/t73014444050(73014444050) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074967.032970:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613334400:192.168.204.151@tcp:35:createmany.0 00000100:00000001:1.0:1769074967.032974:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.032976:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074967.032979:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903aad80 x1855007613334400/t73014444050(73014444050) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.032985:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.032987:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.032995:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.032997:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.032999:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.033000:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.033002:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074967.033006:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903a8e00 x1855007613334784/t73014444051(73014444051) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.033013:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074967.033015:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.033019:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074967.033022:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074967.033025:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074967.033028:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613334784:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074967.033031:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074967.033036:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074967.033038:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.033040:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074967.033058:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b85945400. 02000000:00000001:1.0:1769074967.033061:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074967.033065:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074967.033068:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e479a0. 00000400:00000010:1.0:1769074967.033072:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8aa0. 00000100:00000200:1.0:1769074967.033078:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613334784, portal 10 00000100:00000001:1.0:1769074967.033080:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.033082:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603613184 : -114162105938432 : ffff982b903a8e00) 00000100:00000040:1.0:1769074967.033087:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b903a8e00 x1855007613334784/t73014444051(73014444051) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.033094:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074967.033096:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074967.033099:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8cc0. 00000100:00000200:1.0:1769074967.033103:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007613334784, offset 0 00000400:00000200:1.0:1769074967.033109:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074967.033115:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.033122:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074967.033128:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074967.033132:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074967.033135:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074967.033139:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074967.033143:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15517:15517:256:4294967295] 192.168.204.151@tcp LPNI seq info [15517:15517:8:4294967295] 00000400:00000200:1.0:1769074967.033147:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.033155:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074967.033160:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074967.033165:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b800. 00000800:00000200:1.0:1769074967.033172:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074967.033179:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074967.033184:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816b800 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1769074967.033208:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.033213:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1018800 usecs (1019 jiffies) 00000400:00000200:1.0:1769074967.033217:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074967.033220:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624729 00000100:00000001:1.0:1769074967.033224:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.033227:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624729 00000100:00000001:1.0:1769074967.033229:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.033232:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074967.033235:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.033237:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.033239:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.033242:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.033243:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769074967.033245:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.033246:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.033248:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.033249:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074967.033347:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074967.033353:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b800. 00000400:00000200:2.0:1769074967.033358:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.033371:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074967.033375:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8cc0 00000400:00000010:2.0:1769074967.033377:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8cc0. 00000100:00000001:2.0:1769074967.033381:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074967.033385:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903a8e00 x1855007613334784/t73014444051(73014444051) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.033392:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074967.033395:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a8e00 x1855007613334784/t73014444051(73014444051) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.033400:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074967.033402:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074967.040847:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.040866:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074967.040870:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.040873:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074967.040885:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.040893:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074967.040901:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.040905:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.040910:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.040914:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 608 into portal 10 MB=0x6971e9dd93500 00000400:00000200:3.0:1769074967.040919:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.040925:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 608/608 into md 0x228ed [1] + 224 00000800:00000001:3.0:1769074967.040933:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.040941:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074967.040946:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.040951:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074967.040959:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074967.040968:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903a8e00 x1855007613334784/t73014444051(73014444051) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074967.040980:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff982b903a8e00 x1855007613334784/t73014444051(73014444051) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.041063:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.041067:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074967.041086:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074967.041096:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074967.041101:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.041107:0:2359:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074967.041112:0:2359:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15518:15518:256:4294967295] 192.168.204.151@tcp LPNI seq info [15518:15518:8:4294967295] 00000400:00000200:3.0:1769074967.041116:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.041124:0:2359:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:3.0:1769074967.041130:0:2359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074967.041136:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652900. 00000800:00000200:3.0:1769074967.041142:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074967.041151:0:2359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074967.041155:0:2359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1769074967.041252:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074967.041256:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652900. 00000400:00000200:3.0:1769074967.041259:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.041262:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:3.0:1769074967.041268:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.041272:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1769074967.042956:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074967.042961:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074967.042964:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e479a0. 00000400:00000200:1.0:1769074967.042970:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8aa0 00000400:00000010:1.0:1769074967.042972:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8aa0. 00000100:00000001:1.0:1769074967.042976:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074967.042985:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903a8e00 x1855007613334784/t73014444051(73014444051) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074967.042996:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903a8e00 x1855007613334784/t73014444051(73014444051) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.043088:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074967.043092:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.043095:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074967.043099:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074967.043101:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074967.043104:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.043107:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074967.043116:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=28 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074967.043120:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=70 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074967.043123:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1769074967.043127:0:2363:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff982b903a8e00 x1855007613334784/t73014444051(73014444051) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.043134:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1769074967.043137:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769074967.043140:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074967.043142:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:1.0:1769074967.043144:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074967.043147:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1769074967.043151:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903a8e00 x1855007613334784/t73014444051(73014444051) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.043159:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1769074967.043162:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074967.043164:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.043167:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769074967.043171:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b903a8e00 x1855007613334784/t73014444051(73014444051) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074967.043177:0:2363:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:1.0:1769074967.043186:0:2363:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff982b903ab800 x1855007613335040/t73014444052(73014444052) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074967.043191:0:2363:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1769074967.043194:0:2363:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff982b903a8e00 x1855007613334784/t73014444051(73014444051) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.043201:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769074967.043203:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769074967.043205:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769074967.043206:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769074967.043207:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:1.0:1769074967.043213:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769074967.043219:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769074967.043221:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769074967.043223:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444051 00000100:00000001:1.0:1769074967.043228:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769074967.043233:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b903ab800 x1855007613335040/t73014444052(73014444052) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.043239:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.043240:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603623936 : -114162105927680 : ffff982b903ab800) 00000100:00000040:1.0:1769074967.043245:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000684ed772] to pc [ptlrpcd_rcv+-1] req@ffff982b903ab800 x1855007613335040/t73014444052(73014444052) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.043255:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.043256:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.043258:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.043260:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.043264:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903a8e00 x1855007613334784/t73014444051(73014444051) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074967.043271:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613334784:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074967.043276:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.043278:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074967.043300:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903a8e00 x1855007613334784/t73014444051(73014444051) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.043307:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.043309:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.043316:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.043318:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.043321:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.043323:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.043325:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074967.043329:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903ab800 x1855007613335040/t73014444052(73014444052) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.043335:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074967.043337:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.043341:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074967.043344:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074967.043348:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074967.043351:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613335040:192.168.204.151@tcp:35:createmany.0 00000100:00000001:1.0:1769074967.043355:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074967.043360:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074967.043363:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074967.043371:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074967.043378:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e479a0. 00000400:00000010:1.0:1769074967.043382:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8aa0. 00000100:00000200:1.0:1769074967.043389:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613335040, portal 10 00000100:00000001:1.0:1769074967.043391:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.043392:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603623936 : -114162105927680 : ffff982b903ab800) 00000100:00000040:1.0:1769074967.043397:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b903ab800 x1855007613335040/t73014444052(73014444052) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.043404:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074967.043407:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074967.043409:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8110. 00000100:00000200:1.0:1769074967.043413:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613335040, offset 0 00000400:00000200:1.0:1769074967.043419:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074967.043426:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.043433:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074967.043438:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074967.043442:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074967.043504:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074967.043507:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074967.043511:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15519:15519:256:4294967295] 192.168.204.151@tcp LPNI seq info [15519:15519:8:4294967295] 00000400:00000200:1.0:1769074967.043516:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.043526:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074967.043532:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074967.043539:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b100. 00000800:00000200:1.0:1769074967.043546:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074967.043553:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074967.043558:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816b100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769074967.043646:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.043651:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1017333 usecs (1018 jiffies) 00000400:00000200:1.0:1769074967.043655:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074967.043658:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624739 00000100:00000001:1.0:1769074967.043662:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.043664:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624739 00000100:00000001:1.0:1769074967.043666:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.043669:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074967.043672:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.043674:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.043676:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.043679:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.043680:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1769074967.043682:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.043683:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.043685:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.043686:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074967.043879:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074967.043884:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b100. 00000400:00000200:3.0:1769074967.043890:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.043895:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074967.043900:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8110 00000400:00000010:3.0:1769074967.043902:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8110. 00000100:00000001:3.0:1769074967.043905:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074967.043910:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903ab800 x1855007613335040/t73014444052(73014444052) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.043919:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074967.043922:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b903ab800 x1855007613335040/t73014444052(73014444052) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.043929:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074967.043930:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074967.050514:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.050532:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074967.050536:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.050539:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.050551:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.050559:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074967.050567:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.050571:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.050577:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.050581:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd93600 00000400:00000200:2.0:1769074967.050587:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.050592:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x228f5 [1] + 224 00000800:00000001:2.0:1769074967.050600:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.050611:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.050614:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.050618:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074967.050635:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074967.050644:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903ab800 x1855007613335040/t73014444052(73014444052) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074967.050652:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff982b903ab800 x1855007613335040/t73014444052(73014444052) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.050666:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074967.050678:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.050682:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.050708:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.050712:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074967.050728:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074967.050730:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074967.050734:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e479a0. 00000400:00000200:1.0:1769074967.050739:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8aa0 00000400:00000010:1.0:1769074967.050742:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8aa0. 00000100:00000001:1.0:1769074967.050745:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074967.050750:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903ab800 x1855007613335040/t73014444052(73014444052) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074967.050760:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903ab800 x1855007613335040/t73014444052(73014444052) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.050766:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074967.050768:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.050772:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074967.050775:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074967.050777:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074967.050779:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.050782:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074967.050791:0:2363:0:(import.c:2128:obd_at_measure()) add 10 to ffff982b88b88ca0 time=28 v=10 (10 5 0 10) 00000100:00001000:1.0:1769074967.050796:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=70 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074967.050798:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074967.050800:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074967.050803:0:2363:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074967.050806:0:2363:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.050809:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769074967.050812:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074967.050814:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:1.0:1769074967.050816:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074967.050819:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.050824:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903ab800 x1855007613335040/t73014444052(73014444052) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.050831:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074967.050839:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074967.050841:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.050844:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769074967.050848:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b903ab800 x1855007613335040/t73014444052(73014444052) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.050856:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769074967.050858:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769074967.050861:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769074967.050862:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769074967.050863:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:1.0:1769074967.050870:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769074967.050877:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769074967.050879:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769074967.050881:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444052 00000100:00000001:1.0:1769074967.050887:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769074967.050892:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b9849d880 x1855007613335424/t73014444053(73014444053) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.050899:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.050900:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738833024 : -114161970718592 : ffff982b9849d880) 00000100:00000040:1.0:1769074967.050905:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7fd0c27] to pc [ptlrpcd_rcv+-1] req@ffff982b9849d880 x1855007613335424/t73014444053(73014444053) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.050915:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.050916:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.050918:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.050919:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.050922:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903ab800 x1855007613335040/t73014444052(73014444052) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074967.050928:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613335040:192.168.204.151@tcp:35:createmany.0 00000100:00000001:1.0:1769074967.050932:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.050933:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074967.050935:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903ab800 x1855007613335040/t73014444052(73014444052) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.050939:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.050940:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.050946:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.050948:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.050949:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.050950:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.050951:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074967.050954:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9849d880 x1855007613335424/t73014444053(73014444053) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.050958:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074967.050960:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.050963:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074967.050965:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074967.050967:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074967.050969:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9849d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613335424:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074967.050972:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074967.050976:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074967.050977:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.050979:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074967.050984:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b85946c00. 02000000:00000001:1.0:1769074967.050985:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074967.050989:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074967.050991:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e479a0. 00000400:00000010:1.0:1769074967.050994:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8aa0. 00000100:00000200:1.0:1769074967.050999:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613335424, portal 10 00000100:00000001:1.0:1769074967.051001:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.051002:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738833024 : -114161970718592 : ffff982b9849d880) 00000100:00000040:1.0:1769074967.051007:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b9849d880 x1855007613335424/t73014444053(73014444053) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.051014:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074967.051016:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074967.051019:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8660. 00000100:00000200:1.0:1769074967.051022:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007613335424, offset 0 00000400:00000200:1.0:1769074967.051034:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074967.051040:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.051058:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074967.051064:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074967.051068:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074967.051072:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074967.051075:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074967.051079:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15520:15520:256:4294967295] 192.168.204.151@tcp LPNI seq info [15520:15520:8:4294967295] 00000400:00000200:1.0:1769074967.051083:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.051092:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074967.051098:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074967.051105:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816bc00. 00000800:00000200:1.0:1769074967.051112:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074967.051119:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074967.051124:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816bc00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1769074967.051140:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.051144:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1015866 usecs (1016 jiffies) 00000400:00000200:1.0:1769074967.051148:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074967.051151:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624744 00000100:00000001:1.0:1769074967.051154:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.051156:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624744 00000100:00000001:1.0:1769074967.051159:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.051161:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074967.051164:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.051167:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.051168:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.051171:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.051172:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769074967.051174:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.051175:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.051176:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.051177:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074967.051244:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074967.051250:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816bc00. 00000400:00000200:3.0:1769074967.051255:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.051259:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074967.051262:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 00000400:00000010:3.0:1769074967.051264:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 00000100:00000001:3.0:1769074967.051266:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074967.051271:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849d880 x1855007613335424/t73014444053(73014444053) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.051315:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074967.051319:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849d880 x1855007613335424/t73014444053(73014444053) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.051326:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074967.051328:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074967.056854:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.056871:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074967.056875:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.056878:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.056889:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.056897:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074967.056902:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.056906:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.056911:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.056913:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 608 into portal 10 MB=0x6971e9dd93780 00000400:00000200:2.0:1769074967.056917:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.056923:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 608/608 into md 0x228fd [1] + 224 00000800:00000001:2.0:1769074967.056928:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.056935:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.056937:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.056940:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074967.056946:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074967.056953:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849d880 x1855007613335424/t73014444053(73014444053) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074967.056961:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff982b9849d880 x1855007613335424/t73014444053(73014444053) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.056975:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769074967.056982:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769074967.056986:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.056991:0:2358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074967.056997:0:2358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15521:15521:256:4294967295] 192.168.204.151@tcp LPNI seq info [15521:15521:8:4294967295] 00000400:00000200:2.0:1769074967.057001:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074967.057013:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.057018:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1769074967.057020:0:2358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000400:00000001:1.0:1769074967.057023:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074967.057025:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:2.0:1769074967.057027:0:2358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074967.057028:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e479a0. 00000400:00000200:1.0:1769074967.057033:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8aa0 00000800:00000010:2.0:1769074967.057033:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73fc00. 00000400:00000010:1.0:1769074967.057035:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8aa0. 00000100:00000001:1.0:1769074967.057038:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:2.0:1769074967.057039:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000100:00000200:1.0:1769074967.057042:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849d880 x1855007613335424/t73014444053(73014444053) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000800:00000200:2.0:1769074967.057057:0:2358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074967.057061:0:2358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73fc00 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:1.0:1769074967.057066:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849d880 x1855007613335424/t73014444053(73014444053) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.057072:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074967.057075:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.057077:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074967.057080:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074967.057082:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074967.057084:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.057087:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074967.057097:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=28 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074967.057101:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=70 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074967.057103:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1769074967.057107:0:2363:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff982b9849d880 x1855007613335424/t73014444053(73014444053) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.057112:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1769074967.057115:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769074967.057118:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074967.057119:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:1.0:1769074967.057121:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074967.057124:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1769074967.057128:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849d880 x1855007613335424/t73014444053(73014444053) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.057135:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1769074967.057138:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074967.057140:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.057142:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769074967.057146:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b9849d880 x1855007613335424/t73014444053(73014444053) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074967.057153:0:2363:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:1.0:1769074967.057160:0:2363:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff982b9849d500 x1855007613335680/t73014444054(73014444054) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074967.057167:0:2363:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1769074967.057170:0:2363:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff982b9849d880 x1855007613335424/t73014444053(73014444053) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.057178:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769074967.057180:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769074967.057182:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769074967.057184:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769074967.057185:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:1.0:1769074967.057191:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769074967.057198:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769074967.057200:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769074967.057202:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444053 00000100:00000001:1.0:1769074967.057207:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769074967.057212:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b9849d500 x1855007613335680/t73014444054(73014444054) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.057219:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.057220:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738832128 : -114161970719488 : ffff982b9849d500) 00000100:00000040:1.0:1769074967.057225:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044431e86] to pc [ptlrpcd_rcv+-1] req@ffff982b9849d500 x1855007613335680/t73014444054(73014444054) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.057235:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.057237:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.057239:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.057241:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.057244:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849d880 x1855007613335424/t73014444053(73014444053) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074967.057252:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613335424:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074967.057257:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.057259:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074967.057262:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849d880 x1855007613335424/t73014444053(73014444053) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.057269:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.057271:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.057417:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.057420:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.057423:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.057425:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.057427:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074967.057432:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9849d500 x1855007613335680/t73014444054(73014444054) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074839 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.057439:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074967.057441:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.057444:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074967.057447:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074967.057450:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074967.057453:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9849d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613335680:192.168.204.151@tcp:35:createmany.0 00000100:00000001:1.0:1769074967.057457:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074967.057462:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074967.057465:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074967.057470:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074967.057473:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e479a0. 00000400:00000010:1.0:1769074967.057478:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8aa0. 00000100:00000200:1.0:1769074967.057484:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613335680, portal 10 00000100:00000001:1.0:1769074967.057486:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.057487:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738832128 : -114161970719488 : ffff982b9849d500) 00000100:00000040:1.0:1769074967.057492:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b9849d500 x1855007613335680/t73014444054(73014444054) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.057499:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074967.057502:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074967.057505:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8bb0. 00000100:00000200:1.0:1769074967.057509:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613335680, offset 0 00000400:00000200:1.0:1769074967.057515:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074967.057520:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.057524:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074967.057528:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074967.057532:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074967.057536:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074967.057538:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074967.057541:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15522:15522:255:4294967295] 192.168.204.151@tcp LPNI seq info [15522:15522:7:4294967295] 00000400:00000200:1.0:1769074967.057545:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.057552:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074967.057557:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074967.057561:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b400. 00000800:00000200:1.0:1769074967.057565:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074967.057569:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074967.057572:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816b400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769074967.057575:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.057579:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1014401 usecs (1015 jiffies) 00000400:00000200:1.0:1769074967.057582:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074967.057585:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624750 00000100:00000001:1.0:1769074967.057588:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.057591:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624750 00000100:00000001:1.0:1769074967.057593:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.057596:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074967.057598:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.057600:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.057602:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.057605:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.057607:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1769074967.057608:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.057609:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.057619:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.057625:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074967.058951:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074967.058959:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73fc00. 00000400:00000200:2.0:1769074967.058965:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1769074967.058967:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1769074967.058972:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:3.0:1769074967.058975:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1769074967.059035:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074967.059038:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b400. 00000400:00000200:2.0:1769074967.059041:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.059055:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074967.059059:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8bb0 00000400:00000010:2.0:1769074967.059061:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8bb0. 00000100:00000001:2.0:1769074967.059064:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074967.059071:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849d500 x1855007613335680/t73014444054(73014444054) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.059079:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074967.059081:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b9849d500 x1855007613335680/t73014444054(73014444054) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.059086:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074967.059086:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074967.064325:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.064339:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074967.064342:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.064344:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074967.064353:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.064360:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074967.064367:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.064372:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.064377:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.064380:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd93880 00000400:00000200:3.0:1769074967.064384:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.064389:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x22905 [1] + 224 00000800:00000001:3.0:1769074967.064397:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.064405:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074967.064407:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.064411:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074967.064416:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074967.064424:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849d500 x1855007613335680/t73014444054(73014444054) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074967.064432:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff982b9849d500 x1855007613335680/t73014444054(73014444054) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.064489:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.064495:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074967.064512:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074967.064521:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.064524:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1769074967.064564:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074967.064567:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074967.064571:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e479a0. 00000400:00000200:1.0:1769074967.064574:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8aa0 00000400:00000010:1.0:1769074967.064577:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8aa0. 00000100:00000001:1.0:1769074967.064579:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074967.064583:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849d500 x1855007613335680/t73014444054(73014444054) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074967.064593:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849d500 x1855007613335680/t73014444054(73014444054) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.064599:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074967.064600:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.064603:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074967.064607:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074967.064609:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074967.064621:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.064625:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074967.064634:0:2363:0:(import.c:2128:obd_at_measure()) add 10 to ffff982b88b88ca0 time=28 v=10 (10 5 0 10) 00000100:00001000:1.0:1769074967.064639:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=70 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074967.064641:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074967.064643:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074967.064646:0:2363:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074967.064649:0:2363:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.064653:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769074967.064655:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074967.064658:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:1.0:1769074967.064660:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074967.064662:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.064667:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849d500 x1855007613335680/t73014444054(73014444054) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.064676:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074967.064679:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074967.064682:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.064684:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769074967.064688:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b9849d500 x1855007613335680/t73014444054(73014444054) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.064696:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769074967.064698:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769074967.064701:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769074967.064702:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769074967.064704:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:1.0:1769074967.064711:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769074967.064719:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769074967.064721:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769074967.064723:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444054 00000100:00000001:1.0:1769074967.064729:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769074967.064735:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b9849c380 x1855007613336064/t73014444055(73014444055) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.064741:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.064743:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738827648 : -114161970723968 : ffff982b9849c380) 00000100:00000040:1.0:1769074967.064749:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008fa93c78] to pc [ptlrpcd_rcv+-1] req@ffff982b9849c380 x1855007613336064/t73014444055(73014444055) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.064759:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.064761:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.064763:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.064765:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.064769:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849d500 x1855007613335680/t73014444054(73014444054) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074967.064778:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613335680:192.168.204.151@tcp:35:createmany.0 00000100:00000001:1.0:1769074967.064783:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.064785:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074967.064788:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849d500 x1855007613335680/t73014444054(73014444054) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.064792:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.064793:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.064801:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.064802:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.064804:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.064805:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.064807:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074967.064809:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9849c380 x1855007613336064/t73014444055(73014444055) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074839 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.064814:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074967.064816:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.064818:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074967.064820:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074967.064822:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074967.064824:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9849c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613336064:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074967.064827:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074967.064832:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074967.064834:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.064836:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074967.064840:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b85947800. 02000000:00000001:1.0:1769074967.064842:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074967.064845:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074967.064847:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e479a0. 00000400:00000010:1.0:1769074967.064850:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8aa0. 00000100:00000200:1.0:1769074967.064856:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613336064, portal 10 00000100:00000001:1.0:1769074967.064858:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.064859:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738827648 : -114161970723968 : ffff982b9849c380) 00000100:00000040:1.0:1769074967.064862:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b9849c380 x1855007613336064/t73014444055(73014444055) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.064867:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074967.064868:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074967.064870:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8550. 00000100:00000200:1.0:1769074967.064873:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007613336064, offset 0 00000400:00000200:1.0:1769074967.064876:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074967.064881:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.064886:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074967.064890:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074967.064894:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074967.064897:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074967.064899:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074967.064902:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15523:15523:256:4294967295] 192.168.204.151@tcp LPNI seq info [15523:15523:8:4294967295] 00000400:00000200:1.0:1769074967.064904:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.064910:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074967.064914:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074967.064919:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816ba00. 00000800:00000200:1.0:1769074967.064924:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074967.064929:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074967.064933:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816ba00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1769074967.064945:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.064949:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1012942 usecs (1013 jiffies) 00000400:00000200:1.0:1769074967.064953:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074967.064956:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624755 00000100:00000001:1.0:1769074967.064960:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.064963:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624755 00000100:00000001:1.0:1769074967.064965:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.064967:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074967.064970:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.064972:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.064974:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.064976:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.064978:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769074967.064980:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.064981:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.064983:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.064984:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074967.065153:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074967.065157:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816ba00. 00000400:00000200:2.0:1769074967.065161:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.065164:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074967.065166:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8550 00000400:00000010:2.0:1769074967.065168:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8550. 00000100:00000001:2.0:1769074967.065170:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074967.065173:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849c380 x1855007613336064/t73014444055(73014444055) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.065184:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074967.065185:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849c380 x1855007613336064/t73014444055(73014444055) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.065189:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074967.065190:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074967.072382:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.072398:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074967.072401:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.072403:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074967.072413:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.072420:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074967.072425:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.072429:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.072434:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.072437:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 608 into portal 10 MB=0x6971e9dd93a00 00000400:00000200:3.0:1769074967.072441:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.072447:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 608/608 into md 0x2290d [1] + 224 00000800:00000001:3.0:1769074967.072453:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.072459:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074967.072462:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.072465:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074967.072471:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074967.072478:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849c380 x1855007613336064/t73014444055(73014444055) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074967.072486:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff982b9849c380 x1855007613336064/t73014444055(73014444055) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.072506:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074967.072514:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074967.072517:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.072524:0:2359:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074967.072529:0:2359:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15524:15524:256:4294967295] 192.168.204.151@tcp LPNI seq info [15524:15524:8:4294967295] 00000400:00000200:3.0:1769074967.072533:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.072542:0:2359:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:3.0:1769074967.072548:0:2359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074967.072555:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652900. 00000800:00000200:3.0:1769074967.072561:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074967.072568:0:2359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074967.072572:0:2359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1769074967.072677:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074967.072682:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652900. 00000400:00000200:3.0:1769074967.072685:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.072689:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:3.0:1769074967.072695:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.072699:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.072946:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.072951:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074967.072957:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074967.072959:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074967.072962:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e479a0. 00000400:00000200:1.0:1769074967.072966:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8aa0 00000400:00000010:1.0:1769074967.072968:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8aa0. 00000100:00000001:1.0:1769074967.072971:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074967.072976:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849c380 x1855007613336064/t73014444055(73014444055) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074967.072984:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849c380 x1855007613336064/t73014444055(73014444055) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.072989:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074967.072991:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.072993:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074967.072996:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074967.072998:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074967.073000:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.073003:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074967.073013:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=28 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074967.073017:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=70 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074967.073019:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1769074967.073023:0:2363:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff982b9849c380 x1855007613336064/t73014444055(73014444055) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.073038:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1769074967.073042:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769074967.073053:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074967.073054:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:1.0:1769074967.073056:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074967.073059:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1769074967.073064:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849c380 x1855007613336064/t73014444055(73014444055) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.073070:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1769074967.073073:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074967.073075:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.073078:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769074967.073082:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b9849c380 x1855007613336064/t73014444055(73014444055) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074967.073088:0:2363:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:1.0:1769074967.073097:0:2363:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff982b903ab480 x1855007613336320/t73014444056(73014444056) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074967.073103:0:2363:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1769074967.073106:0:2363:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff982b9849c380 x1855007613336064/t73014444055(73014444055) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.073113:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769074967.073115:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769074967.073118:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769074967.073119:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769074967.073121:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:1.0:1769074967.073126:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769074967.073133:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769074967.073135:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769074967.073137:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444055 00000100:00000001:1.0:1769074967.073143:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769074967.073148:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b903ab480 x1855007613336320/t73014444056(73014444056) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.073155:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.073156:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603623040 : -114162105928576 : ffff982b903ab480) 00000100:00000040:1.0:1769074967.073161:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002845be0a] to pc [ptlrpcd_rcv+-1] req@ffff982b903ab480 x1855007613336320/t73014444056(73014444056) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.073170:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.073172:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.073174:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.073176:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.073180:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849c380 x1855007613336064/t73014444055(73014444055) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074967.073188:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613336064:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074967.073193:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.073195:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074967.073198:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849c380 x1855007613336064/t73014444055(73014444055) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.073204:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.073206:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.073214:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.073216:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.073218:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.073220:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.073221:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074967.073225:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903ab480 x1855007613336320/t73014444056(73014444056) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.073231:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074967.073233:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.073236:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074967.073239:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074967.073242:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074967.073245:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613336320:192.168.204.151@tcp:35:createmany.0 00000100:00000001:1.0:1769074967.073249:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074967.073253:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074967.073256:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074967.073261:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074967.073265:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e479a0. 00000400:00000010:1.0:1769074967.073270:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8aa0. 00000100:00000200:1.0:1769074967.073276:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613336320, portal 10 00000100:00000001:1.0:1769074967.073278:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.073484:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603623040 : -114162105928576 : ffff982b903ab480) 00000100:00000040:1.0:1769074967.073493:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b903ab480 x1855007613336320/t73014444056(73014444056) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.073501:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074967.073503:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074967.073507:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e85d8. 00000100:00000200:1.0:1769074967.073511:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613336320, offset 0 00000400:00000200:1.0:1769074967.073515:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074967.073520:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.073524:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074967.073528:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074967.073532:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074967.073534:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074967.073536:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074967.073538:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15525:15525:256:4294967295] 192.168.204.151@tcp LPNI seq info [15525:15525:8:4294967295] 00000400:00000200:1.0:1769074967.073541:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.073547:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074967.073550:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074967.073553:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816bd00. 00000800:00000200:1.0:1769074967.073558:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074967.073563:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074967.073567:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816bd00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769074967.073684:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.073689:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1011490 usecs (1012 jiffies) 00000400:00000200:1.0:1769074967.073693:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074967.073696:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624763 00000100:00000001:1.0:1769074967.073699:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.073702:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624763 00000100:00000001:1.0:1769074967.073704:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.073706:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074967.073709:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.073711:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.073713:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.073717:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.073718:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1769074967.073721:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.073722:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.073723:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.073725:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074967.074247:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074967.074252:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816bd00. 00000400:00000200:3.0:1769074967.074258:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.074264:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074967.074268:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e85d8 00000400:00000010:3.0:1769074967.074270:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e85d8. 00000100:00000001:3.0:1769074967.074274:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074967.074515:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903ab480 x1855007613336320/t73014444056(73014444056) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.074528:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074967.074532:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b903ab480 x1855007613336320/t73014444056(73014444056) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.074538:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074967.074540:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074967.077349:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.077362:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074967.077365:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.077367:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.077375:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.077381:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074967.077385:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.077389:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.077394:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.077397:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd93b00 00000400:00000200:2.0:1769074967.077401:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.077405:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x22915 [1] + 224 00000800:00000001:2.0:1769074967.077410:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.077419:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.077421:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.077424:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074967.077429:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074967.077436:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903ab480 x1855007613336320/t73014444056(73014444056) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074967.077444:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff982b903ab480 x1855007613336320/t73014444056(73014444056) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.077457:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074967.077463:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.077466:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.077495:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.077500:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074967.077507:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074967.077509:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074967.077513:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e479a0. 00000400:00000200:1.0:1769074967.077517:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8aa0 00000400:00000010:1.0:1769074967.077519:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8aa0. 00000100:00000001:1.0:1769074967.077522:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074967.077527:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903ab480 x1855007613336320/t73014444056(73014444056) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074967.077536:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903ab480 x1855007613336320/t73014444056(73014444056) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.077544:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074967.077546:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.077549:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074967.077552:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074967.077555:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074967.077557:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.077560:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074967.077574:0:2363:0:(import.c:2128:obd_at_measure()) add 10 to ffff982b88b88ca0 time=28 v=10 (10 5 0 10) 00000100:00001000:1.0:1769074967.077577:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=70 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074967.077580:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074967.077581:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074967.077584:0:2363:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074967.077588:0:2363:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.077592:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769074967.077595:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074967.077597:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:1.0:1769074967.077599:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074967.077602:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.077606:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903ab480 x1855007613336320/t73014444056(73014444056) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.077709:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074967.077713:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074967.077714:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.077717:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769074967.077722:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b903ab480 x1855007613336320/t73014444056(73014444056) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.077730:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769074967.077732:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769074967.077734:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769074967.077736:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769074967.077737:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:1.0:1769074967.077744:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769074967.077750:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769074967.077752:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769074967.077754:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444056 00000100:00000001:1.0:1769074967.077760:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769074967.077766:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b903a8700 x1855007613336704/t73014444057(73014444057) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.077772:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.077774:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603611392 : -114162105940224 : ffff982b903a8700) 00000100:00000040:1.0:1769074967.077779:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000085949d0] to pc [ptlrpcd_rcv+-1] req@ffff982b903a8700 x1855007613336704/t73014444057(73014444057) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.077789:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.077791:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.077793:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.077795:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.077798:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903ab480 x1855007613336320/t73014444056(73014444056) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074967.077804:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613336320:192.168.204.151@tcp:35:createmany.0 00000100:00000001:1.0:1769074967.077807:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.077809:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074967.077811:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903ab480 x1855007613336320/t73014444056(73014444056) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.077815:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.077817:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.077822:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.077824:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.077825:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.077826:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.077827:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074967.077830:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903a8700 x1855007613336704/t73014444057(73014444057) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.077834:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074967.077836:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.077838:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074967.077841:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074967.077843:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074967.077845:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613336704:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074967.077847:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074967.077852:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074967.077853:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.077856:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074967.077862:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b85944c00. 02000000:00000001:1.0:1769074967.077863:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074967.077867:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074967.077869:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e479a0. 00000400:00000010:1.0:1769074967.077872:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8aa0. 00000100:00000200:1.0:1769074967.077876:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613336704, portal 10 00000100:00000001:1.0:1769074967.077877:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.077878:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603611392 : -114162105940224 : ffff982b903a8700) 00000100:00000040:1.0:1769074967.077881:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b903a8700 x1855007613336704/t73014444057(73014444057) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.077886:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074967.077887:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074967.077889:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8198. 00000100:00000200:1.0:1769074967.077892:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007613336704, offset 0 00000400:00000200:1.0:1769074967.077896:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074967.077901:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.077905:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074967.077909:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074967.077912:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074967.077915:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074967.077917:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074967.077919:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15526:15526:256:4294967295] 192.168.204.151@tcp LPNI seq info [15526:15526:8:4294967295] 00000400:00000200:1.0:1769074967.077922:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.077928:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074967.077932:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074967.077935:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b600. 00000800:00000200:1.0:1769074967.077940:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074967.077945:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074967.077948:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816b600 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1769074967.077961:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.077964:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1010033 usecs (1011 jiffies) 00000400:00000200:1.0:1769074967.077966:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074967.077968:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624766 00000100:00000001:1.0:1769074967.077970:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.077972:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624766 00000100:00000001:1.0:1769074967.077973:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.077975:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074967.077976:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.077978:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.077979:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.077980:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.077981:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769074967.077982:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.077983:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.077984:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.077985:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074967.078118:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074967.078123:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b600. 00000400:00000200:3.0:1769074967.078128:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.078132:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074967.078135:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8198 00000400:00000010:3.0:1769074967.078136:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8198. 00000100:00000001:3.0:1769074967.078139:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074967.078144:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903a8700 x1855007613336704/t73014444057(73014444057) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.078152:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074967.078155:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a8700 x1855007613336704/t73014444057(73014444057) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.078162:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074967.078163:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074967.082532:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.082547:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074967.082551:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.082552:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.082561:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.082567:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074967.082572:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.082575:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.082579:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.082582:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 608 into portal 10 MB=0x6971e9dd93c80 00000400:00000200:2.0:1769074967.082594:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.082598:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 608/608 into md 0x2291d [1] + 224 00000800:00000001:2.0:1769074967.082604:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.082625:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.082629:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.082642:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074967.082649:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074967.082658:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903a8700 x1855007613336704/t73014444057(73014444057) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074967.082669:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff982b903a8700 x1855007613336704/t73014444057(73014444057) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.082688:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769074967.082697:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769074967.082701:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.082706:0:2358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074967.082711:0:2358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15527:15527:256:4294967295] 192.168.204.151@tcp LPNI seq info [15527:15527:8:4294967295] 00000400:00000200:2.0:1769074967.082723:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.082731:0:2358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000100:00000001:1.0:1769074967.082732:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.082736:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1769074967.082736:0:2358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.151@tcp 00000400:00000001:1.0:1769074967.082742:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000010:2.0:1769074967.082743:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73fc00. 00000400:00000001:1.0:1769074967.082744:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074967.082747:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e479a0. 00000800:00000200:2.0:1769074967.082749:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000400:00000200:1.0:1769074967.082752:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8aa0 00000400:00000010:1.0:1769074967.082754:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8aa0. 00000800:00000200:2.0:1769074967.082756:0:2358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000100:00000001:1.0:1769074967.082757:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:2.0:1769074967.082760:0:2358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73fc00 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:1.0:1769074967.082761:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903a8700 x1855007613336704/t73014444057(73014444057) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074967.082776:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903a8700 x1855007613336704/t73014444057(73014444057) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.082781:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074967.082783:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.082785:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074967.082789:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074967.082791:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074967.082793:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.082795:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074967.082806:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=28 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074967.082810:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=70 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074967.082812:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1769074967.082816:0:2363:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff982b903a8700 x1855007613336704/t73014444057(73014444057) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.082822:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1769074967.082825:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769074967.082827:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074967.082830:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:1.0:1769074967.082831:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074967.082834:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000800:00000200:2.0:1769074967.082837:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1769074967.082838:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903a8700 x1855007613336704/t73014444057(73014444057) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000800:00000010:2.0:1769074967.082841:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73fc00. 00000400:00000200:2.0:1769074967.082843:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1769074967.082845:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000400:00000200:2.0:1769074967.082847:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000100:00000001:1.0:1769074967.082848:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074967.082850:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.082852:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000800:00000001:2.0:1769074967.082852:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00080000:1.0:1769074967.082856:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b903a8700 x1855007613336704/t73014444057(73014444057) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000800:00000001:2.0:1769074967.082856:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769074967.082864:0:2363:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:1.0:1769074967.082872:0:2363:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff982b903a8000 x1855007613336960/t73014444058(73014444058) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074967.082879:0:2363:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1769074967.082882:0:2363:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff982b903a8700 x1855007613336704/t73014444057(73014444057) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.082889:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769074967.082892:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769074967.082894:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769074967.082895:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769074967.082897:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:1.0:1769074967.082902:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769074967.082909:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769074967.082911:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769074967.082912:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444057 00000100:00000001:1.0:1769074967.082918:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769074967.082923:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b903a8000 x1855007613336960/t73014444058(73014444058) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.082930:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.082931:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603609600 : -114162105942016 : ffff982b903a8000) 00000100:00000040:1.0:1769074967.082935:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030bab7f1] to pc [ptlrpcd_rcv+-1] req@ffff982b903a8000 x1855007613336960/t73014444058(73014444058) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.082944:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.082946:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.082948:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.082950:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.082955:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903a8700 x1855007613336704/t73014444057(73014444057) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074967.082962:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613336704:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074967.082967:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.082970:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074967.082973:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903a8700 x1855007613336704/t73014444057(73014444057) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.082979:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.082981:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.082989:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.082990:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.082992:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.082994:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.082995:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074967.082999:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903a8000 x1855007613336960/t73014444058(73014444058) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.083005:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074967.083008:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.083011:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074967.083014:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074967.083016:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074967.083019:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613336960:192.168.204.151@tcp:35:createmany.0 00000100:00000001:1.0:1769074967.083023:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074967.083028:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074967.083030:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074967.083034:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074967.083038:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e479a0. 00000400:00000010:1.0:1769074967.083054:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8aa0. 00000100:00000200:1.0:1769074967.083061:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613336960, portal 10 00000100:00000001:1.0:1769074967.083063:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.083064:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603609600 : -114162105942016 : ffff982b903a8000) 00000100:00000040:1.0:1769074967.083070:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b903a8000 x1855007613336960/t73014444058(73014444058) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.083076:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074967.083079:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074967.083082:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e84c8. 00000100:00000200:1.0:1769074967.083086:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613336960, offset 0 00000400:00000200:1.0:1769074967.083092:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074967.083096:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.083101:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074967.083105:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074967.083110:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074967.083113:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074967.083116:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074967.083119:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15528:15528:256:4294967295] 192.168.204.151@tcp LPNI seq info [15528:15528:8:4294967295] 00000400:00000200:1.0:1769074967.083123:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.083130:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074967.083134:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074967.083138:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000800:00000200:1.0:1769074967.083142:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074967.083147:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074967.083149:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816b200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769074967.083163:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.083168:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1008582 usecs (1009 jiffies) 00000400:00000200:1.0:1769074967.083171:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074967.083174:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624769 00000100:00000001:1.0:1769074967.083177:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.083179:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624769 00000100:00000001:1.0:1769074967.083182:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.083184:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074967.083186:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.083189:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.083190:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.083194:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.083196:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1769074967.083197:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.083199:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.083200:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.083202:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074967.083331:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074967.083335:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000400:00000200:3.0:1769074967.083339:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.083343:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074967.083346:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e84c8 00000400:00000010:3.0:1769074967.083347:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e84c8. 00000100:00000001:3.0:1769074967.083350:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074967.083354:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903a8000 x1855007613336960/t73014444058(73014444058) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.083363:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074967.083365:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b903a8000 x1855007613336960/t73014444058(73014444058) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.083371:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074967.083373:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074967.086216:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.086231:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074967.086235:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.086237:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.086247:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.086254:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074967.086260:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.086264:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.086270:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.086274:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd93d80 00000400:00000200:2.0:1769074967.086306:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.086313:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x22925 [1] + 224 00000800:00000001:2.0:1769074967.086321:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.086329:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.086332:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.086336:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074967.086343:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074967.086352:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903a8000 x1855007613336960/t73014444058(73014444058) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074967.086362:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff982b903a8000 x1855007613336960/t73014444058(73014444058) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.086412:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.086416:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074967.086431:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074967.086440:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.086444:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1769074967.086474:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074967.086476:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074967.086480:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e479a0. 00000400:00000200:1.0:1769074967.086484:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8aa0 00000400:00000010:1.0:1769074967.086486:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8aa0. 00000100:00000001:1.0:1769074967.086489:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074967.086494:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903a8000 x1855007613336960/t73014444058(73014444058) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074967.086503:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903a8000 x1855007613336960/t73014444058(73014444058) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.086566:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074967.086568:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.086572:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074967.086574:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074967.086577:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074967.086580:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.086590:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074967.086600:0:2363:0:(import.c:2128:obd_at_measure()) add 10 to ffff982b88b88ca0 time=28 v=10 (10 5 0 10) 00000100:00001000:1.0:1769074967.086605:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=70 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074967.086607:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074967.086609:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074967.086613:0:2363:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074967.086616:0:2363:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.086619:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769074967.086622:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074967.086624:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:1.0:1769074967.086626:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074967.086629:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.086641:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903a8000 x1855007613336960/t73014444058(73014444058) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.086649:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074967.086652:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074967.086654:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.086656:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769074967.086660:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b903a8000 x1855007613336960/t73014444058(73014444058) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.086667:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769074967.086669:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769074967.086672:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769074967.086673:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769074967.086674:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:1.0:1769074967.086679:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769074967.086686:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769074967.086688:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769074967.086690:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444058 00000100:00000001:1.0:1769074967.086696:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769074967.086701:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b9037b480 x1855007613337344/t73014444059(73014444059) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.086707:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.086708:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603426432 : -114162106125184 : ffff982b9037b480) 00000100:00000040:1.0:1769074967.086714:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000618033af] to pc [ptlrpcd_rcv+-1] req@ffff982b9037b480 x1855007613337344/t73014444059(73014444059) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.086729:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.086731:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.086733:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.086735:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.086739:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903a8000 x1855007613336960/t73014444058(73014444058) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074967.086748:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613336960:192.168.204.151@tcp:35:createmany.0 00000100:00000001:1.0:1769074967.086753:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.086755:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074967.086758:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a8000 x1855007613336960/t73014444058(73014444058) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.086765:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.086766:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.086773:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.086775:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.086777:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.086778:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.086779:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074967.086783:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037b480 x1855007613337344/t73014444059(73014444059) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.086790:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074967.086791:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.086795:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074967.086798:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074967.086801:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074967.086804:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613337344:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074967.086808:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074967.086814:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074967.086816:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.086818:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074967.086824:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b85946000. 02000000:00000001:1.0:1769074967.086826:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074967.086831:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074967.086833:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e479a0. 00000400:00000010:1.0:1769074967.086837:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8aa0. 00000100:00000200:1.0:1769074967.086843:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613337344, portal 10 00000100:00000001:1.0:1769074967.086845:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.086846:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603426432 : -114162106125184 : ffff982b9037b480) 00000100:00000040:1.0:1769074967.086851:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b9037b480 x1855007613337344/t73014444059(73014444059) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.086858:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074967.086861:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074967.086863:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8330. 00000100:00000200:1.0:1769074967.086868:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007613337344, offset 0 00000400:00000200:1.0:1769074967.086873:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074967.086878:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.086884:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074967.086889:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074967.086893:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074967.086896:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074967.086899:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074967.086903:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15529:15529:256:4294967295] 192.168.204.151@tcp LPNI seq info [15529:15529:8:4294967295] 00000400:00000200:1.0:1769074967.086907:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.086916:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074967.086921:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074967.086926:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816bb00. 00000800:00000200:1.0:1769074967.086931:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074967.086938:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074967.086942:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816bb00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1769074967.086957:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.086961:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1007133 usecs (1008 jiffies) 00000400:00000200:1.0:1769074967.086964:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074967.086967:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624772 00000100:00000001:1.0:1769074967.086970:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.086972:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624772 00000100:00000001:1.0:1769074967.086974:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.086977:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074967.086979:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.086981:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.086983:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.086986:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.086987:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769074967.086989:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.086990:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.086992:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.086993:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074967.087159:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074967.087164:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816bb00. 00000400:00000200:3.0:1769074967.087169:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.087173:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074967.087177:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8330 00000400:00000010:3.0:1769074967.087179:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8330. 00000100:00000001:3.0:1769074967.087182:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074967.087186:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9037b480 x1855007613337344/t73014444059(73014444059) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.087194:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074967.087197:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9037b480 x1855007613337344/t73014444059(73014444059) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.087202:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074967.087203:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074967.093199:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.093218:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074967.093222:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.093224:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.093232:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.093239:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074967.093244:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.093247:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.093252:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.093255:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 608 into portal 10 MB=0x6971e9dd93f00 00000400:00000200:2.0:1769074967.093259:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.093263:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 608/608 into md 0x2292d [1] + 224 00000800:00000001:2.0:1769074967.093269:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.093276:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.093278:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.093307:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074967.093313:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074967.093321:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9037b480 x1855007613337344/t73014444059(73014444059) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074967.093331:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff982b9037b480 x1855007613337344/t73014444059(73014444059) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.093345:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769074967.093353:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769074967.093361:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.093367:0:2358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074967.093373:0:2358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15530:15530:256:4294967295] 192.168.204.151@tcp LPNI seq info [15530:15530:8:4294967295] 00000400:00000200:2.0:1769074967.093377:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.093386:0:2358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000100:00000001:1.0:1769074967.093391:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1769074967.093394:0:2358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.151@tcp 00000100:00000001:1.0:1769074967.093395:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1769074967.093401:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73fc00. 00000400:00000001:1.0:1769074967.093403:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074967.093405:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:2.0:1769074967.093407:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000400:00000010:1.0:1769074967.093409:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e479a0. 00000400:00000200:1.0:1769074967.093414:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8aa0 00000800:00000200:2.0:1769074967.093415:0:2358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000400:00000010:1.0:1769074967.093417:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8aa0. 00000100:00000001:1.0:1769074967.093420:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:2.0:1769074967.093420:0:2358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73fc00 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:1.0:1769074967.093424:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037b480 x1855007613337344/t73014444059(73014444059) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074967.093434:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037b480 x1855007613337344/t73014444059(73014444059) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.093439:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074967.093442:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.093444:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074967.093448:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074967.093450:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074967.093453:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.093456:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074967.093466:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=28 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074967.093471:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=70 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074967.093474:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1769074967.093477:0:2363:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff982b9037b480 x1855007613337344/t73014444059(73014444059) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.093482:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1769074967.093486:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769074967.093488:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074967.093490:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:1.0:1769074967.093492:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074967.093495:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1769074967.093499:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037b480 x1855007613337344/t73014444059(73014444059) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.093506:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1769074967.093509:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074967.093511:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.093513:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769074967.093517:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b9037b480 x1855007613337344/t73014444059(73014444059) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074967.093525:0:2363:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:1.0:1769074967.093534:0:2363:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff982b903aa300 x1855007613337600/t73014444060(73014444060) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074967.093541:0:2363:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1769074967.093545:0:2363:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff982b9037b480 x1855007613337344/t73014444059(73014444059) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.093552:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769074967.093554:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769074967.093557:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769074967.093559:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769074967.093560:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:1.0:1769074967.093567:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769074967.093574:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769074967.093577:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769074967.093578:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444059 00000100:00000001:1.0:1769074967.093585:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769074967.093590:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b903aa300 x1855007613337600/t73014444060(73014444060) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.093596:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.093598:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603618560 : -114162105933056 : ffff982b903aa300) 00000100:00000040:1.0:1769074967.093603:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005881a5bf] to pc [ptlrpcd_rcv+-1] req@ffff982b903aa300 x1855007613337600/t73014444060(73014444060) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000800:00000200:2.0:1769074967.093626:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074967.093637:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73fc00. 00000400:00000200:2.0:1769074967.093641:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.093644:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:2.0:1769074967.093651:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.093655:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.094458:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.094461:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.094464:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.094466:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.094473:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037b480 x1855007613337344/t73014444059(73014444059) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074967.094482:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613337344:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074967.094487:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.094489:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074967.094492:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037b480 x1855007613337344/t73014444059(73014444059) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.094499:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.094501:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.094508:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.094510:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.094512:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.094514:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.094515:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074967.094519:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903aa300 x1855007613337600/t73014444060(73014444060) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.094525:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074967.094527:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.094530:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074967.094534:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074967.094538:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074967.094541:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613337600:192.168.204.151@tcp:35:createmany.0 00000100:00000001:1.0:1769074967.094545:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074967.094550:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074967.094553:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074967.094559:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074967.094565:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e479a0. 00000400:00000010:1.0:1769074967.094571:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8aa0. 00000100:00000200:1.0:1769074967.094577:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613337600, portal 10 00000100:00000001:1.0:1769074967.094579:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.094580:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603618560 : -114162105933056 : ffff982b903aa300) 00000100:00000040:1.0:1769074967.094586:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b903aa300 x1855007613337600/t73014444060(73014444060) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.094593:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074967.094595:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074967.094598:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8770. 00000100:00000200:1.0:1769074967.094601:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613337600, offset 0 00000400:00000200:1.0:1769074967.094607:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074967.094762:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.094769:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074967.094775:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074967.094779:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074967.094782:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074967.094785:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074967.094788:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15531:15531:256:4294967295] 192.168.204.151@tcp LPNI seq info [15531:15531:8:4294967295] 00000400:00000200:1.0:1769074967.094792:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.094799:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074967.094804:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074967.094810:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816be00. 00000800:00000200:1.0:1769074967.094815:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074967.094821:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074967.094825:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816be00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769074967.094844:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.094849:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1005695 usecs (1006 jiffies) 00000400:00000200:1.0:1769074967.094852:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074967.094855:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624778 00000100:00000001:1.0:1769074967.094857:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.094860:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624778 00000100:00000001:1.0:1769074967.094862:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.094865:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074967.094867:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.094870:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.094872:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.094875:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.094877:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1769074967.094879:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.094880:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.094881:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.094883:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074967.095009:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074967.095013:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816be00. 00000400:00000200:2.0:1769074967.095017:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.095022:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074967.095026:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8770 00000400:00000010:2.0:1769074967.095029:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8770. 00000100:00000001:2.0:1769074967.095033:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074967.095037:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903aa300 x1855007613337600/t73014444060(73014444060) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.095055:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074967.095059:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b903aa300 x1855007613337600/t73014444060(73014444060) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.095065:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074967.095067:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074967.097858:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.097875:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074967.097880:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.097883:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074967.097892:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.097900:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074967.097907:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.097912:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.097918:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.097922:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd94000 00000400:00000200:3.0:1769074967.097928:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.097934:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x22935 [1] + 224 00000800:00000001:3.0:1769074967.097944:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.097951:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074967.097955:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.097960:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074967.097968:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074967.097976:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903aa300 x1855007613337600/t73014444060(73014444060) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074967.097986:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff982b903aa300 x1855007613337600/t73014444060(73014444060) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.098010:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074967.098020:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.098024:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.098377:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.098381:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074967.098388:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074967.098390:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074967.098394:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e479a0. 00000400:00000200:1.0:1769074967.098399:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8aa0 00000400:00000010:1.0:1769074967.098402:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8aa0. 00000100:00000001:1.0:1769074967.098405:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074967.098410:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903aa300 x1855007613337600/t73014444060(73014444060) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074967.098420:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903aa300 x1855007613337600/t73014444060(73014444060) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.098426:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074967.098428:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.098431:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074967.098434:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074967.098437:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074967.098439:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.098443:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074967.098454:0:2363:0:(import.c:2128:obd_at_measure()) add 10 to ffff982b88b88ca0 time=28 v=10 (10 5 0 10) 00000100:00001000:1.0:1769074967.098460:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=70 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074967.098463:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074967.098465:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074967.098468:0:2363:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074967.098471:0:2363:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.098474:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769074967.098478:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074967.098481:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:1.0:1769074967.098484:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074967.098487:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.098492:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903aa300 x1855007613337600/t73014444060(73014444060) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.098499:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074967.098502:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074967.098505:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.098507:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769074967.098511:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b903aa300 x1855007613337600/t73014444060(73014444060) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.098519:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769074967.098521:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769074967.098524:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769074967.098525:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769074967.098527:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:1.0:1769074967.098534:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769074967.098540:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769074967.098542:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769074967.098544:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444060 00000100:00000001:1.0:1769074967.098552:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769074967.098557:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b9849ea00 x1855007613337984/t73014444061(73014444061) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.098562:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.098564:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738837504 : -114161970714112 : ffff982b9849ea00) 00000100:00000040:1.0:1769074967.098569:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d174bcb] to pc [ptlrpcd_rcv+-1] req@ffff982b9849ea00 x1855007613337984/t73014444061(73014444061) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.098578:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.098580:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.098582:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.098585:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.098589:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903aa300 x1855007613337600/t73014444060(73014444060) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074967.098596:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613337600:192.168.204.151@tcp:35:createmany.0 00000100:00000001:1.0:1769074967.098602:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.098604:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074967.098607:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903aa300 x1855007613337600/t73014444060(73014444060) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.098773:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.098775:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.098782:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.098784:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.098786:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.098788:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.098789:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074967.098795:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9849ea00 x1855007613337984/t73014444061(73014444061) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.098802:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074967.098804:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.098808:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074967.098811:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074967.098813:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074967.098816:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9849ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613337984:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074967.098820:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074967.098825:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074967.098827:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.098829:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074967.098836:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b85945000. 02000000:00000001:1.0:1769074967.098837:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074967.098842:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074967.098845:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e479a0. 00000400:00000010:1.0:1769074967.098849:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8aa0. 00000100:00000200:1.0:1769074967.098854:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613337984, portal 10 00000100:00000001:1.0:1769074967.098856:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.098857:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738837504 : -114161970714112 : ffff982b9849ea00) 00000100:00000040:1.0:1769074967.098862:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b9849ea00 x1855007613337984/t73014444061(73014444061) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.098869:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074967.098872:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074967.098875:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8908. 00000100:00000200:1.0:1769074967.098878:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007613337984, offset 0 00000400:00000200:1.0:1769074967.098885:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074967.098891:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.098896:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074967.098901:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074967.098905:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074967.098908:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074967.098911:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074967.098915:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15532:15532:256:4294967295] 192.168.204.151@tcp LPNI seq info [15532:15532:8:4294967295] 00000400:00000200:1.0:1769074967.098919:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.098928:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074967.098934:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074967.098940:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b000. 00000800:00000200:1.0:1769074967.098946:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074967.098954:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074967.098958:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816b000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1769074967.098978:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.098983:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1004255 usecs (1005 jiffies) 00000400:00000200:1.0:1769074967.098987:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074967.098990:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624781 00000100:00000001:1.0:1769074967.098994:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.098996:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624781 00000100:00000001:1.0:1769074967.098998:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.099001:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074967.099004:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.099007:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.099008:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.099012:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.099013:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769074967.099015:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.099016:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.099018:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.099019:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074967.099174:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074967.099179:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b000. 00000400:00000200:2.0:1769074967.099184:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.099189:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074967.099192:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8908 00000400:00000010:2.0:1769074967.099193:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8908. 00000100:00000001:2.0:1769074967.099197:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074967.099202:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849ea00 x1855007613337984/t73014444061(73014444061) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.099210:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074967.099213:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849ea00 x1855007613337984/t73014444061(73014444061) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.099218:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074967.099219:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074967.107212:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.107231:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074967.107236:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.107238:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074967.107250:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.107258:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074967.107266:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.107270:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.107276:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.107324:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 608 into portal 10 MB=0x6971e9dd94180 00000400:00000200:3.0:1769074967.107330:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.107335:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 608/608 into md 0x2293d [1] + 224 00000800:00000001:3.0:1769074967.107343:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.107352:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074967.107355:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.107359:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074967.107366:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074967.107376:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849ea00 x1855007613337984/t73014444061(73014444061) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074967.107384:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff982b9849ea00 x1855007613337984/t73014444061(73014444061) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.107397:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074967.107406:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074967.107409:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.107415:0:2359:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074967.107420:0:2359:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15533:15533:256:4294967295] 192.168.204.151@tcp LPNI seq info [15533:15533:8:4294967295] 00000400:00000200:3.0:1769074967.107424:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.107432:0:2359:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000100:00000001:1.0:1769074967.107440:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1769074967.107441:0:2359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.151@tcp 00000100:00000001:1.0:1769074967.107444:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074967.107450:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074967.107452:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000010:3.0:1769074967.107453:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652900. 00000400:00000010:1.0:1769074967.107456:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e479a0. 00000800:00000200:3.0:1769074967.107458:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000400:00000200:1.0:1769074967.107460:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8aa0 00000400:00000010:1.0:1769074967.107462:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8aa0. 00000100:00000001:1.0:1769074967.107465:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:3.0:1769074967.107465:0:2359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074967.107469:0:2359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652900 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:1.0:1769074967.107470:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849ea00 x1855007613337984/t73014444061(73014444061) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074967.107484:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849ea00 x1855007613337984/t73014444061(73014444061) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.107490:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074967.107492:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.107494:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074967.107497:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074967.107500:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074967.107502:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.107505:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074967.107513:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=28 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074967.107517:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=70 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074967.107520:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1769074967.107523:0:2363:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff982b9849ea00 x1855007613337984/t73014444061(73014444061) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.107530:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1769074967.107532:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769074967.107535:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074967.107537:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:1.0:1769074967.107539:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074967.107542:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1769074967.107546:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849ea00 x1855007613337984/t73014444061(73014444061) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.107552:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1769074967.107555:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000200:3.0:1769074967.107556:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1769074967.107557:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.107559:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000800:00000010:3.0:1769074967.107560:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652900. 00000400:00000200:3.0:1769074967.107563:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00080000:1.0:1769074967.107564:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b9849ea00 x1855007613337984/t73014444061(73014444061) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000200:3.0:1769074967.107566:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000002:00000001:1.0:1769074967.107572:0:2363:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000800:00000001:3.0:1769074967.107572:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.107575:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00080000:1.0:1769074967.107582:0:2363:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff982b9849e680 x1855007613338240/t73014444062(73014444062) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074967.107588:0:2363:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1769074967.107591:0:2363:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff982b9849ea00 x1855007613337984/t73014444061(73014444061) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.107598:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769074967.107600:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769074967.107603:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769074967.107604:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769074967.107606:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:1.0:1769074967.108226:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769074967.108237:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769074967.108240:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769074967.108241:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444061 00000100:00000001:1.0:1769074967.108249:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769074967.108256:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b9849e680 x1855007613338240/t73014444062(73014444062) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.108262:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.108264:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738836608 : -114161970715008 : ffff982b9849e680) 00000100:00000040:1.0:1769074967.108269:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000df2ae58] to pc [ptlrpcd_rcv+-1] req@ffff982b9849e680 x1855007613338240/t73014444062(73014444062) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.108306:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.108308:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.108310:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.108313:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.108318:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849ea00 x1855007613337984/t73014444061(73014444061) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074967.108325:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613337984:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074967.108332:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.108334:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074967.108337:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849ea00 x1855007613337984/t73014444061(73014444061) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.108344:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.108346:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.108356:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.108357:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.108360:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.108361:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.108363:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074967.108366:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9849e680 x1855007613338240/t73014444062(73014444062) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.108372:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074967.108375:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.108379:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074967.108383:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074967.108386:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074967.108390:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9849e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613338240:192.168.204.151@tcp:35:createmany.0 00000100:00000001:1.0:1769074967.108393:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074967.108400:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074967.108402:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074967.108408:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074967.108413:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e479a0. 00000400:00000010:1.0:1769074967.108418:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8aa0. 00000100:00000200:1.0:1769074967.108424:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613338240, portal 10 00000100:00000001:1.0:1769074967.108426:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.108427:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738836608 : -114161970715008 : ffff982b9849e680) 00000100:00000040:1.0:1769074967.108432:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b9849e680 x1855007613338240/t73014444062(73014444062) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.108438:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074967.108441:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074967.108443:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e87f8. 00000100:00000200:1.0:1769074967.108446:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613338240, offset 0 00000400:00000200:1.0:1769074967.108453:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074967.108459:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.108464:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074967.108468:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074967.108471:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074967.108475:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074967.108478:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074967.108481:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15534:15534:256:4294967295] 192.168.204.151@tcp LPNI seq info [15534:15534:8:4294967295] 00000400:00000200:1.0:1769074967.108484:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.108491:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074967.108496:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074967.108500:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b300. 00000800:00000200:1.0:1769074967.108505:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074967.108510:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074967.108513:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816b300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769074967.108578:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.108583:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1002828 usecs (1003 jiffies) 00000400:00000200:1.0:1769074967.108588:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074967.108590:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624789 00000100:00000001:1.0:1769074967.108594:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.108596:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624789 00000100:00000001:1.0:1769074967.108598:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.108600:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074967.108603:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.108605:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.108607:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.108610:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.108623:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1769074967.108626:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.108627:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.108628:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.108629:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074967.109384:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074967.109390:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b300. 00000400:00000200:3.0:1769074967.109396:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.109401:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074967.109407:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e87f8 00000400:00000010:3.0:1769074967.109409:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e87f8. 00000100:00000001:3.0:1769074967.109412:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074967.109417:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849e680 x1855007613338240/t73014444062(73014444062) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.109426:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074967.109429:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b9849e680 x1855007613338240/t73014444062(73014444062) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.109435:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074967.109436:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074967.113068:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.113085:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074967.113089:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.113091:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.113099:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.113107:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074967.113112:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.113115:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.113119:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.113123:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd94280 00000400:00000200:2.0:1769074967.113127:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.113131:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x22945 [1] + 224 00000800:00000001:2.0:1769074967.113137:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.113145:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.113147:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.113150:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074967.113156:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074967.113164:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849e680 x1855007613338240/t73014444062(73014444062) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074967.113171:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff982b9849e680 x1855007613338240/t73014444062(73014444062) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.113217:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.113220:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074967.113233:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074967.113239:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.113242:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1769074967.113341:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074967.113343:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074967.113346:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e479a0. 00000400:00000200:1.0:1769074967.113349:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8aa0 00000400:00000010:1.0:1769074967.113351:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8aa0. 00000100:00000001:1.0:1769074967.113353:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074967.113356:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849e680 x1855007613338240/t73014444062(73014444062) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074967.113363:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849e680 x1855007613338240/t73014444062(73014444062) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.113367:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074967.113368:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.113370:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074967.113372:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074967.113374:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074967.113376:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.113378:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074967.113386:0:2363:0:(import.c:2128:obd_at_measure()) add 10 to ffff982b88b88ca0 time=28 v=10 (10 5 0 10) 00000100:00001000:1.0:1769074967.113388:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=70 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074967.113390:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074967.113391:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074967.113394:0:2363:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074967.113396:0:2363:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.113398:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769074967.113400:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074967.113402:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:1.0:1769074967.113403:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074967.113405:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.113408:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849e680 x1855007613338240/t73014444062(73014444062) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.113413:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074967.113415:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074967.113416:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.113418:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769074967.113420:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b9849e680 x1855007613338240/t73014444062(73014444062) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.113425:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769074967.113426:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769074967.113427:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769074967.113428:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769074967.113429:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:1.0:1769074967.113432:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769074967.113436:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769074967.113437:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769074967.113438:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444062 00000100:00000001:1.0:1769074967.113444:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769074967.113449:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b903ab100 x1855007613338624/t73014444063(73014444063) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.113455:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.113457:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603622144 : -114162105929472 : ffff982b903ab100) 00000100:00000040:1.0:1769074967.113461:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016295d68] to pc [ptlrpcd_rcv+-1] req@ffff982b903ab100 x1855007613338624/t73014444063(73014444063) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.113471:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.113473:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.113475:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.113477:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.113481:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849e680 x1855007613338240/t73014444062(73014444062) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074967.113490:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613338240:192.168.204.151@tcp:35:createmany.0 00000100:00000001:1.0:1769074967.113494:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.113496:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074967.113499:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849e680 x1855007613338240/t73014444062(73014444062) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.113505:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.113507:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.113514:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.113516:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.113518:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.113520:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.113522:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074967.113525:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903ab100 x1855007613338624/t73014444063(73014444063) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.113532:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074967.113534:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.113538:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074967.113541:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074967.113544:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074967.113548:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613338624:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074967.113552:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074967.113557:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074967.113559:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.113561:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074967.113566:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b85947400. 02000000:00000001:1.0:1769074967.113568:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074967.113571:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074967.113573:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e479a0. 00000400:00000010:1.0:1769074967.113576:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8aa0. 00000100:00000200:1.0:1769074967.113581:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613338624, portal 10 00000100:00000001:1.0:1769074967.113583:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.113584:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603622144 : -114162105929472 : ffff982b903ab100) 00000100:00000040:1.0:1769074967.113589:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b903ab100 x1855007613338624/t73014444063(73014444063) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.113595:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074967.113598:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074967.113601:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8990. 00000100:00000200:1.0:1769074967.113605:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007613338624, offset 0 00000400:00000200:1.0:1769074967.113611:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074967.113618:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.113624:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074967.113629:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074967.113634:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074967.113638:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074967.113640:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074967.113644:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15535:15535:256:4294967295] 192.168.204.151@tcp LPNI seq info [15535:15535:8:4294967295] 00000400:00000200:1.0:1769074967.113648:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.113658:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074967.113664:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074967.113670:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816bf00. 00000800:00000200:1.0:1769074967.113676:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074967.113683:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074967.113686:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816bf00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1769074967.113753:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.113758:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1001398 usecs (1002 jiffies) 00000400:00000200:1.0:1769074967.113763:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074967.113766:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624793 00000100:00000001:1.0:1769074967.113769:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.113771:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624793 00000100:00000001:1.0:1769074967.113773:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.113777:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074967.113779:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.113782:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.113784:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.113787:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.113788:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769074967.113790:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.113791:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.113793:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.113795:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074967.113910:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074967.113915:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816bf00. 00000400:00000200:3.0:1769074967.113919:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.113923:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074967.113926:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8990 00000400:00000010:3.0:1769074967.113928:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8990. 00000100:00000001:3.0:1769074967.113931:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074967.113936:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903ab100 x1855007613338624/t73014444063(73014444063) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.113945:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074967.113947:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903ab100 x1855007613338624/t73014444063(73014444063) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.113953:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074967.113955:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074967.122820:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.122840:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074967.122845:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.122848:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.122861:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.122870:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074967.122878:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.122883:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.122889:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.122894:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 608 into portal 10 MB=0x6971e9dd94400 00000400:00000200:2.0:1769074967.122899:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.122905:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 608/608 into md 0x2294d [1] + 224 00000800:00000001:2.0:1769074967.122913:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.122923:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.122927:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.122932:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074967.122939:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074967.122949:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903ab100 x1855007613338624/t73014444063(73014444063) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074967.122961:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff982b903ab100 x1855007613338624/t73014444063(73014444063) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.123030:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.123035:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074967.123155:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769074967.123166:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769074967.123170:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.123177:0:2358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074967.123183:0:2358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15536:15536:256:4294967295] 192.168.204.151@tcp LPNI seq info [15536:15536:8:4294967295] 00000400:00000200:2.0:1769074967.123187:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.123195:0:2358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:2.0:1769074967.123200:0:2358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074967.123206:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73fc00. 00000800:00000200:2.0:1769074967.123214:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074967.123220:0:2358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074967.123224:0:2358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73fc00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1769074967.123391:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074967.123396:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73fc00. 00000400:00000200:2.0:1769074967.123399:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.123403:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:2.0:1769074967.123409:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.123413:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1769074967.123464:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074967.123466:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074967.123470:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e479a0. 00000400:00000200:1.0:1769074967.123475:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8aa0 00000400:00000010:1.0:1769074967.123477:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8aa0. 00000100:00000001:1.0:1769074967.123480:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074967.123486:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903ab100 x1855007613338624/t73014444063(73014444063) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074967.123496:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903ab100 x1855007613338624/t73014444063(73014444063) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.123502:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074967.123504:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.123506:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074967.123510:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074967.123512:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074967.123514:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.123517:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074967.123526:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=28 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074967.123530:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=70 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074967.123532:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1769074967.123537:0:2363:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff982b903ab100 x1855007613338624/t73014444063(73014444063) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.123544:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1769074967.123548:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769074967.123550:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074967.123552:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:1.0:1769074967.123554:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074967.123556:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1769074967.123560:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903ab100 x1855007613338624/t73014444063(73014444063) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.123568:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1769074967.123571:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074967.123573:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.123576:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769074967.123580:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b903ab100 x1855007613338624/t73014444063(73014444063) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074967.123588:0:2363:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:1.0:1769074967.123597:0:2363:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff982b903abb80 x1855007613338880/t73014444064(73014444064) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074967.123603:0:2363:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1769074967.123607:0:2363:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff982b903ab100 x1855007613338624/t73014444063(73014444063) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.123614:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769074967.123616:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769074967.123619:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769074967.123620:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769074967.123622:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:1.0:1769074967.123627:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769074967.123634:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769074967.123636:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769074967.123637:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444063 00000100:00000001:1.0:1769074967.123645:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769074967.123651:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b903abb80 x1855007613338880/t73014444064(73014444064) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.123658:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.123659:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603624832 : -114162105926784 : ffff982b903abb80) 00000100:00000040:1.0:1769074967.123664:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b1a6a2f] to pc [ptlrpcd_rcv+-1] req@ffff982b903abb80 x1855007613338880/t73014444064(73014444064) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.123674:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.123676:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.123679:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.123681:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.123685:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903ab100 x1855007613338624/t73014444063(73014444063) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074967.123692:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613338624:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074967.123696:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.123699:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074967.123702:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903ab100 x1855007613338624/t73014444063(73014444063) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.123709:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.123711:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.123725:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.123727:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.123729:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.123730:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.123732:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074967.123736:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903abb80 x1855007613338880/t73014444064(73014444064) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.123743:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074967.123745:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.123749:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074967.123752:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074967.123756:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074967.123759:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613338880:192.168.204.151@tcp:35:createmany.0 00000100:00000001:1.0:1769074967.123763:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074967.123770:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074967.123773:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074967.123778:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074967.123782:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e479a0. 00000400:00000010:1.0:1769074967.123787:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8aa0. 00000100:00000200:1.0:1769074967.123795:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613338880, portal 10 00000100:00000001:1.0:1769074967.123797:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.123798:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603624832 : -114162105926784 : ffff982b903abb80) 00000100:00000040:1.0:1769074967.123802:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b903abb80 x1855007613338880/t73014444064(73014444064) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.123810:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074967.123812:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074967.123815:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8dd0. 00000100:00000200:1.0:1769074967.123819:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613338880, offset 0 00000400:00000200:1.0:1769074967.123826:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074967.123832:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.123837:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074967.123842:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074967.123846:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074967.123850:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074967.123852:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074967.123856:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15537:15537:256:4294967295] 192.168.204.151@tcp LPNI seq info [15537:15537:8:4294967295] 00000400:00000200:1.0:1769074967.123860:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.123867:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074967.123871:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074967.123875:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b700. 00000800:00000200:1.0:1769074967.123880:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074967.123883:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074967.123886:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816b700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769074967.124525:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.124531:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 999982 usecs (1000 jiffies) 00000400:00000200:1.0:1769074967.124536:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074967.124540:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624801 00000100:00000001:1.0:1769074967.124544:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.124546:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624801 00000100:00000001:1.0:1769074967.124548:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.124550:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074967.124553:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.124556:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.124558:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.124564:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.124565:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1769074967.124567:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.124568:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.124569:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.124571:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074967.124867:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074967.124873:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b700. 00000400:00000200:3.0:1769074967.124879:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.124885:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074967.124890:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8dd0 00000400:00000010:3.0:1769074967.124892:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8dd0. 00000100:00000001:3.0:1769074967.124896:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074967.124902:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903abb80 x1855007613338880/t73014444064(73014444064) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.124911:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074967.124915:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b903abb80 x1855007613338880/t73014444064(73014444064) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.124921:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074967.124922:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074967.128420:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.128438:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074967.128443:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.128445:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.128458:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.128467:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074967.128475:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.128480:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.128487:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.128491:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd94500 00000400:00000200:2.0:1769074967.128497:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.128504:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x22955 [1] + 224 00000800:00000001:2.0:1769074967.128513:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.128522:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.128525:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.128530:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074967.128538:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074967.128546:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903abb80 x1855007613338880/t73014444064(73014444064) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074967.128557:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff982b903abb80 x1855007613338880/t73014444064(73014444064) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.128633:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.128639:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074967.128657:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074967.128669:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.128673:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1769074967.128789:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074967.128791:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074967.128795:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e479a0. 00000400:00000200:1.0:1769074967.128799:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8aa0 00000400:00000010:1.0:1769074967.128802:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8aa0. 00000100:00000001:1.0:1769074967.128805:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074967.128810:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903abb80 x1855007613338880/t73014444064(73014444064) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074967.128818:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903abb80 x1855007613338880/t73014444064(73014444064) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.128823:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074967.128825:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.128828:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074967.128831:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074967.128833:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074967.128836:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.128839:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074967.128848:0:2363:0:(import.c:2128:obd_at_measure()) add 10 to ffff982b88b88ca0 time=28 v=10 (10 5 0 10) 00000100:00001000:1.0:1769074967.128852:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=70 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074967.128854:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074967.128856:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074967.128859:0:2363:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074967.128864:0:2363:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.128867:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769074967.128870:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074967.128871:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:1.0:1769074967.128873:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074967.128876:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.128880:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903abb80 x1855007613338880/t73014444064(73014444064) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.128886:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074967.128889:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074967.128892:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.128894:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769074967.128898:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b903abb80 x1855007613338880/t73014444064(73014444064) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.128905:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769074967.128906:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769074967.128909:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769074967.128910:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769074967.128911:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:1.0:1769074967.128917:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769074967.128923:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769074967.128925:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769074967.128927:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444064 00000100:00000001:1.0:1769074967.128934:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769074967.128939:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b90379f80 x1855007613339264/t73014444065(73014444065) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.128945:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.128947:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603421056 : -114162106130560 : ffff982b90379f80) 00000100:00000040:1.0:1769074967.128953:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bc12a12] to pc [ptlrpcd_rcv+-1] req@ffff982b90379f80 x1855007613339264/t73014444065(73014444065) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.128962:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.128964:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.128966:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.128968:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.128972:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903abb80 x1855007613338880/t73014444064(73014444064) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074967.128979:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613338880:192.168.204.151@tcp:35:createmany.0 00000100:00000001:1.0:1769074967.128984:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.128986:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074967.128989:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903abb80 x1855007613338880/t73014444064(73014444064) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.128996:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.128998:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.129018:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.129021:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.129023:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.129025:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.129026:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074967.129030:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90379f80 x1855007613339264/t73014444065(73014444065) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.129037:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074967.129038:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.129053:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074967.129056:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074967.129059:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074967.129062:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90379f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613339264:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074967.129066:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074967.129071:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074967.129074:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.129076:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074967.129084:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769074967.129086:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074967.129090:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074967.129093:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e479a0. 00000400:00000010:1.0:1769074967.129097:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8aa0. 00000100:00000200:1.0:1769074967.129104:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613339264, portal 10 00000100:00000001:1.0:1769074967.129106:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.129107:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603421056 : -114162106130560 : ffff982b90379f80) 00000100:00000040:1.0:1769074967.129112:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b90379f80 x1855007613339264/t73014444065(73014444065) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.129118:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074967.129120:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074967.129123:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8e58. 00000100:00000200:1.0:1769074967.129126:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007613339264, offset 0 00000400:00000200:1.0:1769074967.129132:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074967.129138:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.129143:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074967.129148:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074967.129152:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074967.129156:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074967.129159:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074967.129163:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15538:15538:256:4294967295] 192.168.204.151@tcp LPNI seq info [15538:15538:8:4294967295] 00000400:00000200:1.0:1769074967.129168:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.129177:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074967.129183:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074967.129188:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b700. 00000800:00000200:1.0:1769074967.129194:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074967.129201:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074967.129205:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816b700 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1769074967.129223:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.129229:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 998560 usecs (999 jiffies) 00000400:00000200:1.0:1769074967.129233:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074967.129236:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624805 00000100:00000001:1.0:1769074967.129240:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.129242:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624805 00000100:00000001:1.0:1769074967.129244:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.129247:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074967.129250:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.129252:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.129253:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.129257:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.129258:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769074967.129260:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.129261:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.129263:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.129264:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074967.129500:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074967.129504:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b700. 00000400:00000200:3.0:1769074967.129509:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.129514:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074967.129517:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8e58 00000400:00000010:3.0:1769074967.129519:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8e58. 00000100:00000001:3.0:1769074967.129522:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074967.129526:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90379f80 x1855007613339264/t73014444065(73014444065) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.129534:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074967.129537:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90379f80 x1855007613339264/t73014444065(73014444065) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.129543:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074967.129544:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074967.134684:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.134703:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074967.134706:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.134709:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.134721:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.134730:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074967.134738:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.134743:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.134749:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.134752:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 608 into portal 10 MB=0x6971e9dd94680 00000400:00000200:2.0:1769074967.134757:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.134764:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 608/608 into md 0x2295d [1] + 224 00000800:00000001:2.0:1769074967.134772:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.134781:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.134784:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.134789:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074967.134799:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074967.134810:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90379f80 x1855007613339264/t73014444065(73014444065) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074967.134821:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff982b90379f80 x1855007613339264/t73014444065(73014444065) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.134887:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.134893:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074967.134944:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769074967.134954:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769074967.134959:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.134965:0:2358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074967.134971:0:2358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15539:15539:256:4294967295] 192.168.204.151@tcp LPNI seq info [15539:15539:8:4294967295] 00000400:00000200:2.0:1769074967.134975:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.134982:0:2358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:2.0:1769074967.134990:0:2358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074967.134996:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73fc00. 00000800:00000200:2.0:1769074967.135013:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074967.135022:0:2358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074967.135026:0:2358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73fc00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1769074967.135126:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074967.135131:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73fc00. 00000400:00000200:2.0:1769074967.135134:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.135137:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:2.0:1769074967.135143:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.135147:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1769074967.139551:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074967.139559:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074967.139564:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e479a0. 00000400:00000200:1.0:1769074967.139574:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8aa0 00000400:00000010:1.0:1769074967.139577:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8aa0. 00000100:00000001:1.0:1769074967.139882:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074967.139897:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90379f80 x1855007613339264/t73014444065(73014444065) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074967.139914:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90379f80 x1855007613339264/t73014444065(73014444065) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.139921:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074967.139924:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.139928:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074967.139931:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074967.139933:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074967.139935:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.139938:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074967.139947:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=28 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074967.139952:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=70 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074967.139956:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1769074967.139960:0:2363:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff982b90379f80 x1855007613339264/t73014444065(73014444065) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.139966:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1769074967.139970:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769074967.139972:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074967.139974:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:1.0:1769074967.139975:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074967.139978:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1769074967.139981:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90379f80 x1855007613339264/t73014444065(73014444065) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.139986:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1769074967.139988:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074967.139990:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.139992:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769074967.139994:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b90379f80 x1855007613339264/t73014444065(73014444065) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074967.139999:0:2363:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:1.0:1769074967.140009:0:2363:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff982b903a9180 x1855007613339520/t73014444066(73014444066) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074967.140016:0:2363:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1769074967.140019:0:2363:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff982b90379f80 x1855007613339264/t73014444065(73014444065) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.140026:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769074967.140028:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769074967.140030:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769074967.140031:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769074967.140033:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:1.0:1769074967.140038:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769074967.140056:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769074967.140058:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769074967.140060:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444065 00000100:00000001:1.0:1769074967.140068:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769074967.140073:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b903a9180 x1855007613339520/t73014444066(73014444066) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.140081:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.140082:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603614080 : -114162105937536 : ffff982b903a9180) 00000100:00000040:1.0:1769074967.140087:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047a1b989] to pc [ptlrpcd_rcv+-1] req@ffff982b903a9180 x1855007613339520/t73014444066(73014444066) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.140095:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.140097:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.140098:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.140099:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.140102:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90379f80 x1855007613339264/t73014444065(73014444065) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074967.140107:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90379f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613339264:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074967.140111:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.140113:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074967.140115:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90379f80 x1855007613339264/t73014444065(73014444065) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.140119:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.140120:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.140126:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.140128:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.140129:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.140130:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.140132:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074967.140134:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b903a9180 x1855007613339520/t73014444066(73014444066) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.140138:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074967.140140:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.140142:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074967.140145:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074967.140147:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074967.140149:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b903a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613339520:192.168.204.151@tcp:35:createmany.0 00000100:00000001:1.0:1769074967.140151:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074967.140157:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074967.140159:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074967.140167:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074967.140174:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e479a0. 00000400:00000010:1.0:1769074967.140178:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8aa0. 00000100:00000200:1.0:1769074967.140183:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613339520, portal 10 00000100:00000001:1.0:1769074967.140185:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.140186:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603614080 : -114162105937536 : ffff982b903a9180) 00000100:00000040:1.0:1769074967.140189:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b903a9180 x1855007613339520/t73014444066(73014444066) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.140194:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074967.140196:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074967.140198:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e83b8. 00000100:00000200:1.0:1769074967.140200:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613339520, offset 0 00000400:00000200:1.0:1769074967.140204:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074967.140212:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.140220:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074967.140225:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074967.140229:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074967.140232:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074967.140234:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074967.140237:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15540:15540:256:4294967295] 192.168.204.151@tcp LPNI seq info [15540:15540:8:4294967295] 00000400:00000200:1.0:1769074967.140241:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.140248:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074967.140252:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074967.140257:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816bf00. 00000800:00000200:1.0:1769074967.140263:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074967.140270:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074967.140273:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816bf00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769074967.140306:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.140313:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 997153 usecs (998 jiffies) 00000400:00000200:1.0:1769074967.140316:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074967.140320:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624816 00000100:00000001:1.0:1769074967.140322:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.140325:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624816 00000100:00000001:1.0:1769074967.140327:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.140330:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074967.140332:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.140335:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.140337:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.140339:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.140341:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1769074967.140343:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.140344:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.140346:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.140347:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074967.140406:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074967.140410:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816bf00. 00000400:00000200:2.0:1769074967.140414:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.140418:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074967.140421:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e83b8 00000400:00000010:2.0:1769074967.140423:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e83b8. 00000100:00000001:2.0:1769074967.140425:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074967.140429:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b903a9180 x1855007613339520/t73014444066(73014444066) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.140434:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074967.140436:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b903a9180 x1855007613339520/t73014444066(73014444066) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.140440:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074967.140441:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074967.145078:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.145096:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074967.145100:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.145102:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074967.145115:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.145123:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074967.145132:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.145136:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.145143:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.145147:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd94780 00000400:00000200:3.0:1769074967.145156:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.145162:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x22965 [1] + 224 00000800:00000001:3.0:1769074967.145170:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.145183:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074967.145186:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.145191:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074967.145199:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074967.145209:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b903a9180 x1855007613339520/t73014444066(73014444066) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074967.145219:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff982b903a9180 x1855007613339520/t73014444066(73014444066) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.145243:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074967.145253:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.145256:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.145393:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.145397:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074967.145404:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074967.145406:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074967.145409:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e479a0. 00000400:00000200:1.0:1769074967.145414:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8aa0 00000400:00000010:1.0:1769074967.145417:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8aa0. 00000100:00000001:1.0:1769074967.145420:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074967.145425:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b903a9180 x1855007613339520/t73014444066(73014444066) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074967.145434:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b903a9180 x1855007613339520/t73014444066(73014444066) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.145441:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074967.145442:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.145445:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074967.145448:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074967.145450:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074967.145453:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.145456:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074967.145465:0:2363:0:(import.c:2128:obd_at_measure()) add 10 to ffff982b88b88ca0 time=28 v=10 (10 5 0 10) 00000100:00001000:1.0:1769074967.145469:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=70 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074967.145471:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074967.145473:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074967.145475:0:2363:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074967.145479:0:2363:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.145481:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769074967.145483:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074967.145486:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:1.0:1769074967.145635:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074967.145639:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.145645:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b903a9180 x1855007613339520/t73014444066(73014444066) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.145654:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074967.145658:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074967.145660:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.145662:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769074967.145667:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b903a9180 x1855007613339520/t73014444066(73014444066) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.145676:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769074967.145678:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769074967.145681:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769074967.145682:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769074967.145684:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:1.0:1769074967.145690:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769074967.145698:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769074967.145701:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769074967.145702:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444066 00000100:00000001:1.0:1769074967.145710:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769074967.145716:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b9849ca80 x1855007613339904/t73014444067(73014444067) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.145722:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.145723:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738829440 : -114161970722176 : ffff982b9849ca80) 00000100:00000040:1.0:1769074967.145729:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ed5e57b1] to pc [ptlrpcd_rcv+-1] req@ffff982b9849ca80 x1855007613339904/t73014444067(73014444067) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.145738:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.145739:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.145741:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.145743:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.145747:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b903a9180 x1855007613339520/t73014444066(73014444066) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074967.145755:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b903a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613339520:192.168.204.151@tcp:35:createmany.0 00000100:00000001:1.0:1769074967.145760:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.145762:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074967.145765:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b903a9180 x1855007613339520/t73014444066(73014444066) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.145772:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.145774:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.145783:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.145785:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.145787:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.145788:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.145790:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074967.145793:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9849ca80 x1855007613339904/t73014444067(73014444067) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.145801:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074967.145803:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.145807:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074967.145811:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074967.145814:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074967.145817:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9849ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613339904:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074967.145820:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074967.145826:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074967.145828:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.145830:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074967.145838:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606d400. 02000000:00000001:1.0:1769074967.145841:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074967.145847:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074967.145850:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e479a0. 00000400:00000010:1.0:1769074967.145854:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8aa0. 00000100:00000200:1.0:1769074967.145862:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613339904, portal 10 00000100:00000001:1.0:1769074967.145863:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.145864:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738829440 : -114161970722176 : ffff982b9849ca80) 00000100:00000040:1.0:1769074967.145868:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b9849ca80 x1855007613339904/t73014444067(73014444067) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.145873:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074967.145875:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074967.145878:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00000200:1.0:1769074967.145880:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007613339904, offset 0 00000400:00000200:1.0:1769074967.145885:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074967.145889:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.145894:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074967.145898:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074967.145901:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074967.145904:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074967.145907:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074967.145910:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15541:15541:256:4294967295] 192.168.204.151@tcp LPNI seq info [15541:15541:8:4294967295] 00000400:00000200:1.0:1769074967.145912:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.145918:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074967.145922:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074967.145926:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b300. 00000800:00000200:1.0:1769074967.145931:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074967.145937:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074967.145941:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816b300 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1769074967.145956:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.145960:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 995741 usecs (996 jiffies) 00000400:00000200:1.0:1769074967.145962:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074967.145964:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624819 00000100:00000001:1.0:1769074967.145966:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.145968:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624819 00000100:00000001:1.0:1769074967.145969:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.145971:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074967.145973:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.145975:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.145976:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.145978:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.145979:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769074967.145980:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.145981:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.145982:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.145983:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074967.146219:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074967.146224:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b300. 00000400:00000200:2.0:1769074967.146228:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.146232:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074967.146235:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000400:00000010:2.0:1769074967.146236:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00000001:2.0:1769074967.146239:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074967.146243:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849ca80 x1855007613339904/t73014444067(73014444067) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.146249:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074967.146251:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849ca80 x1855007613339904/t73014444067(73014444067) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.146255:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074967.146256:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074967.153468:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.153486:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074967.153497:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.153499:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074967.153510:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.153517:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074967.153522:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.153525:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.153530:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.153533:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 608 into portal 10 MB=0x6971e9dd94900 00000400:00000200:3.0:1769074967.153538:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.153542:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 608/608 into md 0x2296d [1] + 224 00000800:00000001:3.0:1769074967.153548:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.153555:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074967.153557:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.153561:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074967.153567:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074967.153574:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849ca80 x1855007613339904/t73014444067(73014444067) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074967.153584:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff982b9849ca80 x1855007613339904/t73014444067(73014444067) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.153605:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074967.153615:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074967.153618:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.153623:0:2359:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074967.153629:0:2359:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15542:15542:256:4294967295] 192.168.204.151@tcp LPNI seq info [15542:15542:8:4294967295] 00000400:00000200:3.0:1769074967.153634:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.153642:0:2359:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:3.0:1769074967.153647:0:2359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074967.153652:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652900. 00000800:00000200:3.0:1769074967.153658:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074967.153665:0:2359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074967.153670:0:2359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1769074967.153756:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074967.153760:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652900. 00000400:00000200:3.0:1769074967.153762:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.153765:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:3.0:1769074967.153770:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.153772:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.154340:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.154345:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074967.154353:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074967.154354:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074967.154357:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e479a0. 00000400:00000200:1.0:1769074967.154362:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8aa0 00000400:00000010:1.0:1769074967.154365:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8aa0. 00000100:00000001:1.0:1769074967.154369:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074967.154376:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849ca80 x1855007613339904/t73014444067(73014444067) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074967.154388:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849ca80 x1855007613339904/t73014444067(73014444067) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.154396:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074967.154399:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.154401:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074967.154405:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074967.154408:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074967.154410:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.154414:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074967.154422:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=28 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074967.154427:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=70 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074967.154429:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1769074967.154433:0:2363:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff982b9849ca80 x1855007613339904/t73014444067(73014444067) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.154440:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1769074967.154444:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769074967.154447:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074967.154449:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:1.0:1769074967.154451:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074967.154454:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1769074967.154459:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849ca80 x1855007613339904/t73014444067(73014444067) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.154466:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1769074967.154469:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074967.154472:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.154474:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769074967.154478:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b9849ca80 x1855007613339904/t73014444067(73014444067) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074967.154487:0:2363:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:1.0:1769074967.154497:0:2363:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff982b90378000 x1855007613340160/t73014444068(73014444068) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074967.154504:0:2363:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1769074967.154506:0:2363:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff982b9849ca80 x1855007613339904/t73014444067(73014444067) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.154514:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769074967.154516:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769074967.154519:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769074967.154520:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769074967.154522:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:1.0:1769074967.154528:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769074967.154535:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769074967.154537:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769074967.154539:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444067 00000100:00000001:1.0:1769074967.154547:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769074967.154552:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b90378000 x1855007613340160/t73014444068(73014444068) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.154558:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.154559:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603412992 : -114162106138624 : ffff982b90378000) 00000100:00000040:1.0:1769074967.154564:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000561d44e] to pc [ptlrpcd_rcv+-1] req@ffff982b90378000 x1855007613340160/t73014444068(73014444068) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.154573:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.154575:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.154578:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.154580:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.154584:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849ca80 x1855007613339904/t73014444067(73014444067) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074967.154591:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613339904:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074967.154595:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.154598:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074967.154601:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849ca80 x1855007613339904/t73014444067(73014444067) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.154608:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.154610:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.154618:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.154620:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.154622:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.154623:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.154625:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074967.154628:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90378000 x1855007613340160/t73014444068(73014444068) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.154635:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074967.154637:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.154640:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074967.154643:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074967.154647:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074967.154650:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90378000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613340160:192.168.204.151@tcp:35:createmany.0 00000100:00000001:1.0:1769074967.154654:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074967.154659:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074967.154662:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074967.154668:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074967.154673:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e479a0. 00000400:00000010:1.0:1769074967.154678:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8aa0. 00000100:00000200:1.0:1769074967.154684:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613340160, portal 10 00000100:00000001:1.0:1769074967.154686:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.154687:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603412992 : -114162106138624 : ffff982b90378000) 00000100:00000040:1.0:1769074967.154692:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b90378000 x1855007613340160/t73014444068(73014444068) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.154714:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074967.154717:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074967.154719:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8b28. 00000100:00000200:1.0:1769074967.154723:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613340160, offset 0 00000400:00000200:1.0:1769074967.154729:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074967.154736:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.154741:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074967.154873:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074967.154880:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074967.154884:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074967.154888:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074967.154891:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15543:15543:256:4294967295] 192.168.204.151@tcp LPNI seq info [15543:15543:8:4294967295] 00000400:00000200:1.0:1769074967.154896:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.154905:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074967.154911:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074967.154916:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b000. 00000800:00000200:1.0:1769074967.154923:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074967.154929:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074967.154934:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816b000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1769074967.154948:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.154953:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 994337 usecs (995 jiffies) 00000400:00000200:1.0:1769074967.154957:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074967.154960:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624827 00000100:00000001:1.0:1769074967.154963:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.154966:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624827 00000100:00000001:1.0:1769074967.154969:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.154972:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074967.154975:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.154977:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.154979:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.154983:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.154984:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1769074967.154986:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.154987:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.154989:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.154990:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074967.155254:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074967.155259:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b000. 00000400:00000200:3.0:1769074967.155264:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.155269:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074967.155273:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8b28 00000400:00000010:3.0:1769074967.155275:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8b28. 00000100:00000001:3.0:1769074967.155279:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074967.155328:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90378000 x1855007613340160/t73014444068(73014444068) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.155338:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074967.155341:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b90378000 x1855007613340160/t73014444068(73014444068) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.155347:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074967.155349:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074967.160015:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.160033:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074967.160037:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.160040:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.160060:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.160069:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074967.160077:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.160081:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.160087:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.160091:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd94a00 00000400:00000200:2.0:1769074967.160097:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.160104:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x22975 [1] + 224 00000800:00000001:2.0:1769074967.160113:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.160127:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.160130:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.160135:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074967.160144:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074967.160153:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90378000 x1855007613340160/t73014444068(73014444068) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074967.160163:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff982b90378000 x1855007613340160/t73014444068(73014444068) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.160188:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074967.160198:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.160201:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.160313:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.160316:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074967.160322:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074967.160324:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074967.160327:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e479a0. 00000400:00000200:1.0:1769074967.160331:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8aa0 00000400:00000010:1.0:1769074967.160333:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8aa0. 00000100:00000001:1.0:1769074967.160335:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074967.160338:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90378000 x1855007613340160/t73014444068(73014444068) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074967.160344:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90378000 x1855007613340160/t73014444068(73014444068) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.160349:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074967.160350:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.160352:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074967.160355:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074967.160357:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074967.160359:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.160361:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074967.160369:0:2363:0:(import.c:2128:obd_at_measure()) add 10 to ffff982b88b88ca0 time=28 v=10 (10 5 0 10) 00000100:00001000:1.0:1769074967.160372:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=70 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074967.160374:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074967.160376:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074967.160378:0:2363:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074967.160381:0:2363:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.160383:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769074967.160385:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074967.160386:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:1.0:1769074967.160387:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074967.160390:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.160393:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90378000 x1855007613340160/t73014444068(73014444068) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.160397:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074967.160400:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074967.160401:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.160403:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769074967.160405:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b90378000 x1855007613340160/t73014444068(73014444068) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.160409:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769074967.160411:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769074967.160413:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769074967.160413:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769074967.160414:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:1.0:1769074967.160418:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769074967.160422:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769074967.160424:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769074967.160425:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444068 00000100:00000001:1.0:1769074967.160432:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769074967.160435:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b90378700 x1855007613340544/t73014444069(73014444069) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.160439:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.160440:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603414784 : -114162106136832 : ffff982b90378700) 00000100:00000040:1.0:1769074967.160444:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077d76144] to pc [ptlrpcd_rcv+-1] req@ffff982b90378700 x1855007613340544/t73014444069(73014444069) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.160453:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.160455:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.160457:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.160459:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.160463:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90378000 x1855007613340160/t73014444068(73014444068) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074967.160482:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90378000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613340160:192.168.204.151@tcp:35:createmany.0 00000100:00000001:1.0:1769074967.160494:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.160497:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074967.160559:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90378000 x1855007613340160/t73014444068(73014444068) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.160564:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.160565:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.160572:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.160574:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.160575:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.160576:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.160578:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074967.160581:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90378700 x1855007613340544/t73014444069(73014444069) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.160588:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074967.160591:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.160594:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074967.160597:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074967.160599:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074967.160603:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90378700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613340544:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074967.160606:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074967.160612:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074967.160615:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.160617:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074967.160624:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606fc00. 02000000:00000001:1.0:1769074967.160626:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074967.160631:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074967.160634:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e479a0. 00000400:00000010:1.0:1769074967.160638:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8aa0. 00000100:00000200:1.0:1769074967.160644:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613340544, portal 10 00000100:00000001:1.0:1769074967.160646:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.160647:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603414784 : -114162106136832 : ffff982b90378700) 00000100:00000040:1.0:1769074967.160652:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b90378700 x1855007613340544/t73014444069(73014444069) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.160659:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074967.160662:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074967.160664:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8440. 00000100:00000200:1.0:1769074967.160668:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007613340544, offset 0 00000400:00000200:1.0:1769074967.160674:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074967.160680:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.160686:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074967.160691:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074967.160696:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074967.160700:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074967.160702:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074967.160706:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15544:15544:256:4294967295] 192.168.204.151@tcp LPNI seq info [15544:15544:8:4294967295] 00000400:00000200:1.0:1769074967.160710:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.160719:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074967.160725:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074967.160729:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816be00. 00000800:00000200:1.0:1769074967.160735:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074967.160742:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074967.160746:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816be00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1769074967.160805:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.160809:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 992933 usecs (993 jiffies) 00000400:00000200:1.0:1769074967.160812:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074967.160814:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624831 00000100:00000001:1.0:1769074967.160817:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.160818:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624831 00000100:00000001:1.0:1769074967.160820:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.160821:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074967.160823:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.160825:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.160826:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.160828:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.160829:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769074967.160831:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.160831:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.160832:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.160833:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074967.161178:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074967.161183:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816be00. 00000400:00000200:3.0:1769074967.161189:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.161194:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074967.161198:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8440 00000400:00000010:3.0:1769074967.161200:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8440. 00000100:00000001:3.0:1769074967.161204:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074967.161209:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90378700 x1855007613340544/t73014444069(73014444069) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.161219:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074967.161223:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90378700 x1855007613340544/t73014444069(73014444069) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.161234:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074967.161236:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074967.172862:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.172882:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074967.172886:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.172888:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.172901:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.172910:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074967.173026:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.173032:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.173039:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.173051:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 608 into portal 10 MB=0x6971e9dd94b80 00000400:00000200:2.0:1769074967.173056:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.173060:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 608/608 into md 0x2297d [1] + 224 00000800:00000001:2.0:1769074967.173068:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.173077:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.173079:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.173082:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074967.173089:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074967.173096:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90378700 x1855007613340544/t73014444069(73014444069) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074967.173105:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff982b90378700 x1855007613340544/t73014444069(73014444069) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.173198:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.173202:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074967.173217:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769074967.173225:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769074967.173228:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.173232:0:2358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074967.173236:0:2358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15545:15545:256:4294967295] 192.168.204.151@tcp LPNI seq info [15545:15545:8:4294967295] 00000400:00000200:2.0:1769074967.173240:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.173245:0:2358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:2.0:1769074967.173249:0:2358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074967.173253:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73fc00. 00000800:00000200:2.0:1769074967.173258:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074967.173263:0:2358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074967.173266:0:2358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73fc00 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1769074967.173314:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1769074967.173393:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074967.173397:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73fc00. 00000400:00000200:2.0:1769074967.173400:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.173405:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:3.0:1769074967.173414:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1769074967.174276:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074967.174293:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074967.174298:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e479a0. 00000400:00000200:1.0:1769074967.174304:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8aa0 00000400:00000010:1.0:1769074967.174306:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8aa0. 00000100:00000001:1.0:1769074967.174312:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074967.174322:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90378700 x1855007613340544/t73014444069(73014444069) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074967.174338:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90378700 x1855007613340544/t73014444069(73014444069) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.174344:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074967.174347:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.174350:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074967.174353:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074967.174431:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074967.174434:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.174437:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074967.174458:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=28 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074967.174464:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=70 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074967.174467:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1769074967.174472:0:2363:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff982b90378700 x1855007613340544/t73014444069(73014444069) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.174479:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1769074967.174482:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1769074967.174485:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074967.174495:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:1.0:1769074967.174497:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074967.174500:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1769074967.174505:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90378700 x1855007613340544/t73014444069(73014444069) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.174513:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1769074967.174516:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074967.174518:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.174520:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1769074967.174524:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b90378700 x1855007613340544/t73014444069(73014444069) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074967.174531:0:2363:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:1.0:1769074967.174540:0:2363:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff982b90378a80 x1855007613340800/t73014444070(73014444070) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1769074967.174547:0:2363:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1769074967.174551:0:2363:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff982b90378700 x1855007613340544/t73014444069(73014444069) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.174560:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1769074967.174562:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1769074967.174565:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1769074967.174567:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1769074967.174568:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:1.0:1769074967.174575:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1769074967.174900:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1769074967.174902:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1769074967.174904:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444069 00000100:00000001:1.0:1769074967.174911:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1769074967.174916:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b90378a80 x1855007613340800/t73014444070(73014444070) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.174921:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.174922:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603415680 : -114162106135936 : ffff982b90378a80) 00000100:00000040:1.0:1769074967.174926:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000072252e94] to pc [ptlrpcd_rcv+-1] req@ffff982b90378a80 x1855007613340800/t73014444070(73014444070) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.174933:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.174934:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.174936:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.174937:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.174940:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90378700 x1855007613340544/t73014444069(73014444069) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074967.174946:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90378700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613340544:192.168.204.151@tcp:101:createmany.0 00000100:00000001:1.0:1769074967.174949:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.174952:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074967.174954:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90378700 x1855007613340544/t73014444069(73014444069) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.174959:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.174960:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.174966:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.174967:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.174969:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074967.174970:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074967.175027:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074967.175033:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90378a80 x1855007613340800/t73014444070(73014444070) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.175040:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074967.175053:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074967.175057:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074967.175062:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074967.175065:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074967.175069:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90378a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613340800:192.168.204.151@tcp:35:createmany.0 00000100:00000001:2.0:1769074967.175073:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074967.175078:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074967.175080:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074967.175088:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074967.175096:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7e160. 00000400:00000010:2.0:1769074967.175102:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897faa0. 00000100:00000200:2.0:1769074967.175110:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613340800, portal 10 00000100:00000001:2.0:1769074967.175112:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074967.175113:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603415680 : -114162106135936 : ffff982b90378a80) 00000100:00000040:2.0:1769074967.175117:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b90378a80 x1855007613340800/t73014444070(73014444070) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.175122:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074967.175124:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074967.175126:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897fee0. 00000100:00000200:2.0:1769074967.175129:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613340800, offset 0 00000400:00000200:2.0:1769074967.175134:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074967.175139:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.175144:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074967.175148:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074967.175152:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074967.175155:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074967.175157:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074967.175159:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15546:15546:256:4294967295] 192.168.204.151@tcp LPNI seq info [15546:15546:8:4294967295] 00000400:00000200:2.0:1769074967.175162:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.175168:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074967.175171:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074967.175176:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73fc00. 00000800:00000200:2.0:1769074967.175180:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074967.175186:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074967.175189:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73fc00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1769074967.175203:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074967.175208:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 991547 usecs (992 jiffies) 00000400:00000200:2.0:1769074967.175212:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074967.175215:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624844 00000100:00000001:2.0:1769074967.175217:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:2.0:1769074967.175220:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624844 00000100:00000001:2.0:1769074967.175222:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:2.0:1769074967.175224:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074967.175227:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074967.175230:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074967.175232:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074967.175235:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074967.175237:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:2.0:1769074967.175238:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074967.175239:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074967.175241:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074967.175242:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074967.175327:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074967.175332:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73fc00. 00000400:00000200:3.0:1769074967.175335:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.175340:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074967.175344:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897fee0 00000400:00000010:3.0:1769074967.175346:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897fee0. 00000100:00000001:3.0:1769074967.175350:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074967.175353:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90378a80 x1855007613340800/t73014444070(73014444070) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.175955:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074967.175961:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b90378a80 x1855007613340800/t73014444070(73014444070) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.175969:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074967.175971:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074967.183217:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.183235:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074967.183240:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.183243:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074967.183254:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.183262:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074967.183269:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.183273:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.183277:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.183317:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd94c80 00000400:00000200:3.0:1769074967.183324:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.183331:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x22985 [1] + 224 00000800:00000001:3.0:1769074967.183340:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.183357:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074967.183361:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.183366:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074967.183374:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074967.183384:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90378a80 x1855007613340800/t73014444070(73014444070) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074967.183396:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff982b90378a80 x1855007613340800/t73014444070(73014444070) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.183420:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074967.183713:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.183718:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.183739:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.183745:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074967.183753:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074967.183756:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074967.183759:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7e160. 00000400:00000200:0.0:1769074967.183766:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897faa0 00000400:00000010:0.0:1769074967.183768:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897faa0. 00000100:00000001:0.0:1769074967.183772:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074967.183777:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90378a80 x1855007613340800/t73014444070(73014444070) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074967.183787:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90378a80 x1855007613340800/t73014444070(73014444070) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.183793:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074967.183796:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.183799:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074967.183802:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074967.183813:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074967.183817:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.183821:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074967.183831:0:2363:0:(import.c:2128:obd_at_measure()) add 10 to ffff982b88b88ca0 time=28 v=10 (10 5 0 10) 00000100:00001000:0.0:1769074967.183835:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=70 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074967.183838:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074967.183840:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074967.183843:0:2363:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074967.183847:0:2363:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.183850:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1769074967.183852:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074967.183855:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:0.0:1769074967.183857:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074967.183860:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.183865:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90378a80 x1855007613340800/t73014444070(73014444070) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.183873:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074967.183877:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074967.183879:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.183882:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1769074967.183886:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b90378a80 x1855007613340800/t73014444070(73014444070) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.183894:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1769074967.183896:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1769074967.183898:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1769074967.183900:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1769074967.183902:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:0.0:1769074967.183908:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1769074967.183915:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1769074967.183917:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1769074967.183919:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444070 00000100:00000001:0.0:1769074967.183929:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1769074967.183933:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b90373b80 x1855007613341184/t73014444071(73014444071) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.183939:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.183941:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603395456 : -114162106156160 : ffff982b90373b80) 00000100:00000040:0.0:1769074967.183946:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d198dc8] to pc [ptlrpcd_rcv+-1] req@ffff982b90373b80 x1855007613341184/t73014444071(73014444071) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.183956:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.183958:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.183961:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.183963:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.183967:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90378a80 x1855007613340800/t73014444070(73014444070) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074967.183975:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90378a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613340800:192.168.204.151@tcp:35:createmany.0 00000100:00000001:0.0:1769074967.183979:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.183983:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.183986:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90378a80 x1855007613340800/t73014444070(73014444070) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.183993:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.183995:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.184003:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074967.184005:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.184007:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.184008:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074967.184010:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074967.184013:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90373b80 x1855007613341184/t73014444071(73014444071) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.184020:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074967.184022:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.184025:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074967.184028:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074967.184031:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074967.184033:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90373b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613341184:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074967.184037:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074967.184055:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074967.184057:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.184060:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074967.184069:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b85882000. 02000000:00000001:0.0:1769074967.184071:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074967.184076:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074967.184080:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b6108. 00000400:00000010:0.0:1769074967.184085:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f2a8. 00000100:00000200:0.0:1769074967.184091:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613341184, portal 10 00000100:00000001:0.0:1769074967.184093:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.184094:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603395456 : -114162106156160 : ffff982b90373b80) 00000100:00000040:0.0:1769074967.184100:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b90373b80 x1855007613341184/t73014444071(73014444071) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.184108:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074967.184111:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074967.184114:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604fc38. 00000100:00000200:0.0:1769074967.184118:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007613341184, offset 0 00000400:00000200:0.0:1769074967.184126:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074967.184133:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074967.184140:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074967.184146:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074967.184151:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074967.184155:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074967.184157:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074967.184161:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15547:15547:256:4294967295] 192.168.204.151@tcp LPNI seq info [15547:15547:8:4294967295] 00000400:00000200:0.0:1769074967.184165:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074967.184174:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074967.184182:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074967.184187:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08000. 00000800:00000200:0.0:1769074967.184194:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074967.184200:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074967.184204:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1769074967.184216:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.184221:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 990157 usecs (991 jiffies) 00000400:00000200:0.0:1769074967.184225:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074967.184228:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624852 00000100:00000001:0.0:1769074967.184231:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:0.0:1769074967.184234:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624852 00000100:00000001:0.0:1769074967.184236:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:0.0:1769074967.184239:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074967.184241:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.184243:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.184245:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.184248:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074967.184250:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1769074967.184251:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.184252:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074967.184254:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.184255:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074967.185092:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074967.185099:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08000. 00000400:00000200:3.0:1769074967.185104:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.185111:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074967.185116:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604fc38 00000400:00000010:3.0:1769074967.185119:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604fc38. 00000100:00000001:3.0:1769074967.185123:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074967.185128:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90373b80 x1855007613341184/t73014444071(73014444071) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.185138:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074967.185141:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90373b80 x1855007613341184/t73014444071(73014444071) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.185147:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074967.185149:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074967.191446:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.191467:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074967.191472:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.191475:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.191496:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.191515:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074967.191523:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.191527:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.191533:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.191536:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 608 into portal 10 MB=0x6971e9dd94e00 00000400:00000200:2.0:1769074967.191541:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.191547:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 608/608 into md 0x22995 [1] + 224 00000800:00000001:2.0:1769074967.191555:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.191579:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.191582:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.191587:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074967.191595:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074967.191605:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90373b80 x1855007613341184/t73014444071(73014444071) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074967.191616:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff982b90373b80 x1855007613341184/t73014444071(73014444071) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.191637:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769074967.191645:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769074967.191649:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.191654:0:2359:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074967.191660:0:2359:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15548:15548:256:4294967295] 192.168.204.151@tcp LPNI seq info [15548:15548:8:4294967295] 00000400:00000200:2.0:1769074967.191664:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.191671:0:2359:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:2.0:1769074967.191679:0:2359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074967.191685:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73f100. 00000800:00000200:2.0:1769074967.191690:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074967.191697:0:2359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074967.191701:0:2359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73f100 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1769074967.191750:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.191755:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074967.191761:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074967.191763:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074967.191766:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6108. 00000400:00000200:0.0:1769074967.191771:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f2a8 00000400:00000010:0.0:1769074967.191773:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f2a8. 00000100:00000001:0.0:1769074967.191776:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074967.191780:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90373b80 x1855007613341184/t73014444071(73014444071) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074967.191790:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90373b80 x1855007613341184/t73014444071(73014444071) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.191796:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074967.191799:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.191801:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074967.191875:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074967.191879:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074967.191881:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.191885:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074967.191896:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=28 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074967.191900:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=70 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074967.191903:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1769074967.191908:0:2363:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff982b90373b80 x1855007613341184/t73014444071(73014444071) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.191915:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1769074967.191918:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1769074967.191921:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074967.191923:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:0.0:1769074967.191925:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074967.191928:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1769074967.191933:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90373b80 x1855007613341184/t73014444071(73014444071) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.191941:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1769074967.191944:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074967.191947:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.191949:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1769074967.191954:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b90373b80 x1855007613341184/t73014444071(73014444071) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074967.191962:0:2363:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:0.0:1769074967.191971:0:2363:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff982b9849e300 x1855007613341440/t73014444072(73014444072) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074967.191977:0:2363:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:0.0:1769074967.191980:0:2363:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff982b90373b80 x1855007613341184/t73014444071(73014444071) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.191987:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1769074967.191990:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1769074967.191993:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1769074967.191994:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1769074967.191996:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:0.0:1769074967.192002:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1769074967.192009:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1769074967.192011:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1769074967.192013:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444071 00000100:00000001:0.0:1769074967.192023:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1769074967.192029:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b9849e300 x1855007613341440/t73014444072(73014444072) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.192034:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.192036:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738835712 : -114161970715904 : ffff982b9849e300) 00000100:00000040:0.0:1769074967.192052:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084174d10] to pc [ptlrpcd_rcv+-1] req@ffff982b9849e300 x1855007613341440/t73014444072(73014444072) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.192062:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.192064:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.192066:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.192068:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.192072:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90373b80 x1855007613341184/t73014444071(73014444071) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000800:00000200:2.0:1769074967.192072:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074967.192077:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73f100. 00000100:00100000:0.0:1769074967.192080:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90373b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613341184:192.168.204.151@tcp:101:createmany.0 00000400:00000200:2.0:1769074967.192080:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.192084:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000100:00000001:0.0:1769074967.192085:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.192088:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.192091:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90373b80 x1855007613341184/t73014444071(73014444071) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000800:00000001:2.0:1769074967.192091:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.192094:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.192098:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.192100:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.192109:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074967.192111:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.192113:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.192114:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074967.192116:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074967.192119:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9849e300 x1855007613341440/t73014444072(73014444072) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.192126:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074967.192128:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.192132:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074967.192135:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074967.192138:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074967.192141:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9849e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613341440:192.168.204.151@tcp:35:createmany.0 00000100:00000001:0.0:1769074967.192144:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074967.192152:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074967.192154:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074967.192160:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074967.192163:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b6108. 00000400:00000010:0.0:1769074967.192168:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f2a8. 00000100:00000200:0.0:1769074967.192174:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613341440, portal 10 00000100:00000001:0.0:1769074967.192176:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.192177:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738835712 : -114161970715904 : ffff982b9849e300) 00000100:00000040:0.0:1769074967.192183:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b9849e300 x1855007613341440/t73014444072(73014444072) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.192190:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074967.192192:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074967.192194:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f088. 00000100:00000200:0.0:1769074967.192197:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613341440, offset 0 00000400:00000200:0.0:1769074967.192203:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074967.192208:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074967.192212:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074967.192217:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074967.192221:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074967.192225:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074967.192228:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074967.192231:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15549:15549:256:4294967295] 192.168.204.151@tcp LPNI seq info [15549:15549:8:4294967295] 00000400:00000200:0.0:1769074967.192235:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074967.192242:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074967.192246:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074967.192251:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08100. 00000800:00000200:0.0:1769074967.192255:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074967.192260:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074967.192263:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1769074967.193743:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.193752:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 988768 usecs (989 jiffies) 00000400:00000200:0.0:1769074967.193759:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074967.193762:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624860 00000100:00000001:0.0:1769074967.193766:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:0.0:1769074967.193769:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624860 00000100:00000001:0.0:1769074967.193771:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:0.0:1769074967.193773:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074967.193777:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.193780:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.193783:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.193790:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074967.193792:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:0.0:1769074967.193795:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.193796:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074967.193798:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.193800:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074967.193886:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074967.193891:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08100. 00000400:00000200:2.0:1769074967.193896:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.193902:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074967.193907:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f088 00000400:00000010:2.0:1769074967.193910:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f088. 00000100:00000001:2.0:1769074967.193914:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074967.193920:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849e300 x1855007613341440/t73014444072(73014444072) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.193927:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074967.193929:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b9849e300 x1855007613341440/t73014444072(73014444072) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.193933:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074967.193934:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074967.199956:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.199974:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074967.199979:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.199981:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.199991:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.199999:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074967.200017:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.200023:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.200029:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.200034:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd94f00 00000400:00000200:2.0:1769074967.200039:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.200055:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x2299d [1] + 224 00000800:00000001:2.0:1769074967.200063:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.200078:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.200081:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.200085:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074967.200092:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074967.200102:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849e300 x1855007613341440/t73014444072(73014444072) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074967.200112:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff982b9849e300 x1855007613341440/t73014444072(73014444072) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.200132:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074967.200144:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.200147:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.200399:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.200403:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074967.200409:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074967.200411:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074967.200420:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6108. 00000400:00000200:0.0:1769074967.200424:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f2a8 00000400:00000010:0.0:1769074967.200426:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f2a8. 00000100:00000001:0.0:1769074967.200430:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074967.200434:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849e300 x1855007613341440/t73014444072(73014444072) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074967.200440:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849e300 x1855007613341440/t73014444072(73014444072) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.200453:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074967.200455:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.200457:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074967.200460:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074967.200462:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074967.200463:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.200466:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074967.200473:0:2363:0:(import.c:2128:obd_at_measure()) add 10 to ffff982b88b88ca0 time=28 v=10 (10 5 0 10) 00000100:00001000:0.0:1769074967.200476:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=70 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074967.200478:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074967.200479:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074967.200482:0:2363:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074967.200484:0:2363:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.200486:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1769074967.200488:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074967.200490:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:0.0:1769074967.200492:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074967.200495:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.200499:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849e300 x1855007613341440/t73014444072(73014444072) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.200506:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074967.200509:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074967.200511:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.200513:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1769074967.200517:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b9849e300 x1855007613341440/t73014444072(73014444072) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.200524:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1769074967.200526:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1769074967.200529:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1769074967.200530:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1769074967.200531:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:0.0:1769074967.200537:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1769074967.200544:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1769074967.200547:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1769074967.200548:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444072 00000100:00000001:0.0:1769074967.200557:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1769074967.200562:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b9849f100 x1855007613341824/t73014444073(73014444073) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.200574:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.200575:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738839296 : -114161970712320 : ffff982b9849f100) 00000100:00000040:0.0:1769074967.200592:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3fd2361] to pc [ptlrpcd_rcv+-1] req@ffff982b9849f100 x1855007613341824/t73014444073(73014444073) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.200602:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.200603:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.200605:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.200606:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.200609:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849e300 x1855007613341440/t73014444072(73014444072) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074967.200614:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613341440:192.168.204.151@tcp:35:createmany.0 00000100:00000001:0.0:1769074967.200618:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.200619:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.200621:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849e300 x1855007613341440/t73014444072(73014444072) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.200625:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.200627:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.200638:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074967.200639:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.200641:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.200642:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074967.200643:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074967.200645:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9849f100 x1855007613341824/t73014444073(73014444073) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.200650:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074967.200651:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.200654:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074967.200656:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074967.200658:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074967.200660:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9849f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613341824:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074967.200663:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074967.200667:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074967.200669:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.200670:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074967.200676:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b85882c00. 02000000:00000001:0.0:1769074967.200678:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074967.200681:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074967.200683:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b6108. 00000400:00000010:0.0:1769074967.200686:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f2a8. 00000100:00000200:0.0:1769074967.200690:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613341824, portal 10 00000100:00000001:0.0:1769074967.200692:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.200692:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738839296 : -114161970712320 : ffff982b9849f100) 00000100:00000040:0.0:1769074967.200696:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b9849f100 x1855007613341824/t73014444073(73014444073) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.200700:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074967.200702:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074967.200704:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f660. 00000100:00000200:0.0:1769074967.200706:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007613341824, offset 0 00000400:00000200:0.0:1769074967.200709:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074967.200714:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074967.200720:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074967.200725:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074967.200729:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074967.200733:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074967.200735:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074967.200739:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15550:15550:256:4294967295] 192.168.204.151@tcp LPNI seq info [15550:15550:8:4294967295] 00000400:00000200:0.0:1769074967.200743:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074967.200752:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074967.200757:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074967.200763:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08a00. 00000800:00000200:0.0:1769074967.200769:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074967.200776:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074967.200780:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08a00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1769074967.200793:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.200797:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 987385 usecs (988 jiffies) 00000400:00000200:0.0:1769074967.200799:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074967.200801:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624866 00000100:00000001:0.0:1769074967.200804:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:0.0:1769074967.200805:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624866 00000100:00000001:0.0:1769074967.200807:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:0.0:1769074967.200808:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074967.200809:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.200811:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.200812:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.200814:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074967.200815:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1769074967.200816:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.200817:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074967.200818:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.200819:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074967.201034:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074967.201039:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08a00. 00000400:00000200:3.0:1769074967.201055:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.201060:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074967.201063:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f660 00000400:00000010:3.0:1769074967.201065:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f660. 00000100:00000001:3.0:1769074967.201068:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074967.201072:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849f100 x1855007613341824/t73014444073(73014444073) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.201083:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074967.201085:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849f100 x1855007613341824/t73014444073(73014444073) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.201089:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074967.201090:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074967.209110:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.209130:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074967.209134:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.209136:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.209148:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.209156:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074967.209164:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.209169:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.209175:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.209179:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 608 into portal 10 MB=0x6971e9dd95080 00000400:00000200:2.0:1769074967.209185:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.209191:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 608/608 into md 0x229a5 [1] + 224 00000800:00000001:2.0:1769074967.209200:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.209211:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.209215:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.209221:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074967.209229:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074967.209239:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849f100 x1855007613341824/t73014444073(73014444073) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074967.209251:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff982b9849f100 x1855007613341824/t73014444073(73014444073) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.209274:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769074967.209316:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769074967.209320:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.209325:0:2359:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074967.209331:0:2359:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15551:15551:256:4294967295] 192.168.204.151@tcp LPNI seq info [15551:15551:8:4294967295] 00000400:00000200:2.0:1769074967.209335:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.209343:0:2359:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:2.0:1769074967.209349:0:2359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074967.209355:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73f100. 00000800:00000200:2.0:1769074967.209362:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074967.209370:0:2359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074967.209374:0:2359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73f100 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1769074967.209442:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1769074967.209483:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074967.209499:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73f100. 00000400:00000200:2.0:1769074967.209503:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1769074967.209504:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.209507:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000100:00000001:0.0:1769074967.209642:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.209646:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074967.209652:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074967.209654:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074967.209658:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6108. 00000400:00000200:0.0:1769074967.209662:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f2a8 00000400:00000010:0.0:1769074967.209664:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f2a8. 00000100:00000001:0.0:1769074967.209668:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074967.209672:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849f100 x1855007613341824/t73014444073(73014444073) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074967.209682:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849f100 x1855007613341824/t73014444073(73014444073) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.209693:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074967.209695:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.209698:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074967.209701:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074967.209703:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074967.209706:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.209709:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074967.209728:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=28 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074967.209733:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=70 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074967.209736:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1769074967.209740:0:2363:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff982b9849f100 x1855007613341824/t73014444073(73014444073) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.209746:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1769074967.209758:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1769074967.209761:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074967.209763:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:0.0:1769074967.209765:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074967.209768:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1769074967.209772:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849f100 x1855007613341824/t73014444073(73014444073) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.209779:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1769074967.209782:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074967.209784:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.209786:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1769074967.209791:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b9849f100 x1855007613341824/t73014444073(73014444073) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074967.209798:0:2363:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:0.0:1769074967.209806:0:2363:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff982b9037ad80 x1855007613342080/t73014444074(73014444074) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074967.209812:0:2363:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:0.0:1769074967.209815:0:2363:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff982b9849f100 x1855007613341824/t73014444073(73014444073) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.209822:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1769074967.209824:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1769074967.209827:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1769074967.209828:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1769074967.209830:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:0.0:1769074967.209835:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1769074967.209841:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1769074967.209844:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1769074967.209845:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444073 00000100:00000001:0.0:1769074967.209853:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1769074967.209858:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b9037ad80 x1855007613342080/t73014444074(73014444074) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.209864:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.209865:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603424640 : -114162106126976 : ffff982b9037ad80) 00000100:00000040:0.0:1769074967.209870:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4676cee] to pc [ptlrpcd_rcv+-1] req@ffff982b9037ad80 x1855007613342080/t73014444074(73014444074) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.209880:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.209882:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.209884:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.209886:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.209890:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849f100 x1855007613341824/t73014444073(73014444073) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074967.209898:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613341824:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074967.209903:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.209906:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.209909:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849f100 x1855007613341824/t73014444073(73014444073) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.209915:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.209917:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.209924:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074967.209925:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.209928:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.209929:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074967.209930:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074967.209933:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037ad80 x1855007613342080/t73014444074(73014444074) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.209940:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074967.209942:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.209945:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074967.209948:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074967.209952:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074967.209954:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613342080:192.168.204.151@tcp:35:createmany.0 00000100:00000001:0.0:1769074967.209958:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074967.209964:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074967.209967:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074967.209971:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074967.209975:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b6108. 00000400:00000010:0.0:1769074967.209980:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f2a8. 00000100:00000200:0.0:1769074967.209986:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613342080, portal 10 00000100:00000001:0.0:1769074967.209988:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.209990:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603424640 : -114162106126976 : ffff982b9037ad80) 00000100:00000040:0.0:1769074967.209994:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b9037ad80 x1855007613342080/t73014444074(73014444074) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.210001:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074967.210003:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074967.210006:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f198. 00000100:00000200:0.0:1769074967.210009:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613342080, offset 0 00000400:00000200:0.0:1769074967.210015:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074967.210020:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074967.210025:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074967.210031:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074967.210036:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074967.210051:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074967.210055:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074967.210058:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15552:15552:256:4294967295] 192.168.204.151@tcp LPNI seq info [15552:15552:8:4294967295] 00000400:00000200:0.0:1769074967.210061:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074967.210068:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074967.210072:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074967.210076:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08a00. 00000800:00000200:0.0:1769074967.210080:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074967.210084:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074967.210087:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1769074967.210103:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.210109:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 986006 usecs (987 jiffies) 00000400:00000200:0.0:1769074967.210112:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074967.210115:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624874 00000100:00000001:0.0:1769074967.210118:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:0.0:1769074967.210120:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624874 00000100:00000001:0.0:1769074967.210122:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:0.0:1769074967.210125:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074967.210128:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.210131:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.210133:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.210136:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074967.210137:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:0.0:1769074967.210140:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.210141:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074967.210142:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.210143:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074967.210407:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074967.210411:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08a00. 00000400:00000200:3.0:1769074967.210415:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.210419:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074967.210422:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f198 00000400:00000010:3.0:1769074967.210423:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f198. 00000100:00000001:3.0:1769074967.210426:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074967.210430:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9037ad80 x1855007613342080/t73014444074(73014444074) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.210437:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074967.210440:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b9037ad80 x1855007613342080/t73014444074(73014444074) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.210446:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074967.210448:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074967.215261:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.215322:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074967.215326:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.215329:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.215344:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.215351:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074967.215359:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.215365:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.215371:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.215375:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd95180 00000400:00000200:2.0:1769074967.215380:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.215386:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x229ad [1] + 224 00000800:00000001:2.0:1769074967.215393:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.215406:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.215410:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.215414:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074967.215421:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074967.215430:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9037ad80 x1855007613342080/t73014444074(73014444074) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074967.215441:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff982b9037ad80 x1855007613342080/t73014444074(73014444074) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.215460:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074967.215471:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.215474:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.215898:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.215902:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074967.215908:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074967.215910:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074967.215912:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6108. 00000400:00000200:0.0:1769074967.215916:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f2a8 00000400:00000010:0.0:1769074967.215917:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f2a8. 00000100:00000001:0.0:1769074967.215920:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074967.215924:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037ad80 x1855007613342080/t73014444074(73014444074) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074967.215931:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037ad80 x1855007613342080/t73014444074(73014444074) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.215935:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074967.215936:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.215938:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074967.215941:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074967.215943:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074967.215945:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.215948:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074967.215958:0:2363:0:(import.c:2128:obd_at_measure()) add 10 to ffff982b88b88ca0 time=28 v=10 (10 5 0 10) 00000100:00001000:0.0:1769074967.215961:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=70 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074967.215963:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074967.215964:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074967.215966:0:2363:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074967.215969:0:2363:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.215971:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1769074967.215973:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074967.215975:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:0.0:1769074967.215976:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074967.215978:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.215981:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037ad80 x1855007613342080/t73014444074(73014444074) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.215986:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074967.215989:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074967.215991:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.215993:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1769074967.215996:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b9037ad80 x1855007613342080/t73014444074(73014444074) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.216009:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1769074967.216011:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1769074967.216013:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1769074967.216014:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1769074967.216015:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:0.0:1769074967.216019:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1769074967.216024:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1769074967.216025:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1769074967.216026:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444074 00000100:00000001:0.0:1769074967.216035:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1769074967.216039:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b98582300 x1855007613342464/t73014444075(73014444075) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.216053:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.216054:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739769600 : -114161969782016 : ffff982b98582300) 00000100:00000040:0.0:1769074967.216061:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a444ffb0] to pc [ptlrpcd_rcv+-1] req@ffff982b98582300 x1855007613342464/t73014444075(73014444075) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.216071:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.216073:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.216076:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.216078:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.216082:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037ad80 x1855007613342080/t73014444074(73014444074) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074967.216090:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613342080:192.168.204.151@tcp:35:createmany.0 00000100:00000001:0.0:1769074967.216097:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.216100:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.216103:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9037ad80 x1855007613342080/t73014444074(73014444074) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.216109:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.216111:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.216119:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074967.216121:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.216123:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.216124:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074967.216126:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074967.216129:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98582300 x1855007613342464/t73014444075(73014444075) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.216137:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074967.216139:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.216142:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074967.216146:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074967.216149:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074967.216152:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98582300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613342464:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074967.216156:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074967.216167:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074967.216169:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.216172:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074967.216179:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b85880000. 02000000:00000001:0.0:1769074967.216182:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074967.216187:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074967.216190:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b6108. 00000400:00000010:0.0:1769074967.216194:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f2a8. 00000100:00000200:0.0:1769074967.216201:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613342464, portal 10 00000100:00000001:0.0:1769074967.216204:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.216205:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739769600 : -114161969782016 : ffff982b98582300) 00000100:00000040:0.0:1769074967.216210:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b98582300 x1855007613342464/t73014444075(73014444075) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.216218:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074967.216221:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074967.216223:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604fb28. 00000100:00000200:0.0:1769074967.216227:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007613342464, offset 0 00000400:00000200:0.0:1769074967.216234:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074967.216239:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074967.216244:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074967.216248:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074967.216252:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074967.216256:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074967.216257:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074967.216260:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15553:15553:256:4294967295] 192.168.204.151@tcp LPNI seq info [15553:15553:8:4294967295] 00000400:00000200:0.0:1769074967.216263:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074967.216270:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074967.216274:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074967.216278:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08100. 00000800:00000200:0.0:1769074967.217114:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074967.217123:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074967.217128:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08100 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1769074967.217205:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.217209:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 984626 usecs (985 jiffies) 00000400:00000200:0.0:1769074967.217213:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074967.217215:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624879 00000100:00000001:0.0:1769074967.217218:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:0.0:1769074967.217220:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624879 00000100:00000001:0.0:1769074967.217221:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:0.0:1769074967.217223:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074967.217225:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.217228:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.217229:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.217233:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074967.217234:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1769074967.217236:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.217237:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074967.217238:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.217239:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074967.217398:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074967.217404:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08100. 00000400:00000200:3.0:1769074967.217408:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.217414:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074967.217419:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604fb28 00000400:00000010:3.0:1769074967.217421:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604fb28. 00000100:00000001:3.0:1769074967.217425:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074967.217430:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b98582300 x1855007613342464/t73014444075(73014444075) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.217440:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074967.217559:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b98582300 x1855007613342464/t73014444075(73014444075) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.217567:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074967.217569:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074967.225324:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.225340:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074967.225343:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.225345:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.225354:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.225361:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074967.225367:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.225370:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.225376:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.225378:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 608 into portal 10 MB=0x6971e9dd95300 00000400:00000200:2.0:1769074967.225382:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.225387:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 608/608 into md 0x229b5 [1] + 224 00000800:00000001:2.0:1769074967.225396:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.225404:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.225407:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.225412:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074967.225418:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074967.225428:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b98582300 x1855007613342464/t73014444075(73014444075) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074967.225438:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff982b98582300 x1855007613342464/t73014444075(73014444075) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.225565:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.225570:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074967.225587:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769074967.225596:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769074967.225600:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.225606:0:2359:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074967.225621:0:2359:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15554:15554:256:4294967295] 192.168.204.151@tcp LPNI seq info [15554:15554:8:4294967295] 00000400:00000200:2.0:1769074967.225625:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.225640:0:2359:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:2.0:1769074967.225646:0:2359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074967.225653:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73f100. 00000800:00000200:2.0:1769074967.225659:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074967.225667:0:2359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074967.225671:0:2359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73f100 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1769074967.225797:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074967.225802:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73f100. 00000400:00000200:2.0:1769074967.225805:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.225809:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:2.0:1769074967.225816:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.225819:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1769074967.225914:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074967.225916:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074967.225921:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6108. 00000400:00000200:0.0:1769074967.225926:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f2a8 00000400:00000010:0.0:1769074967.225929:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f2a8. 00000100:00000001:0.0:1769074967.225932:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074967.225936:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98582300 x1855007613342464/t73014444075(73014444075) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074967.225947:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98582300 x1855007613342464/t73014444075(73014444075) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.225953:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074967.225955:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.225958:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074967.225961:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074967.225964:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074967.225967:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.225970:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074967.225981:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=28 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074967.225986:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=70 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074967.225988:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1769074967.225992:0:2363:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff982b98582300 x1855007613342464/t73014444075(73014444075) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.225998:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1769074967.226220:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1769074967.226223:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074967.226226:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:0.0:1769074967.226229:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074967.226232:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1769074967.226238:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98582300 x1855007613342464/t73014444075(73014444075) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.226246:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1769074967.226249:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074967.226251:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.226253:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1769074967.226257:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b98582300 x1855007613342464/t73014444075(73014444075) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074967.226264:0:2363:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:0.0:1769074967.226273:0:2363:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff982b98580700 x1855007613342720/t73014444076(73014444076) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074967.226279:0:2363:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:0.0:1769074967.226317:0:2363:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff982b98582300 x1855007613342464/t73014444075(73014444075) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.226325:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1769074967.226328:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1769074967.226331:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1769074967.226332:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1769074967.226334:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:0.0:1769074967.226340:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1769074967.226347:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1769074967.226350:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1769074967.226351:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444075 00000100:00000001:0.0:1769074967.226360:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1769074967.226365:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b98580700 x1855007613342720/t73014444076(73014444076) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.226372:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.226374:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739762432 : -114161969789184 : ffff982b98580700) 00000100:00000040:0.0:1769074967.226380:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da4fd920] to pc [ptlrpcd_rcv+-1] req@ffff982b98580700 x1855007613342720/t73014444076(73014444076) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.226389:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.226392:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.226394:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.226396:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.226400:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98582300 x1855007613342464/t73014444075(73014444075) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074967.226407:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98582300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613342464:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074967.226411:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.226413:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.226415:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98582300 x1855007613342464/t73014444075(73014444075) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.226421:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.226422:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.226429:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074967.226431:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.226433:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.226434:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074967.226436:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074967.226439:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98580700 x1855007613342720/t73014444076(73014444076) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.226911:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074967.226913:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.226918:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074967.226920:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074967.226922:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074967.226927:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98580700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613342720:192.168.204.151@tcp:35:createmany.0 00000100:00000001:0.0:1769074967.226930:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074967.226935:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074967.226937:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074967.226942:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074967.226947:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b6108. 00000400:00000010:0.0:1769074967.226950:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f2a8. 00000100:00000200:0.0:1769074967.226955:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613342720, portal 10 00000100:00000001:0.0:1769074967.226957:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.226958:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739762432 : -114161969789184 : ffff982b98580700) 00000100:00000040:0.0:1769074967.226961:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b98580700 x1855007613342720/t73014444076(73014444076) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.226967:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074967.226968:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074967.226970:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f330. 00000100:00000200:0.0:1769074967.226973:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613342720, offset 0 00000400:00000200:0.0:1769074967.226977:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074967.226982:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074967.226986:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074967.226991:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074967.226994:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074967.226997:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074967.226999:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074967.227010:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15555:15555:256:4294967295] 192.168.204.151@tcp LPNI seq info [15555:15555:8:4294967295] 00000400:00000200:0.0:1769074967.227013:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074967.227019:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074967.227023:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074967.227026:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08000. 00000800:00000200:0.0:1769074967.227030:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074967.227034:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074967.227036:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1769074967.227236:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.227242:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 983256 usecs (984 jiffies) 00000400:00000200:0.0:1769074967.227246:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074967.227249:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624888 00000100:00000001:0.0:1769074967.227252:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:0.0:1769074967.227255:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624888 00000100:00000001:0.0:1769074967.227257:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:0.0:1769074967.227259:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074967.227261:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.227264:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.227265:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.227270:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074967.227271:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:0.0:1769074967.227273:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.227274:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074967.227276:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.227277:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074967.228999:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074967.229009:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08000. 00000400:00000200:3.0:1769074967.229015:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.229023:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074967.229029:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f330 00000400:00000010:3.0:1769074967.229032:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f330. 00000100:00000001:3.0:1769074967.229036:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074967.229056:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b98580700 x1855007613342720/t73014444076(73014444076) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.229069:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074967.229072:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b98580700 x1855007613342720/t73014444076(73014444076) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.229079:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074967.229081:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074967.232904:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.232924:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074967.232929:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.232931:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.232943:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.232950:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074967.232959:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.232964:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.232969:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.232973:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd95400 00000400:00000200:2.0:1769074967.232978:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.232984:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x229bd [1] + 224 00000800:00000001:2.0:1769074967.232991:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.233003:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.233007:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.233011:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074967.233019:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074967.233029:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b98580700 x1855007613342720/t73014444076(73014444076) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074967.233049:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff982b98580700 x1855007613342720/t73014444076(73014444076) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.233072:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074967.233083:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.233087:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.233125:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.233130:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074967.233138:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074967.233141:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074967.233144:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6108. 00000400:00000200:0.0:1769074967.233149:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f2a8 00000400:00000010:0.0:1769074967.233152:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f2a8. 00000100:00000001:0.0:1769074967.233155:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074967.233160:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98580700 x1855007613342720/t73014444076(73014444076) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074967.233170:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98580700 x1855007613342720/t73014444076(73014444076) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.233177:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074967.233179:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.233182:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074967.233186:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074967.233189:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074967.233192:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.233195:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074967.233205:0:2363:0:(import.c:2128:obd_at_measure()) add 10 to ffff982b88b88ca0 time=28 v=10 (10 5 0 10) 00000100:00001000:0.0:1769074967.233210:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=70 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074967.233213:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074967.233215:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074967.233218:0:2363:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074967.233221:0:2363:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.233224:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1769074967.233226:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074967.233229:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:0.0:1769074967.233231:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074967.233234:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.233238:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98580700 x1855007613342720/t73014444076(73014444076) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.233245:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074967.233248:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074967.233250:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.233252:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1769074967.233256:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b98580700 x1855007613342720/t73014444076(73014444076) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.233263:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1769074967.233265:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1769074967.233268:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1769074967.233269:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1769074967.233270:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:0.0:1769074967.233277:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1769074967.233316:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1769074967.233318:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1769074967.233319:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444076 00000100:00000001:0.0:1769074967.233331:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1769074967.233337:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b9849fb80 x1855007613343104/t73014444077(73014444077) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.233343:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.233344:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738841984 : -114161970709632 : ffff982b9849fb80) 00000100:00000040:0.0:1769074967.233350:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001733177e] to pc [ptlrpcd_rcv+-1] req@ffff982b9849fb80 x1855007613343104/t73014444077(73014444077) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.233359:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.233360:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.233362:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.233364:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.233368:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98580700 x1855007613342720/t73014444076(73014444076) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074967.233375:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98580700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613342720:192.168.204.151@tcp:35:createmany.0 00000100:00000001:0.0:1769074967.233379:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.233382:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.233384:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b98580700 x1855007613342720/t73014444076(73014444076) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.233390:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.233392:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.233398:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074967.233400:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.233403:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.233404:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074967.233405:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074967.233408:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9849fb80 x1855007613343104/t73014444077(73014444077) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.233414:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074967.233416:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.233420:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074967.233423:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074967.233425:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074967.233428:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9849fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613343104:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074967.233431:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074967.233435:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074967.233438:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.233440:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074967.233446:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b85881000. 02000000:00000001:0.0:1769074967.233449:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074967.233453:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074967.233456:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b6108. 00000400:00000010:0.0:1769074967.233461:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f2a8. 00000100:00000200:0.0:1769074967.233466:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613343104, portal 10 00000100:00000001:0.0:1769074967.233468:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.233469:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738841984 : -114161970709632 : ffff982b9849fb80) 00000100:00000040:0.0:1769074967.233473:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b9849fb80 x1855007613343104/t73014444077(73014444077) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.233479:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074967.233482:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074967.233484:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604faa0. 00000100:00000200:0.0:1769074967.233488:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007613343104, offset 0 00000400:00000200:0.0:1769074967.233494:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074967.233500:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074967.233507:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074967.233512:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074967.233516:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074967.233520:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074967.233523:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074967.233527:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15556:15556:256:4294967295] 192.168.204.151@tcp LPNI seq info [15556:15556:8:4294967295] 00000400:00000200:0.0:1769074967.233531:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074967.233540:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074967.233546:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074967.233553:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08000. 00000800:00000200:0.0:1769074967.233560:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074967.233566:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074967.233570:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1769074967.233588:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.233593:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 981886 usecs (982 jiffies) 00000400:00000200:0.0:1769074967.233597:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074967.233600:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624893 00000100:00000001:0.0:1769074967.233603:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:0.0:1769074967.233606:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624893 00000100:00000001:0.0:1769074967.233608:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:0.0:1769074967.233624:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1769074967.233803:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074967.233808:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08000. 00000400:00000200:3.0:1769074967.233813:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.233817:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074967.233820:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604faa0 00000400:00000010:3.0:1769074967.233821:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604faa0. 00000100:00000001:3.0:1769074967.233824:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074967.233829:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849fb80 x1855007613343104/t73014444077(73014444077) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.233837:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074967.233840:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849fb80 x1855007613343104/t73014444077(73014444077) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.233846:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074967.233849:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769074967.235182:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.235190:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.235193:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.235202:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074967.235204:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1769074967.235208:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.235210:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074967.235212:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.235213:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1769074967.240081:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.240103:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074967.240108:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.240110:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.240123:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.240132:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074967.240140:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.240145:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.240152:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.240156:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 608 into portal 10 MB=0x6971e9dd95580 00000400:00000200:2.0:1769074967.240161:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.240169:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 608/608 into md 0x229c5 [1] + 224 00000800:00000001:2.0:1769074967.240179:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.240191:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.240193:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.240198:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074967.240206:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074967.240216:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849fb80 x1855007613343104/t73014444077(73014444077) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074967.240228:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff982b9849fb80 x1855007613343104/t73014444077(73014444077) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.240252:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769074967.244326:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769074967.244342:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.244353:0:2359:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074967.244366:0:2359:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15557:15557:256:4294967295] 192.168.204.151@tcp LPNI seq info [15557:15557:8:4294967295] 00000400:00000200:2.0:1769074967.244372:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.244382:0:2359:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:2.0:1769074967.244390:0:2359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074967.244400:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73f100. 00000800:00000200:2.0:1769074967.244407:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074967.244416:0:2359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074967.244421:0:2359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73f100 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1769074967.244548:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1769074967.244600:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.244607:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074967.244614:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074967.244616:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074967.244620:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6108. 00000400:00000200:0.0:1769074967.244627:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f2a8 00000400:00000010:0.0:1769074967.244628:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f2a8. 00000100:00000001:0.0:1769074967.244631:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074967.244639:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849fb80 x1855007613343104/t73014444077(73014444077) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074967.244653:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849fb80 x1855007613343104/t73014444077(73014444077) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.244658:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074967.244659:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.244661:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074967.244664:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074967.244666:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074967.244668:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.244670:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074967.244680:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=28 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074967.244683:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=70 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074967.244685:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1769074967.244687:0:2363:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff982b9849fb80 x1855007613343104/t73014444077(73014444077) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.244692:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1769074967.244694:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1769074967.244706:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074967.244709:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:0.0:1769074967.244711:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074967.244714:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1769074967.244718:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849fb80 x1855007613343104/t73014444077(73014444077) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.244725:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1769074967.244728:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074967.244730:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.244732:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1769074967.244736:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b9849fb80 x1855007613343104/t73014444077(73014444077) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074967.244744:0:2363:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:0.0:1769074967.244753:0:2363:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff982b9849f800 x1855007613343360/t73014444078(73014444078) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074967.244761:0:2363:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:0.0:1769074967.244765:0:2363:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff982b9849fb80 x1855007613343104/t73014444077(73014444077) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.244770:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1769074967.244772:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1769074967.244774:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1769074967.244775:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1769074967.244776:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:0.0:1769074967.244781:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1769074967.244786:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1769074967.244788:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1769074967.244789:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444077 00000100:00000001:0.0:1769074967.244799:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1769074967.244802:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b9849f800 x1855007613343360/t73014444078(73014444078) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.244811:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.244811:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738841088 : -114161970710528 : ffff982b9849f800) 00000100:00000040:0.0:1769074967.244816:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000573c53e8] to pc [ptlrpcd_rcv+-1] req@ffff982b9849f800 x1855007613343360/t73014444078(73014444078) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.244823:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.244825:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.244827:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.244828:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.244832:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849fb80 x1855007613343104/t73014444077(73014444077) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074967.244838:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613343104:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074967.244843:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.244845:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.244848:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849fb80 x1855007613343104/t73014444077(73014444077) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.244853:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.244855:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.244862:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074967.244863:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.244865:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.244866:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074967.244867:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074967.244869:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9849f800 x1855007613343360/t73014444078(73014444078) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.244874:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074967.244875:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.244877:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074967.244880:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074967.244882:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074967.244884:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9849f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613343360:192.168.204.151@tcp:35:createmany.0 00000100:00000001:0.0:1769074967.244887:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074967.244892:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074967.244894:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074967.244899:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074967.244903:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b6108. 00000400:00000010:0.0:1769074967.244908:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f2a8. 00000100:00000200:0.0:1769074967.244913:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613343360, portal 10 00000100:00000001:0.0:1769074967.244915:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.244916:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738841088 : -114161970710528 : ffff982b9849f800) 00000100:00000040:0.0:1769074967.244919:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b9849f800 x1855007613343360/t73014444078(73014444078) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.244924:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074967.244926:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074967.244928:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f550. 00000100:00000200:0.0:1769074967.244930:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613343360, offset 0 00000400:00000200:0.0:1769074967.244934:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074967.244938:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074967.244942:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074967.244946:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074967.244949:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074967.244952:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074967.244954:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074967.244956:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15558:15558:255:4294967295] 192.168.204.151@tcp LPNI seq info [15558:15558:7:4294967295] 00000400:00000200:0.0:1769074967.244958:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074967.244963:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074967.244966:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074967.244969:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08100. 00000800:00000200:0.0:1769074967.244973:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074967.244976:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074967.244978:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1769074967.244980:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.244984:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 980526 usecs (981 jiffies) 00000400:00000200:0.0:1769074967.244986:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074967.244988:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624903 00000100:00000001:0.0:1769074967.244991:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:0.0:1769074967.244992:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624903 00000100:00000001:0.0:1769074967.244994:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:0.0:1769074967.244995:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074967.244996:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.244998:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.244999:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.245000:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074967.245002:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:0.0:1769074967.245003:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.245004:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074967.245004:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.245006:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074967.245244:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074967.245249:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73f100. 00000400:00000200:2.0:1769074967.245253:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.245260:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:3.0:1769074967.245271:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1769074967.245329:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074967.245332:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08100. 00000400:00000200:2.0:1769074967.245336:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.245339:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074967.245343:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f550 00000400:00000010:2.0:1769074967.245346:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f550. 00000100:00000001:2.0:1769074967.245350:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074967.245354:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849f800 x1855007613343360/t73014444078(73014444078) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.245372:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074967.245376:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b9849f800 x1855007613343360/t73014444078(73014444078) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.245381:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074967.245382:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074967.249514:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.249534:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074967.249538:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.249540:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074967.249553:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.249562:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074967.249570:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.249576:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.249593:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.249598:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd95680 00000400:00000200:3.0:1769074967.249604:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.249610:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x229cd [1] + 224 00000800:00000001:3.0:1769074967.249618:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.249631:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074967.249634:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.249639:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074967.249647:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074967.249656:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849f800 x1855007613343360/t73014444078(73014444078) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074967.249667:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff982b9849f800 x1855007613343360/t73014444078(73014444078) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.249687:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074967.249695:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.249698:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.249737:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.249743:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074967.249751:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074967.249753:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074967.249757:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6108. 00000400:00000200:0.0:1769074967.249762:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f2a8 00000400:00000010:0.0:1769074967.249765:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f2a8. 00000100:00000001:0.0:1769074967.249769:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074967.249774:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849f800 x1855007613343360/t73014444078(73014444078) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074967.249784:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849f800 x1855007613343360/t73014444078(73014444078) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.249790:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074967.249793:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.249795:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074967.249798:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074967.249801:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074967.249803:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.249807:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074967.249819:0:2363:0:(import.c:2128:obd_at_measure()) add 10 to ffff982b88b88ca0 time=28 v=10 (10 5 0 10) 00000100:00001000:0.0:1769074967.249825:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=70 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074967.249828:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074967.249830:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074967.249834:0:2363:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074967.249838:0:2363:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.249841:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1769074967.249846:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074967.249849:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:0.0:1769074967.249851:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074967.249855:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.249859:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849f800 x1855007613343360/t73014444078(73014444078) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.249868:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074967.249871:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074967.249873:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.249875:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1769074967.249879:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b9849f800 x1855007613343360/t73014444078(73014444078) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.249887:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1769074967.249890:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1769074967.249893:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1769074967.249894:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1769074967.249896:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:0.0:1769074967.249902:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1769074967.249910:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1769074967.249912:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1769074967.249914:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444078 00000100:00000001:0.0:1769074967.249927:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1769074967.249932:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b9849c000 x1855007613343744/t73014444079(73014444079) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.249940:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.249942:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738826752 : -114161970724864 : ffff982b9849c000) 00000100:00000040:0.0:1769074967.249947:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc222aba] to pc [ptlrpcd_rcv+-1] req@ffff982b9849c000 x1855007613343744/t73014444079(73014444079) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.249956:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.249958:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.249960:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.249962:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.249966:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849f800 x1855007613343360/t73014444078(73014444078) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074967.249974:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613343360:192.168.204.151@tcp:35:createmany.0 00000100:00000001:0.0:1769074967.249979:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.249981:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.249984:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849f800 x1855007613343360/t73014444078(73014444078) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.249990:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.249992:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.249999:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074967.250001:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.250003:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.250004:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074967.250005:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074967.250009:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9849c000 x1855007613343744/t73014444079(73014444079) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.250016:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074967.250018:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.250021:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074967.250025:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074967.250027:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074967.250030:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9849c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613343744:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074967.250034:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074967.250049:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074967.250052:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.250054:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074967.250061:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b85881400. 02000000:00000001:0.0:1769074967.250063:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074967.250068:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074967.250071:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b6108. 00000400:00000010:0.0:1769074967.250076:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f2a8. 00000100:00000200:0.0:1769074967.250083:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613343744, portal 10 00000100:00000001:0.0:1769074967.250085:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.250086:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738826752 : -114161970724864 : ffff982b9849c000) 00000100:00000040:0.0:1769074967.250092:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b9849c000 x1855007613343744/t73014444079(73014444079) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.250099:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074967.250102:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074967.250104:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604fcc0. 00000100:00000200:0.0:1769074967.250108:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007613343744, offset 0 00000400:00000200:0.0:1769074967.250113:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074967.250119:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074967.250134:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074967.250139:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074967.250144:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074967.250147:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074967.250150:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074967.250154:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15559:15559:256:4294967295] 192.168.204.151@tcp LPNI seq info [15559:15559:8:4294967295] 00000400:00000200:0.0:1769074967.250158:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074967.250167:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074967.250173:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074967.250177:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08a00. 00000800:00000200:0.0:1769074967.250183:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074967.250190:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074967.250194:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08a00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1769074967.250208:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.250212:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 979160 usecs (980 jiffies) 00000400:00000200:0.0:1769074967.250216:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074967.250219:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624907 00000100:00000001:0.0:1769074967.250222:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:0.0:1769074967.250225:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624907 00000100:00000001:0.0:1769074967.250227:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:0.0:1769074967.250230:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074967.250234:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.250236:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.250238:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.250241:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074967.250243:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1769074967.250246:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.250247:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074967.250249:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.250251:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074967.250347:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074967.250351:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08a00. 00000400:00000200:2.0:1769074967.250354:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.250357:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074967.250359:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604fcc0 00000400:00000010:2.0:1769074967.250360:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604fcc0. 00000100:00000001:2.0:1769074967.250363:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074967.250366:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849c000 x1855007613343744/t73014444079(73014444079) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.250372:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074967.250374:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849c000 x1855007613343744/t73014444079(73014444079) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.250378:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074967.250379:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074967.255636:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.255654:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074967.255658:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.255661:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074967.255672:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.255680:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074967.255688:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.255693:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.255698:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.255702:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 608 into portal 10 MB=0x6971e9dd95800 00000400:00000200:3.0:1769074967.255708:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.255725:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 608/608 into md 0x229d5 [1] + 224 00000800:00000001:3.0:1769074967.255734:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.255744:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074967.255748:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.255752:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074967.255760:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074967.255769:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849c000 x1855007613343744/t73014444079(73014444079) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074967.255780:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff982b9849c000 x1855007613343744/t73014444079(73014444079) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.255806:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074967.255816:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074967.255820:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.255826:0:2358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074967.255832:0:2358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15560:15560:256:4294967295] 192.168.204.151@tcp LPNI seq info [15560:15560:8:4294967295] 00000400:00000200:3.0:1769074967.255837:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.255845:0:2358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:3.0:1769074967.255851:0:2358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074967.255857:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652900. 00000800:00000200:3.0:1769074967.255863:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074967.255870:0:2358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074967.255874:0:2358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652900 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1769074967.255938:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1769074967.255980:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074967.255985:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652900. 00000400:00000200:3.0:1769074967.255988:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.255993:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:2.0:1769074967.256005:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.256337:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.256343:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074967.256350:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074967.256352:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074967.256355:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6108. 00000400:00000200:0.0:1769074967.256360:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f2a8 00000400:00000010:0.0:1769074967.256362:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f2a8. 00000100:00000001:0.0:1769074967.256365:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074967.256370:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849c000 x1855007613343744/t73014444079(73014444079) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074967.256379:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849c000 x1855007613343744/t73014444079(73014444079) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.256385:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074967.256386:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.256389:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074967.256392:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074967.256395:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074967.256397:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.256400:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074967.256410:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=28 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074967.256414:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=70 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074967.256417:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1769074967.256420:0:2363:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff982b9849c000 x1855007613343744/t73014444079(73014444079) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.256427:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1769074967.256430:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1769074967.256433:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074967.256435:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:0.0:1769074967.256437:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074967.256440:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1769074967.256444:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849c000 x1855007613343744/t73014444079(73014444079) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.256451:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1769074967.256454:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074967.256456:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.256458:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1769074967.256462:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b9849c000 x1855007613343744/t73014444079(73014444079) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074967.256470:0:2363:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:0.0:1769074967.256480:0:2363:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff982b98580000 x1855007613344000/t73014444080(73014444080) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074967.256486:0:2363:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:0.0:1769074967.256488:0:2363:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff982b9849c000 x1855007613343744/t73014444079(73014444079) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.256496:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1769074967.256498:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1769074967.256500:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1769074967.256501:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1769074967.256503:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:0.0:1769074967.256508:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1769074967.256514:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1769074967.256516:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1769074967.256518:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444079 00000100:00000001:0.0:1769074967.256527:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1769074967.256532:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b98580000 x1855007613344000/t73014444080(73014444080) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.256538:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.256539:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739760640 : -114161969790976 : ffff982b98580000) 00000100:00000040:0.0:1769074967.256544:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039f1d2fa] to pc [ptlrpcd_rcv+-1] req@ffff982b98580000 x1855007613344000/t73014444080(73014444080) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.256552:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.256554:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.256556:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.256558:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.256562:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849c000 x1855007613343744/t73014444079(73014444079) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074967.256569:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613343744:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074967.256574:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.256576:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.256592:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849c000 x1855007613343744/t73014444079(73014444079) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.256598:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.256600:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.256607:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074967.256609:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.256611:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.256613:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074967.256614:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074967.256619:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98580000 x1855007613344000/t73014444080(73014444080) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.256625:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074967.256628:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.256631:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074967.256635:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074967.256637:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074967.256641:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98580000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613344000:192.168.204.151@tcp:35:createmany.0 00000100:00000001:0.0:1769074967.256644:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074967.256650:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074967.256653:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074967.256657:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074967.256661:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b6108. 00000400:00000010:0.0:1769074967.256665:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f2a8. 00000100:00000200:0.0:1769074967.256671:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613344000, portal 10 00000100:00000001:0.0:1769074967.256673:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.256674:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739760640 : -114161969790976 : ffff982b98580000) 00000100:00000040:0.0:1769074967.256680:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b98580000 x1855007613344000/t73014444080(73014444080) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.256687:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074967.256690:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074967.256693:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604fcc0. 00000100:00000200:0.0:1769074967.256697:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613344000, offset 0 00000400:00000200:0.0:1769074967.256703:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074967.256708:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074967.256724:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074967.256729:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074967.256733:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074967.256736:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074967.256739:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074967.256742:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15561:15561:256:4294967295] 192.168.204.151@tcp LPNI seq info [15561:15561:8:4294967295] 00000400:00000200:0.0:1769074967.256746:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074967.256753:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074967.256758:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074967.256763:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08a00. 00000800:00000200:0.0:1769074967.256768:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074967.256772:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074967.256776:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1769074967.256831:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.256837:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 977800 usecs (978 jiffies) 00000400:00000200:0.0:1769074967.256840:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074967.256843:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624912 00000100:00000001:0.0:1769074967.256846:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:0.0:1769074967.256848:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624912 00000100:00000001:0.0:1769074967.256850:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:0.0:1769074967.256853:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074967.256856:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.256858:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.256860:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.256863:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074967.256864:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:0.0:1769074967.256866:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.256867:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074967.256869:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.256870:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074967.257540:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074967.257545:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08a00. 00000400:00000200:3.0:1769074967.257550:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.257556:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074967.257562:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604fcc0 00000400:00000010:3.0:1769074967.257564:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604fcc0. 00000100:00000001:3.0:1769074967.257568:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074967.257574:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b98580000 x1855007613344000/t73014444080(73014444080) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.262278:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074967.262312:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b98580000 x1855007613344000/t73014444080(73014444080) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.262322:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1769074967.262324:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1769074967.262326:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074967.262346:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074967.262349:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.262352:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.262371:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.262377:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074967.262387:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.262391:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.262397:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.262402:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd95900 00000400:00000200:2.0:1769074967.262409:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.262416:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x229dd [1] + 224 00000800:00000001:2.0:1769074967.262427:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.262437:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.262440:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.262445:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074967.262453:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074967.262459:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b98580000 x1855007613344000/t73014444080(73014444080) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074967.262469:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff982b98580000 x1855007613344000/t73014444080(73014444080) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.262488:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074967.262496:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.262499:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.262599:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.262603:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074967.262610:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074967.262613:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074967.262617:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6108. 00000400:00000200:0.0:1769074967.262621:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f2a8 00000400:00000010:0.0:1769074967.262624:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f2a8. 00000100:00000001:0.0:1769074967.262628:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074967.262633:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98580000 x1855007613344000/t73014444080(73014444080) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074967.262643:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98580000 x1855007613344000/t73014444080(73014444080) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.262650:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074967.262652:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.262655:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074967.262657:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074967.262659:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074967.262662:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.262664:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074967.262672:0:2363:0:(import.c:2128:obd_at_measure()) add 10 to ffff982b88b88ca0 time=28 v=10 (10 5 0 10) 00000100:00001000:0.0:1769074967.262675:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=70 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074967.262677:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074967.262678:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074967.262680:0:2363:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074967.262683:0:2363:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.262685:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1769074967.262687:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074967.262688:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:0.0:1769074967.262690:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074967.262692:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.262695:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98580000 x1855007613344000/t73014444080(73014444080) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.262699:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074967.262702:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074967.262703:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.262705:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1769074967.262707:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b98580000 x1855007613344000/t73014444080(73014444080) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.262712:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1769074967.262713:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1769074967.262714:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1769074967.262715:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1769074967.262716:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:0.0:1769074967.262720:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1769074967.262724:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1769074967.262726:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1769074967.262728:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444080 00000100:00000001:0.0:1769074967.262736:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1769074967.262740:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b9849ed80 x1855007613344384/t73014444081(73014444081) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.262744:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.262745:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738838400 : -114161970713216 : ffff982b9849ed80) 00000100:00000040:0.0:1769074967.262749:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f7a4296] to pc [ptlrpcd_rcv+-1] req@ffff982b9849ed80 x1855007613344384/t73014444081(73014444081) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.262756:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.262757:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.262758:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.262760:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.262763:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98580000 x1855007613344000/t73014444080(73014444080) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074967.262767:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98580000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613344000:192.168.204.151@tcp:35:createmany.0 00000100:00000001:0.0:1769074967.262771:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.262772:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.262773:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b98580000 x1855007613344000/t73014444080(73014444080) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.262777:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.262778:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.262784:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074967.262785:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.262787:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.262788:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074967.262789:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074967.262791:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9849ed80 x1855007613344384/t73014444081(73014444081) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.262796:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074967.262798:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.262800:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074967.262813:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074967.262816:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074967.262818:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9849ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613344384:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074967.262821:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074967.262826:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074967.262828:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.262831:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074967.262837:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b85880c00. 02000000:00000001:0.0:1769074967.262838:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074967.262842:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074967.262844:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b6108. 00000400:00000010:0.0:1769074967.262849:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f2a8. 00000100:00000200:0.0:1769074967.262854:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613344384, portal 10 00000100:00000001:0.0:1769074967.262855:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.262856:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738838400 : -114161970713216 : ffff982b9849ed80) 00000100:00000040:0.0:1769074967.262860:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b9849ed80 x1855007613344384/t73014444081(73014444081) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.262865:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074967.262867:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074967.262868:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f550. 00000100:00000200:0.0:1769074967.262871:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007613344384, offset 0 00000400:00000200:0.0:1769074967.262875:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074967.262880:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074967.262885:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074967.262889:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074967.262892:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074967.262895:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074967.262897:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074967.262901:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15562:15562:256:4294967295] 192.168.204.151@tcp LPNI seq info [15562:15562:8:4294967295] 00000400:00000200:0.0:1769074967.262903:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074967.262910:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074967.262914:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074967.262918:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08100. 00000800:00000200:0.0:1769074967.262922:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074967.262927:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074967.262930:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08100 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1769074967.262939:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.262942:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 976443 usecs (977 jiffies) 00000400:00000200:0.0:1769074967.262944:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074967.262946:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624917 00000100:00000001:0.0:1769074967.262949:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:0.0:1769074967.262950:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624917 00000100:00000001:0.0:1769074967.262952:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:0.0:1769074967.262954:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074967.262955:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.262957:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.262958:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.262960:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074967.262961:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1769074967.262963:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.262964:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074967.262965:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.262967:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074967.263057:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074967.263063:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08100. 00000400:00000200:3.0:1769074967.263067:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.263071:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074967.263074:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f550 00000400:00000010:3.0:1769074967.263076:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f550. 00000100:00000001:3.0:1769074967.263079:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074967.263083:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849ed80 x1855007613344384/t73014444081(73014444081) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.263090:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074967.263093:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849ed80 x1855007613344384/t73014444081(73014444081) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.263099:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074967.263100:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074967.271778:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.271798:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074967.271802:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.271805:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.271819:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.271828:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074967.271836:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.271841:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.271847:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.271850:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 608 into portal 10 MB=0x6971e9dd95a80 00000400:00000200:2.0:1769074967.271856:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.271863:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 608/608 into md 0x229e5 [1] + 224 00000800:00000001:2.0:1769074967.271871:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.271882:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.271892:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.271896:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074967.271905:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074967.271916:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849ed80 x1855007613344384/t73014444081(73014444081) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074967.273799:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff982b9849ed80 x1855007613344384/t73014444081(73014444081) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.273813:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769074967.273825:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769074967.273830:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.273836:0:2359:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074967.273841:0:2359:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15563:15563:256:4294967295] 192.168.204.151@tcp LPNI seq info [15563:15563:8:4294967295] 00000400:00000200:2.0:1769074967.273844:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074967.273852:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1769074967.273853:0:2359:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000100:00000001:0.0:1769074967.273859:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1769074967.273860:0:2359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074967.273868:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73f100. 00000400:00000001:0.0:1769074967.273870:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074967.273873:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:2.0:1769074967.273875:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000400:00000010:0.0:1769074967.273878:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6108. 00000800:00000200:2.0:1769074967.273883:0:2359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000400:00000200:0.0:1769074967.273887:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f2a8 00000800:00000200:2.0:1769074967.273888:0:2359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73f100 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:0.0:1769074967.273892:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f2a8. 00000100:00000001:0.0:1769074967.273898:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074967.273904:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849ed80 x1855007613344384/t73014444081(73014444081) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074967.273921:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849ed80 x1855007613344384/t73014444081(73014444081) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.273928:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074967.273931:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.273934:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074967.273938:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074967.273940:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074967.273942:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.273945:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074967.273955:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=28 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074967.273958:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=70 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074967.273960:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1769074967.273963:0:2363:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff982b9849ed80 x1855007613344384/t73014444081(73014444081) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.273967:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1769074967.273970:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1769074967.273972:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074967.273974:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:0.0:1769074967.273975:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074967.273978:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000800:00000200:2.0:1769074967.273980:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1769074967.273983:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849ed80 x1855007613344384/t73014444081(73014444081) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000800:00000010:2.0:1769074967.273985:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73f100. 00000100:00000001:0.0:1769074967.273991:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000400:00000200:2.0:1769074967.273991:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1769074967.273997:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074967.273999:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.274002:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000100:00000001:0.0:1769074967.274004:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1769074967.274011:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b9849ed80 x1855007613344384/t73014444081(73014444081) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000800:00000001:2.0:1769074967.274013:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.274020:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1769074967.274031:0:2363:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:0.0:1769074967.274049:0:2363:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff982b9849f480 x1855007613344640/t73014444082(73014444082) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074967.274057:0:2363:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:0.0:1769074967.274061:0:2363:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff982b9849ed80 x1855007613344384/t73014444081(73014444081) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.274067:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1769074967.274069:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1769074967.274072:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1769074967.274073:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1769074967.274074:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:0.0:1769074967.274080:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1769074967.274087:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1769074967.274089:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1769074967.274091:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444081 00000100:00000001:0.0:1769074967.274102:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1769074967.274106:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b9849f480 x1855007613344640/t73014444082(73014444082) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.274111:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.274112:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738840192 : -114161970711424 : ffff982b9849f480) 00000100:00000040:0.0:1769074967.274116:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004532d496] to pc [ptlrpcd_rcv+-1] req@ffff982b9849f480 x1855007613344640/t73014444082(73014444082) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.274123:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.274125:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.274128:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.274130:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.274133:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849ed80 x1855007613344384/t73014444081(73014444081) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074967.274142:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613344384:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074967.274147:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.274150:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.274153:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849ed80 x1855007613344384/t73014444081(73014444081) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.274160:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.274163:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.274170:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074967.274173:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.274186:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.274188:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074967.274190:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074967.274194:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9849f480 x1855007613344640/t73014444082(73014444082) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.274200:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074967.274207:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.274211:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074967.274215:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074967.274217:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074967.274221:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9849f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613344640:192.168.204.151@tcp:35:createmany.0 00000100:00000001:0.0:1769074967.274225:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074967.274231:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074967.274234:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074967.274240:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074967.274244:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b6108. 00000400:00000010:0.0:1769074967.274249:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f2a8. 00000100:00000200:0.0:1769074967.274255:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613344640, portal 10 00000100:00000001:0.0:1769074967.274257:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.274258:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738840192 : -114161970711424 : ffff982b9849f480) 00000100:00000040:0.0:1769074967.274263:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b9849f480 x1855007613344640/t73014444082(73014444082) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.274271:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074967.274274:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074967.274276:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604faa0. 00000100:00000200:0.0:1769074967.274301:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613344640, offset 0 00000400:00000200:0.0:1769074967.274309:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074967.274315:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074967.274319:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074967.274324:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074967.274328:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074967.274331:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074967.274333:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074967.274335:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15564:15564:256:4294967295] 192.168.204.151@tcp LPNI seq info [15564:15564:8:4294967295] 00000400:00000200:0.0:1769074967.274338:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074967.274343:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074967.274346:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074967.274349:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08000. 00000800:00000200:0.0:1769074967.274352:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074967.274355:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074967.274357:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1769074967.274370:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.274374:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 975098 usecs (976 jiffies) 00000400:00000200:0.0:1769074967.274376:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074967.274379:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624928 00000100:00000001:0.0:1769074967.274381:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:0.0:1769074967.274383:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624928 00000100:00000001:0.0:1769074967.274385:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:0.0:1769074967.274386:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074967.274388:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.274389:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.274390:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.274393:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074967.274394:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:0.0:1769074967.274395:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.274396:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074967.274397:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.274398:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074967.274541:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074967.274546:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08000. 00000400:00000200:3.0:1769074967.274550:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.274554:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074967.274559:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604faa0 00000400:00000010:3.0:1769074967.274561:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604faa0. 00000100:00000001:3.0:1769074967.274565:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074967.274570:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849f480 x1855007613344640/t73014444082(73014444082) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.274579:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074967.277127:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b9849f480 x1855007613344640/t73014444082(73014444082) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.277141:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074967.277143:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074967.280882:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.280907:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074967.280912:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.280914:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.280929:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.280939:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074967.280948:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.280955:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.280961:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.280966:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd95b80 00000400:00000200:2.0:1769074967.280972:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.280980:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x229ed [1] + 224 00000800:00000001:2.0:1769074967.280990:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.281007:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.281011:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.281016:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074967.281027:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074967.281052:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849f480 x1855007613344640/t73014444082(73014444082) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074967.281064:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff982b9849f480 x1855007613344640/t73014444082(73014444082) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.281084:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074967.281097:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.281101:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.281163:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.281174:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074967.281185:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074967.281188:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074967.281192:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6108. 00000400:00000200:0.0:1769074967.281200:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f2a8 00000400:00000010:0.0:1769074967.281202:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f2a8. 00000100:00000001:0.0:1769074967.281206:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074967.281216:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849f480 x1855007613344640/t73014444082(73014444082) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074967.281225:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849f480 x1855007613344640/t73014444082(73014444082) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.281231:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074967.281232:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.281234:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074967.281238:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074967.281239:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074967.281241:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.281244:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074967.281252:0:2363:0:(import.c:2128:obd_at_measure()) add 10 to ffff982b88b88ca0 time=28 v=10 (10 5 0 10) 00000100:00001000:0.0:1769074967.281255:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=70 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074967.281258:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074967.281260:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074967.281264:0:2363:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074967.281268:0:2363:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.281271:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1769074967.281274:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074967.281276:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:0.0:1769074967.281278:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074967.281325:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.281332:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849f480 x1855007613344640/t73014444082(73014444082) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.281338:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074967.281341:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074967.281343:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.281345:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1769074967.281348:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b9849f480 x1855007613344640/t73014444082(73014444082) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.281354:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1769074967.281356:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1769074967.281358:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1769074967.281359:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1769074967.281360:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:0.0:1769074967.281365:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1769074967.281370:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1769074967.281371:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1769074967.281372:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444082 00000100:00000001:0.0:1769074967.281382:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1769074967.281387:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b9849dc00 x1855007613345024/t73014444083(73014444083) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.281393:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.281394:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738833920 : -114161970717696 : ffff982b9849dc00) 00000100:00000040:0.0:1769074967.281398:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012078227] to pc [ptlrpcd_rcv+-1] req@ffff982b9849dc00 x1855007613345024/t73014444083(73014444083) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.281405:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.281406:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.281408:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.281410:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.281413:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849f480 x1855007613344640/t73014444082(73014444082) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074967.281431:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613344640:192.168.204.151@tcp:35:createmany.0 00000100:00000001:0.0:1769074967.281436:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.281439:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.281442:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849f480 x1855007613344640/t73014444082(73014444082) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.281448:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.281450:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.281457:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074967.281458:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.281461:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.281462:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074967.281464:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074967.281468:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9849dc00 x1855007613345024/t73014444083(73014444083) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.281476:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074967.281477:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.281481:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074967.281484:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074967.281487:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074967.281489:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9849dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613345024:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074967.281493:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074967.281505:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074967.281507:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.281510:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074967.281519:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b85882800. 02000000:00000001:0.0:1769074967.281522:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074967.281531:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074967.281535:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b6108. 00000400:00000010:0.0:1769074967.281541:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f2a8. 00000100:00000200:0.0:1769074967.281548:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613345024, portal 10 00000100:00000001:0.0:1769074967.281552:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.281553:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738833920 : -114161970717696 : ffff982b9849dc00) 00000100:00000040:0.0:1769074967.281558:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b9849dc00 x1855007613345024/t73014444083(73014444083) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.281565:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074967.281568:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074967.281571:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f330. 00000100:00000200:0.0:1769074967.281574:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007613345024, offset 0 00000400:00000200:0.0:1769074967.281581:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074967.281590:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074967.281597:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074967.281602:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074967.281607:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074967.281611:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074967.281613:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074967.281617:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15565:15565:256:4294967295] 192.168.204.151@tcp LPNI seq info [15565:15565:8:4294967295] 00000400:00000200:0.0:1769074967.281621:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074967.281642:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074967.281649:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074967.281656:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08000. 00000800:00000200:0.0:1769074967.281664:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074967.281673:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074967.281678:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1769074967.281696:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.281700:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 973751 usecs (974 jiffies) 00000400:00000200:0.0:1769074967.281703:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074967.281706:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624933 00000100:00000001:0.0:1769074967.281709:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:0.0:1769074967.281712:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624933 00000100:00000001:0.0:1769074967.281714:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:0.0:1769074967.281717:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074967.281719:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.281722:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.281723:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.281726:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074967.281728:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1769074967.281730:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.281731:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074967.281733:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.281734:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074967.281891:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074967.281898:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08000. 00000400:00000200:2.0:1769074967.281904:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.281911:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074967.281916:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f330 00000400:00000010:2.0:1769074967.281919:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f330. 00000100:00000001:2.0:1769074967.281923:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074967.281929:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849dc00 x1855007613345024/t73014444083(73014444083) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.281941:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074967.281944:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849dc00 x1855007613345024/t73014444083(73014444083) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.281952:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074967.281953:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074967.287841:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.287867:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074967.287872:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.287875:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.287891:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.287903:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074967.287913:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.287919:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.287927:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.287931:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 608 into portal 10 MB=0x6971e9dd95d00 00000400:00000200:2.0:1769074967.287938:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.287947:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 608/608 into md 0x229f5 [1] + 224 00000800:00000001:2.0:1769074967.287958:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.287969:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.287972:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.287977:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074967.287988:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074967.288000:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849dc00 x1855007613345024/t73014444083(73014444083) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074967.288013:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff982b9849dc00 x1855007613345024/t73014444083(73014444083) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.288050:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769074967.288062:0:2359:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1769074967.288067:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.288074:0:2359:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074967.288080:0:2359:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15566:15566:256:4294967295] 192.168.204.151@tcp LPNI seq info [15566:15566:8:4294967295] 00000400:00000200:2.0:1769074967.288084:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.288093:0:2359:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:2.0:1769074967.288098:0:2359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074967.288106:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73f100. 00000800:00000200:2.0:1769074967.288114:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074967.288123:0:2359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074967.288128:0:2359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73f100 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1769074967.288239:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.288246:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074967.288256:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074967.288258:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074967.288264:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6108. 00000400:00000200:0.0:1769074967.288270:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f2a8 00000400:00000010:0.0:1769074967.288273:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f2a8. 00000100:00000001:0.0:1769074967.288278:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074967.288334:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849dc00 x1855007613345024/t73014444083(73014444083) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074967.288346:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849dc00 x1855007613345024/t73014444083(73014444083) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.288353:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074967.288356:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.288359:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074967.288364:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074967.288367:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074967.288370:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.288374:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074967.288389:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=28 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074967.288394:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=70 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074967.288397:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1769074967.288401:0:2363:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff982b9849dc00 x1855007613345024/t73014444083(73014444083) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.288409:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1769074967.288416:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1769074967.288421:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074967.288423:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:0.0:1769074967.288426:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074967.288429:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1769074967.288435:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849dc00 x1855007613345024/t73014444083(73014444083) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.288443:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1769074967.288447:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074967.288450:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.288453:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1769074967.288458:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b9849dc00 x1855007613345024/t73014444083(73014444083) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074967.288467:0:2363:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:0.0:1769074967.288482:0:2363:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff982b9849d180 x1855007613345280/t73014444084(73014444084) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074967.288489:0:2363:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:0.0:1769074967.288493:0:2363:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff982b9849dc00 x1855007613345024/t73014444083(73014444083) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.288501:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1769074967.288503:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1769074967.288506:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1769074967.288508:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1769074967.288523:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:0.0:1769074967.288531:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1769074967.288538:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1769074967.288541:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1769074967.288542:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444083 00000100:00000001:0.0:1769074967.288556:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1769074967.288563:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b9849d180 x1855007613345280/t73014444084(73014444084) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.288570:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.288571:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738831232 : -114161970720384 : ffff982b9849d180) 00000100:00000040:0.0:1769074967.288576:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000586c7d1e] to pc [ptlrpcd_rcv+-1] req@ffff982b9849d180 x1855007613345280/t73014444084(73014444084) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.288586:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.288588:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.288590:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.288592:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.288596:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849dc00 x1855007613345024/t73014444083(73014444083) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074967.288604:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613345024:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074967.288609:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.288612:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.288615:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849dc00 x1855007613345024/t73014444083(73014444083) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.288622:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.288624:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.288632:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074967.288634:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.288637:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.288638:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074967.288640:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074967.288644:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9849d180 x1855007613345280/t73014444084(73014444084) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.288652:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074967.288655:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.288659:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074967.288663:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074967.288667:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074967.288671:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9849d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613345280:192.168.204.151@tcp:35:createmany.0 00000100:00000001:0.0:1769074967.288674:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074967.288680:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074967.288683:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074967.288689:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074967.288693:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b6108. 00000400:00000010:0.0:1769074967.288698:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f2a8. 00000100:00000200:0.0:1769074967.288705:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613345280, portal 10 00000100:00000001:0.0:1769074967.288707:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.288709:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738831232 : -114161970720384 : ffff982b9849d180) 00000100:00000040:0.0:1769074967.288714:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b9849d180 x1855007613345280/t73014444084(73014444084) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.288721:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074967.288723:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074967.288726:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604fb28. 00000100:00000200:0.0:1769074967.288731:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613345280, offset 0 00000400:00000200:0.0:1769074967.288738:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074967.288745:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074967.288751:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074967.288757:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074967.288762:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074967.288767:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074967.288770:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074967.288773:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15567:15567:255:4294967295] 192.168.204.151@tcp LPNI seq info [15567:15567:7:4294967295] 00000400:00000200:0.0:1769074967.288778:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074967.288785:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074967.288790:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074967.288795:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08100. 00000800:00000200:0.0:1769074967.288800:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074967.288805:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074967.288809:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1769074967.289079:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.289085:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 972407 usecs (973 jiffies) 00000400:00000200:0.0:1769074967.289090:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074967.289093:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624939 00000100:00000001:0.0:1769074967.289097:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:0.0:1769074967.289100:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624939 00000100:00000001:0.0:1769074967.289102:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:0.0:1769074967.289105:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074967.289109:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.289112:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.289114:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.289118:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074967.289119:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:0.0:1769074967.289122:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.289123:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074967.289125:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.289126:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074967.289896:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074967.289905:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73f100. 00000400:00000200:2.0:1769074967.289913:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.289923:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:2.0:1769074967.289939:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.289945:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1769074967.290055:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074967.290057:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08100. 00000400:00000200:2.0:1769074967.290061:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.290065:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074967.290071:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604fb28 00000400:00000010:2.0:1769074967.290075:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604fb28. 00000100:00000001:2.0:1769074967.290079:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074967.290087:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849d180 x1855007613345280/t73014444084(73014444084) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.290099:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074967.290103:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b9849d180 x1855007613345280/t73014444084(73014444084) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.290110:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074967.290112:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074967.294977:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.295002:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074967.295007:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.295010:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074967.295025:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.295036:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074967.295055:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.295061:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.295068:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.295073:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd95e00 00000400:00000200:3.0:1769074967.295079:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.295088:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x229fd [1] + 224 00000800:00000001:3.0:1769074967.295098:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.295110:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074967.295115:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.295121:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074967.295131:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074967.295142:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849d180 x1855007613345280/t73014444084(73014444084) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074967.295159:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff982b9849d180 x1855007613345280/t73014444084(73014444084) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.295184:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074967.295195:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.295198:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.295271:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.295279:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074967.295336:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074967.295338:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074967.295344:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6108. 00000400:00000200:0.0:1769074967.295350:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f2a8 00000400:00000010:0.0:1769074967.295354:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f2a8. 00000100:00000001:0.0:1769074967.295358:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074967.295363:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849d180 x1855007613345280/t73014444084(73014444084) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074967.295374:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849d180 x1855007613345280/t73014444084(73014444084) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.295382:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074967.295385:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.295388:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074967.295393:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074967.295395:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074967.295398:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.295402:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074967.295416:0:2363:0:(import.c:2128:obd_at_measure()) add 10 to ffff982b88b88ca0 time=28 v=10 (10 5 0 10) 00000100:00001000:0.0:1769074967.295421:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=70 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074967.295424:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074967.295426:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074967.295429:0:2363:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074967.295434:0:2363:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.295438:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1769074967.295441:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074967.295444:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:0.0:1769074967.295446:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074967.295450:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.295456:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849d180 x1855007613345280/t73014444084(73014444084) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.295463:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074967.295467:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074967.295469:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.295472:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1769074967.295476:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b9849d180 x1855007613345280/t73014444084(73014444084) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.295484:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1769074967.295487:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1769074967.295490:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1769074967.295491:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1769074967.295492:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:0.0:1769074967.295500:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1769074967.295513:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1769074967.295516:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1769074967.295518:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444084 00000100:00000001:0.0:1769074967.295533:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1769074967.295540:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b9849df80 x1855007613345664/t73014444085(73014444085) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.295549:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.295550:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738834816 : -114161970716800 : ffff982b9849df80) 00000100:00000040:0.0:1769074967.295556:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c4eee3b] to pc [ptlrpcd_rcv+-1] req@ffff982b9849df80 x1855007613345664/t73014444085(73014444085) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.295569:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.295571:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.295574:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.295576:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.295580:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849d180 x1855007613345280/t73014444084(73014444084) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074967.295588:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613345280:192.168.204.151@tcp:35:createmany.0 00000100:00000001:0.0:1769074967.295595:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.295598:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.295602:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849d180 x1855007613345280/t73014444084(73014444084) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.295610:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.295612:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.295622:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074967.295625:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.295627:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.295629:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074967.295631:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074967.295635:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9849df80 x1855007613345664/t73014444085(73014444085) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074840 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.295642:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074967.295645:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.295650:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074967.295653:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074967.295656:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074967.295660:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9849df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613345664:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074967.295664:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074967.295670:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074967.295673:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.295675:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074967.295685:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b85882400. 02000000:00000001:0.0:1769074967.295687:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074967.295693:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074967.295696:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b6108. 00000400:00000010:0.0:1769074967.295700:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f2a8. 00000100:00000200:0.0:1769074967.295707:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613345664, portal 10 00000100:00000001:0.0:1769074967.295710:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.295711:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738834816 : -114161970716800 : ffff982b9849df80) 00000100:00000040:0.0:1769074967.295716:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b9849df80 x1855007613345664/t73014444085(73014444085) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.295724:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074967.295726:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074967.295729:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f198. 00000100:00000200:0.0:1769074967.295734:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1855007613345664, offset 0 00000400:00000200:0.0:1769074967.295741:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074967.295750:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074967.295758:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074967.295765:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074967.295769:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074967.295774:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074967.295777:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074967.295782:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15568:15568:256:4294967295] 192.168.204.151@tcp LPNI seq info [15568:15568:8:4294967295] 00000400:00000200:0.0:1769074967.295787:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074967.295797:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074967.295804:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074967.295810:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08a00. 00000800:00000200:0.0:1769074967.295817:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074967.295825:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074967.295830:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08a00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1769074967.295850:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.295855:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 971066 usecs (972 jiffies) 00000400:00000200:0.0:1769074967.295858:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074967.295861:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624945 00000100:00000001:0.0:1769074967.295865:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:0.0:1769074967.295868:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624945 00000100:00000001:0.0:1769074967.295871:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:0.0:1769074967.295873:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074967.295877:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.295879:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.295881:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.295884:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074967.295886:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1769074967.295888:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.295889:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074967.295890:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.295892:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074967.296033:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074967.296047:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08a00. 00000400:00000200:2.0:1769074967.296051:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.296057:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074967.296062:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f198 00000400:00000010:2.0:1769074967.296064:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f198. 00000100:00000001:2.0:1769074967.296068:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074967.296073:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9849df80 x1855007613345664/t73014444085(73014444085) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.296087:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074967.296091:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9849df80 x1855007613345664/t73014444085(73014444085) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.296098:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074967.296099:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074967.302652:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.302676:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074967.302682:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.302685:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074967.302700:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.302846:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074967.302857:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.302863:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.302870:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.302874:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 608 into portal 10 MB=0x6971e9dd95f80 00000400:00000200:3.0:1769074967.302880:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.302888:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 608/608 into md 0x22a05 [1] + 224 00000800:00000001:3.0:1769074967.302898:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.302911:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074967.302914:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.302919:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074967.302930:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074967.302942:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9849df80 x1855007613345664/t73014444085(73014444085) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074967.302954:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff982b9849df80 x1855007613345664/t73014444085(73014444085) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.302979:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769074967.302991:0:2358:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1769074967.302995:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.303002:0:2358:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.51@tcp to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074967.303009:0:2358:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15569:15569:256:4294967295] 192.168.204.151@tcp LPNI seq info [15569:15569:8:4294967295] 00000400:00000200:3.0:1769074967.303013:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.303022:0:2358:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:192.168.204.51@tcp) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) 192.168.204.151@tcp : ACK try# 0 00000800:00000200:3.0:1769074967.303029:0:2358:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074967.303036:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652900. 00000800:00000200:3.0:1769074967.303052:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074967.303060:0:2358:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074967.303065:0:2358:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1769074967.303174:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074967.303179:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652900. 00000400:00000200:3.0:1769074967.303182:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.303186:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: ACK: OK 00000800:00000001:3.0:1769074967.303192:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.303197:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.303255:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.303261:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074967.303272:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074967.303274:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074967.303327:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6108. 00000400:00000200:0.0:1769074967.303334:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f2a8 00000400:00000010:0.0:1769074967.303337:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f2a8. 00000100:00000001:0.0:1769074967.303341:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074967.303347:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9849df80 x1855007613345664/t73014444085(73014444085) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074967.303364:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9849df80 x1855007613345664/t73014444085(73014444085) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/664 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.303371:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074967.303373:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.303377:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074967.303381:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074967.303384:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074967.303387:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.303391:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074967.303405:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=28 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074967.303409:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=70 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074967.303413:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1769074967.303417:0:2363:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff982b9849df80 x1855007613345664/t73014444085(73014444085) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.303424:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1769074967.303428:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1769074967.303431:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074967.303445:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:0.0:1769074967.303447:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074967.303451:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1769074967.303456:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9849df80 x1855007613345664/t73014444085(73014444085) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.303463:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1769074967.303467:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074967.303469:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.303472:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1769074967.303477:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b9849df80 x1855007613345664/t73014444085(73014444085) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074967.303485:0:2363:0:(mdc_request.c:664:mdc_replay_open()) Process entered 00000002:00080000:0.0:1769074967.303495:0:2363:0:(mdc_request.c:714:mdc_replay_open()) @@@ updating close body with new fh req@ffff982b984a8a80 x1855007613345920/t73014444086(73014444086) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1769074967.303503:0:2363:0:(mdc_request.c:717:mdc_replay_open()) Process leaving 00000100:00020000:0.0:1769074967.303506:0:2363:0:(client.c:3418:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff982b9849df80 x1855007613345664/t73014444085(73014444085) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.303513:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1769074967.303516:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1769074967.303518:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1769074967.303520:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1769074967.303522:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:0.0:1769074967.303528:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1769074967.303536:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1769074967.303538:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1769074967.303540:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444085 00000100:00000001:0.0:1769074967.303558:0:2363:0:(client.c:3499:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1769074967.303564:0:2363:0:(client.c:3523:ptlrpc_replay_req()) @@@ REPLAY req@ffff982b984a8a80 x1855007613345920/t73014444086(73014444086) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.303571:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.303573:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738878592 : -114161970673024 : ffff982b984a8a80) 00000100:00000040:0.0:1769074967.303579:0:2363:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfe6d1ab] to pc [ptlrpcd_rcv+-1] req@ffff982b984a8a80 x1855007613345920/t73014444086(73014444086) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.303590:0:2363:0:(client.c:3532:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.303592:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.303594:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.303596:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.303601:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9849df80 x1855007613345664/t73014444085(73014444085) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074967.303610:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9849df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613345664:192.168.204.151@tcp:101:createmany.0 00000100:00000001:0.0:1769074967.303616:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.303618:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.303622:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849df80 x1855007613345664/t73014444085(73014444085) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.303630:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.303632:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.303641:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074967.303643:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.303645:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.303647:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074967.303649:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074967.303653:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b984a8a80 x1855007613345920/t73014444086(73014444086) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074840 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.303661:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074967.303663:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.303667:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074967.303671:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074967.303674:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074967.304137:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b984a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613345920:192.168.204.151@tcp:35:createmany.0 00000100:00000001:0.0:1769074967.304146:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074967.304154:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074967.304157:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074967.304168:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074967.304175:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b6108. 00000400:00000010:0.0:1769074967.304182:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f2a8. 00000100:00000200:0.0:1769074967.304190:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613345920, portal 10 00000100:00000001:0.0:1769074967.304192:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.304193:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738878592 : -114161970673024 : ffff982b984a8a80) 00000100:00000040:0.0:1769074967.304201:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=604 req@ffff982b984a8a80 x1855007613345920/t73014444086(73014444086) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.304208:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074967.304212:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074967.304215:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f660. 00000100:00000200:0.0:1769074967.304219:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1855007613345920, offset 0 00000400:00000200:0.0:1769074967.304226:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074967.304234:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074967.304242:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074967.304248:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074967.304254:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074967.304258:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074967.304261:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074967.304266:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15570:15570:256:4294967295] 192.168.204.151@tcp LPNI seq info [15570:15570:8:4294967295] 00000400:00000200:0.0:1769074967.304270:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074967.304278:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074967.304313:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074967.304321:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08a00. 00000800:00000200:0.0:1769074967.304327:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074967.304334:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074967.304338:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1769074967.304352:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.304357:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 969731 usecs (970 jiffies) 00000400:00000200:0.0:1769074967.304361:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074967.304365:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624952 00000100:00000001:0.0:1769074967.304368:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:0.0:1769074967.304372:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624952 00000100:00000001:0.0:1769074967.304375:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:0.0:1769074967.304378:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074967.304381:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.304385:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.304387:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.304392:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074967.304395:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:0.0:1769074967.304397:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.304399:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074967.304401:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.304402:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1769074967.309317:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.309340:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074967.309346:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.309349:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074967.309363:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.309373:0:2359:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074967.309383:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.309389:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.309396:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.309401:0:2359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 456 into portal 10 MB=0x6971e9dd96080 00000400:00000200:3.0:1769074967.309407:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.309415:0:2359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 456/456 into md 0x22a0d [1] + 224 00000800:00000001:3.0:1769074967.309425:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.309435:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074967.309439:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.309444:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074967.309455:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074967.309466:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b984a8a80 x1855007613345920/t73014444086(73014444086) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1769074967.309478:0:2359:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff982b984a8a80 x1855007613345920/t73014444086(73014444086) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:R/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.309488:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:2.0:1769074967.309832:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074967.309839:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08a00. 00000400:00000200:2.0:1769074967.309846:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.309850:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:0.0:1769074967.309923:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.309932:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074967.309942:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074967.309944:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074967.309950:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6108. 00000400:00000200:0.0:1769074967.309955:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f2a8 00000400:00000010:0.0:1769074967.309959:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f2a8. 00000100:00000001:0.0:1769074967.309963:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074967.309969:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b984a8a80 x1855007613345920/t73014444086(73014444086) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:R/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074967.309978:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b984a8a80 x1855007613345920/t73014444086(73014444086) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:RU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.309984:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1769074967.309989:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to UnregRPC req@ffff982b984a8a80 x1855007613345920/t73014444086(73014444086) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl Rpc:RU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.309997:0:2363:0:(client.c:2966:ptlrpc_unregister_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.310000:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.310004:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.310006:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.310007:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074967.310009:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.310011:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1769074967.310069:0:2359:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.310074:0:2359:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.310243:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f660 00000400:00000010:2.0:1769074967.310245:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f660. 00000100:00000001:2.0:1769074967.310248:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074967.310252:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b984a8a80 x1855007613345920/t73014444086(73014444086) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl UnregRPC:RU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.310267:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074967.310270:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff982b984a8a80 x1855007613345920/t73014444086(73014444086) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl UnregRPC:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.310295:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.310297:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1769074967.310303:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from UnregRPC to Rpc req@ffff982b984a8a80 x1855007613345920/t73014444086(73014444086) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 4 fl UnregRPC:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.310311:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.310314:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074967.310318:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074967.310322:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074967.310324:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.310328:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074967.310341:0:2363:0:(import.c:2128:obd_at_measure()) add 10 to ffff982b88b88ca0 time=28 v=10 (10 5 0 10) 00000100:00001000:0.0:1769074967.310346:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=70 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074967.310349:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074967.310351:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074967.310354:0:2363:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074967.310359:0:2363:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.310363:0:2363:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1769074967.310366:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074967.310368:0:2363:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444034 00000100:00000001:0.0:1769074967.310371:0:2363:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074967.310373:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074967.310376:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.310378:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b984a8a80 x1855007613345920/t73014444086(73014444086) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.310378:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769074967.310385:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074967.310389:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074967.310391:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.310394:0:2363:0:(client.c:3356:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1769074967.310399:0:2363:0:(client.c:3408:ptlrpc_replay_interpret()) @@@ got reply req@ffff982b984a8a80 x1855007613345920/t73014444086(73014444086) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.310408:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1769074967.310411:0:2363:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1769074967.310414:0:2363:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1769074967.310416:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1769074967.310417:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444034 gen 1 00000100:00100000:0.0:1769074967.310423:0:2363:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1769074967.310430:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1769074967.310432:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1769074967.310433:0:2363:0:(recover.c:53:ptlrpc_replay_next()) import ffff982b88b88800 from lustre-MDT0000_UUID committed 73014444034 last 73014444086 00000100:00000001:0.0:1769074967.310449:0:2363:0:(recover.c:136:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769074967.310452:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from REPLAY to REPLAY_LOCKS 00000020:00000040:0.0:1769074967.310456:0:2363:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=55 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:0.0:1769074967.310875:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.310879:0:2363:0:(client.c:3485:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.310886:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b984a8a80 x1855007613345920/t73014444086(73014444086) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1769074967.310895:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b984a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613345920:192.168.204.151@tcp:35:createmany.0 00000100:00000001:0.0:1769074967.310900:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.310901:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.310904:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b984a8a80 x1855007613345920/t73014444086(73014444086) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.310910:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.310912:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.310922:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074967.310924:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.310927:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.310928:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1769074967.310967:0:31793:0:(ldlm_request.c:2714:ldlm_lock_replay_thread()) lock replay thread lustre-MDT0000-mdc-ffff982b858dd800 to lustre-MDT0000_UUID@192.168.204.151@tcp 00010000:00000001:2.0:1769074967.310970:0:31793:0:(ldlm_request.c:2670:__ldlm_replay_locks()) Process entered 00010000:00010000:2.0:1769074967.310973:0:31793:0:(ldlm_request.c:2634:ldlm_cancel_unused_locks_for_replay()) Dropping as many unused locks as possible before replay for namespace lustre-MDT0000-mdc-ffff982b858dd800 (25) 00010000:00000001:2.0:1769074967.310978:0:31793:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000002:00000001:2.0:1769074967.310985:0:31793:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074967.310988:0:31793:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.310992:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.310997:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074967.311000:0:31793:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074967.311002:0:31793:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.311004:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.311007:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074967.311010:0:31793:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074967.311011:0:31793:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.311014:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.311015:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074967.311018:0:31793:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074967.311020:0:31793:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.311022:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.311023:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074967.311026:0:31793:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074967.311028:0:31793:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.311030:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.311031:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074967.311034:0:31793:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074967.311035:0:31793:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.311037:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.311051:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074967.311054:0:31793:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074967.311055:0:31793:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.311058:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.311059:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074967.311062:0:31793:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074967.311064:0:31793:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.311066:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.311068:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074967.311070:0:31793:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074967.311072:0:31793:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.311074:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.311076:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074967.311078:0:31793:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074967.311080:0:31793:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.311082:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.311084:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074967.311086:0:31793:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074967.311089:0:31793:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.311092:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.311093:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074967.311096:0:31793:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074967.311098:0:31793:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.311101:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.311102:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074967.311106:0:31793:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074967.311108:0:31793:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.311111:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.311113:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074967.311115:0:31793:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074967.311116:0:31793:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.311118:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.311120:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074967.311122:0:31793:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074967.311124:0:31793:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.311126:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.311128:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074967.311131:0:31793:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074967.311132:0:31793:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.311135:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.311137:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074967.311139:0:31793:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074967.311141:0:31793:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.311143:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.311145:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074967.311148:0:31793:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074967.311149:0:31793:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.311151:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.311153:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074967.311157:0:31793:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074967.311159:0:31793:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.311161:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.311164:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074967.311167:0:31793:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074967.311168:0:31793:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.311170:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.311172:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074967.311175:0:31793:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074967.311176:0:31793:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.311178:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.311180:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074967.311182:0:31793:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074967.311184:0:31793:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.311186:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.311188:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074967.311190:0:31793:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074967.311192:0:31793:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.311194:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.311196:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074967.311198:0:31793:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074967.311200:0:31793:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.311202:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.311204:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1769074967.311207:0:31793:0:(mdc_request.c:2963:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074967.311209:0:31793:0:(ldlm_request.c:1771:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.311211:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.311212:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769074967.311215:0:31793:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=25 : 25 : 19) 00010000:00000001:2.0:1769074967.311219:0:31793:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1769074967.311223:0:31793:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074967.311230:0:31793:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074967.311233:0:31793:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1769074967.311236:0:31793:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x50:0x0] mode (null) 00000002:00000001:2.0:1769074967.311241:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.311245:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.311253:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020cb00 count: 2 00010000:00000001:2.0:1769074967.311256:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.311262:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.311264:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.311265:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.311267:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020cb00 count: 2 00010000:00000001:2.0:1769074967.311268:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.311271:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.311272:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.311274:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.311275:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020cb00 count: 2 00010000:00000001:2.0:1769074967.311277:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.311357:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.311360:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.311361:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.311363:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020cb00 count: 2 00010000:00000001:2.0:1769074967.311365:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.311367:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.311370:0:31793:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.311373:0:31793:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:2.0:1769074967.311376:0:31793:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000010:2.0:1769074967.311383:0:31793:0:(cl_object.c:669:cl_env_new()) slab-alloced 'cle': 144 at ffff982b862006c0. 00000020:00000010:2.0:1769074967.311389:0:31793:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b83d9ee00. 00000020:00000010:2.0:1769074967.311395:0:31793:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff982b83d9fc00. 00000020:00000010:2.0:1769074967.311400:0:31793:0:(cl_object.c:1091:cl_key_init()) kmalloced '(value)': 72 at ffff982b984d6300. 00000008:00000010:2.0:1769074967.311407:0:31793:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff982b849ee468. 00020000:00000010:2.0:1769074967.311413:0:31793:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff982b87c8a000. 00008000:00000010:2.0:1769074967.311420:0:31793:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff982b891c1fc8. 00000080:00000010:2.0:1769074967.311428:0:31793:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff982b860ffb28. 00000080:00000010:2.0:1769074967.313450:0:31793:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff982b85ba9da8. 00000020:00000010:2.0:1769074967.313477:0:31793:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff982b83d9f200. 00000008:00000010:2.0:1769074967.313489:0:31793:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff982b852b06e0. 00020000:00000010:2.0:1769074967.313495:0:31793:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff982b990633c0. 00008000:00000010:2.0:1769074967.313501:0:31793:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff982b860fd610. 00000080:00000010:2.0:1769074967.313508:0:31793:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff982b8a4c41e0. 00000020:00000001:2.0:1769074967.313512:0:31793:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911434102472 : -114162275449144 : ffff982b862006c8) 00000020:00001000:2.0:1769074967.313516:0:31793:0:(cl_object.c:785:cl_env_get()) 1@ffff982b862006c0 00000020:00000001:2.0:1769074967.313520:0:31793:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:2.0:1769074967.313619:0:31793:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x50:0x0]: losing layout lock 00000080:00000001:2.0:1769074967.313625:0:31793:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1769074967.313628:0:31793:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1769074967.313634:0:31793:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1769074967.313637:0:31793:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1769074967.313640:0:31793:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x50:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1769074967.313642:0:31793:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074967.313644:0:31793:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1769074967.313646:0:31793:0:(cl_object.c:879:cl_env_put()) 1@ffff982b862006c0 00000080:00000001:2.0:1769074967.313650:0:31793:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.313655:0:31793:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1769074967.313658:0:31793:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x50:0x0](ffff982b9069c2c8) invalid 00000020:00000001:2.0:1769074967.313662:0:31793:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb014ebc70 00000080:00002000:2.0:1769074967.313664:0:31793:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f16.replay-dual-24 (ffff982b90e16288) parent ffff982b90d9e5e8 inode ffff982b9069c2c8 refc 0 00000080:00000001:2.0:1769074967.313678:0:31793:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1769074967.313688:0:31793:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1769074967.313693:0:31793:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1769074967.313702:0:31793:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074967.313705:0:31793:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.313713:0:31793:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074967.313715:0:31793:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074967.313719:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.313721:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769074967.313726:0:31793:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b902ec800 with handle 0x5d432443066b7569 from hash 00010000:00000001:2.0:1769074967.313729:0:31793:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074967.313731:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074967.313734:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.313736:0:31793:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074967.313742:0:31793:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074967.313744:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074967.313748:0:31793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec800/0x5d432443066b7569 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xf5b77ed682f5d5de expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000010:2.0:1769074967.313761:0:31793:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff982b9851e100. 00010000:00000040:2.0:1769074967.313769:0:31793:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b9020cb00 count: 0 00010000:00000010:2.0:1769074967.313778:0:31793:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b90209f80. 00010000:00000001:2.0:1769074967.313785:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.313787:0:31793:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1769074967.313789:0:31793:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074967.313794:0:31793:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074967.313796:0:31793:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1769074967.313799:0:31793:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x4f:0x0] mode (null) 00000002:00000001:2.0:1769074967.313805:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.313808:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.313813:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c700 count: 2 00010000:00000001:2.0:1769074967.313816:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.313820:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.313822:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.313823:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.313824:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c700 count: 2 00010000:00000001:2.0:1769074967.313826:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.313828:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.313830:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.313831:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.313832:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c700 count: 2 00010000:00000001:2.0:1769074967.313834:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.313836:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.313838:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.313839:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.313841:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c700 count: 2 00010000:00000001:2.0:1769074967.313842:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.313845:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.313847:0:31793:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.313850:0:31793:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:2.0:1769074967.313851:0:31793:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074967.313853:0:31793:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911434102472 : -114162275449144 : ffff982b862006c8) 00000020:00001000:2.0:1769074967.313856:0:31793:0:(cl_object.c:785:cl_env_get()) 1@ffff982b862006c0 00000020:00000001:2.0:1769074967.313857:0:31793:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:2.0:1769074967.313859:0:31793:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x4f:0x0]: losing layout lock 00000080:00000001:2.0:1769074967.313861:0:31793:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1769074967.313862:0:31793:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1769074967.313864:0:31793:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1769074967.313866:0:31793:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1769074967.313868:0:31793:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x4f:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1769074967.313870:0:31793:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074967.313872:0:31793:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1769074967.313874:0:31793:0:(cl_object.c:879:cl_env_put()) 1@ffff982b862006c0 00000080:00000001:2.0:1769074967.313875:0:31793:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.313877:0:31793:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1769074967.313879:0:31793:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x4f:0x0](ffff982b9069ba88) invalid 00000020:00000001:2.0:1769074967.313882:0:31793:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb014ebc70 00000080:00002000:2.0:1769074967.313883:0:31793:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f16.replay-dual-23 (ffff982b90e16000) parent ffff982b90d9e5e8 inode ffff982b9069ba88 refc 0 00000080:00000001:2.0:1769074967.313888:0:31793:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1769074967.313891:0:31793:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1769074967.313894:0:31793:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1769074967.313897:0:31793:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074967.313898:0:31793:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.313900:0:31793:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074967.313902:0:31793:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074967.313903:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.313905:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769074967.313907:0:31793:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b902ec400 with handle 0x5d432443066b755b from hash 00010000:00000001:2.0:1769074967.313910:0:31793:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074967.313911:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074967.313912:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.313913:0:31793:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074967.313915:0:31793:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074967.313916:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074967.313918:0:31793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec400/0x5d432443066b755b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xf5b77ed682f5d5ad expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000010:2.0:1769074967.313926:0:31793:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff982b9851e0c0. 00010000:00000040:2.0:1769074967.313929:0:31793:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b9020c700 count: 0 00010000:00000010:2.0:1769074967.313933:0:31793:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b90209700. 00010000:00000001:2.0:1769074967.313937:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.313939:0:31793:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1769074967.313941:0:31793:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074967.313943:0:31793:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074967.313944:0:31793:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1769074967.313946:0:31793:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x4e:0x0] mode (null) 00000002:00000001:2.0:1769074967.313948:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.313950:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.313952:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020cd00 count: 2 00010000:00000001:2.0:1769074967.313954:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.313956:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.313958:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.313959:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.313961:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020cd00 count: 2 00010000:00000001:2.0:1769074967.313962:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.313965:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.313966:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.313968:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.313969:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020cd00 count: 2 00010000:00000001:2.0:1769074967.313971:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.313973:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.313975:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.313976:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.313977:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020cd00 count: 2 00010000:00000001:2.0:1769074967.313979:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.313981:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.313982:0:31793:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.313984:0:31793:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:2.0:1769074967.313985:0:31793:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074967.313986:0:31793:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911434102472 : -114162275449144 : ffff982b862006c8) 00000020:00001000:2.0:1769074967.313988:0:31793:0:(cl_object.c:785:cl_env_get()) 1@ffff982b862006c0 00000020:00000001:2.0:1769074967.313990:0:31793:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:2.0:1769074967.313992:0:31793:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x4e:0x0]: losing layout lock 00000080:00000001:2.0:1769074967.313994:0:31793:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1769074967.313996:0:31793:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1769074967.313998:0:31793:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1769074967.313999:0:31793:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1769074967.314002:0:31793:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x4e:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1769074967.314004:0:31793:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074967.314006:0:31793:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1769074967.314007:0:31793:0:(cl_object.c:879:cl_env_put()) 1@ffff982b862006c0 00000080:00000001:2.0:1769074967.314008:0:31793:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.314010:0:31793:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1769074967.314012:0:31793:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x4e:0x0](ffff982b9069f448) invalid 00000020:00000001:2.0:1769074967.314014:0:31793:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb014ebc70 00000080:00002000:2.0:1769074967.314017:0:31793:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f16.replay-dual-22 (ffff982b90dd16c0) parent ffff982b90d9e5e8 inode ffff982b9069f448 refc 0 00000080:00000001:2.0:1769074967.314022:0:31793:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1769074967.314025:0:31793:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1769074967.314028:0:31793:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1769074967.314031:0:31793:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074967.314033:0:31793:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.314035:0:31793:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074967.314037:0:31793:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074967.314049:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.314051:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769074967.314053:0:31793:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b902ec600 with handle 0x5d432443066b754d from hash 00010000:00000001:2.0:1769074967.314056:0:31793:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074967.314057:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074967.314058:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.314060:0:31793:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074967.314061:0:31793:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074967.314062:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074967.314065:0:31793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec600/0x5d432443066b754d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xf5b77ed682f5d57c expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000010:2.0:1769074967.314072:0:31793:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff982b9851e3c0. 00010000:00000040:2.0:1769074967.314074:0:31793:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b9020cd00 count: 0 00010000:00000010:2.0:1769074967.314077:0:31793:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b90209380. 00010000:00000001:2.0:1769074967.314082:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.314083:0:31793:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1769074967.314086:0:31793:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074967.314089:0:31793:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074967.314091:0:31793:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1769074967.314092:0:31793:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x4d:0x0] mode (null) 00000002:00000001:2.0:1769074967.314094:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.314096:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.314098:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5f00 count: 2 00010000:00000001:2.0:1769074967.314100:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.314102:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.314104:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.314105:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.314108:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5f00 count: 2 00010000:00000001:2.0:1769074967.314109:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.314111:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.314113:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.314114:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.314116:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5f00 count: 2 00010000:00000001:2.0:1769074967.314118:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.314120:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.314121:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.314122:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.314124:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5f00 count: 2 00010000:00000001:2.0:1769074967.314126:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.314127:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.314129:0:31793:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.314131:0:31793:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:2.0:1769074967.314132:0:31793:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074967.314134:0:31793:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911434102472 : -114162275449144 : ffff982b862006c8) 00000020:00001000:2.0:1769074967.314135:0:31793:0:(cl_object.c:785:cl_env_get()) 1@ffff982b862006c0 00000020:00000001:2.0:1769074967.314137:0:31793:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:2.0:1769074967.314139:0:31793:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x4d:0x0]: losing layout lock 00000080:00000001:2.0:1769074967.314141:0:31793:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1769074967.314143:0:31793:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1769074967.314145:0:31793:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1769074967.314146:0:31793:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1769074967.314149:0:31793:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x4d:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1769074967.314151:0:31793:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074967.314152:0:31793:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1769074967.314153:0:31793:0:(cl_object.c:879:cl_env_put()) 1@ffff982b862006c0 00000080:00000001:2.0:1769074967.314155:0:31793:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.314157:0:31793:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1769074967.314158:0:31793:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x4d:0x0](ffff982b906b00c8) invalid 00000020:00000001:2.0:1769074967.314160:0:31793:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb014ebc70 00000080:00002000:2.0:1769074967.314162:0:31793:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f16.replay-dual-21 (ffff982b90e165e8) parent ffff982b90d9e5e8 inode ffff982b906b00c8 refc 0 00000080:00000001:2.0:1769074967.314166:0:31793:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1769074967.314170:0:31793:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1769074967.314172:0:31793:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1769074967.314175:0:31793:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074967.314177:0:31793:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.314180:0:31793:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074967.314181:0:31793:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074967.314182:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.314184:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769074967.314186:0:31793:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b902eda00 with handle 0x5d432443066b753f from hash 00010000:00000001:2.0:1769074967.314189:0:31793:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074967.314190:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074967.314191:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.314192:0:31793:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074967.314194:0:31793:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074967.314195:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074967.314198:0:31793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902eda00/0x5d432443066b753f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xf5b77ed682f5d54b expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000010:2.0:1769074967.314204:0:31793:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff982b99072940. 00010000:00000040:2.0:1769074967.314207:0:31793:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b985e5f00 count: 0 00010000:00000010:2.0:1769074967.314209:0:31793:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b985e6900. 00010000:00000001:2.0:1769074967.314215:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.314217:0:31793:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1769074967.314218:0:31793:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074967.314221:0:31793:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074967.314222:0:31793:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1769074967.314224:0:31793:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x4c:0x0] mode (null) 00000002:00000001:2.0:1769074967.314225:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.314227:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.314229:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c300 count: 2 00010000:00000001:2.0:1769074967.314231:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.314233:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.314235:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.314236:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.314237:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c300 count: 2 00010000:00000001:2.0:1769074967.314239:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.314241:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.314242:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.314244:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.314245:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c300 count: 2 00010000:00000001:2.0:1769074967.314247:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.314249:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.314251:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.314252:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.314254:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c300 count: 2 00010000:00000001:2.0:1769074967.314256:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.314257:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.314259:0:31793:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.314261:0:31793:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:2.0:1769074967.314262:0:31793:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074967.314264:0:31793:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911434102472 : -114162275449144 : ffff982b862006c8) 00000020:00001000:2.0:1769074967.314266:0:31793:0:(cl_object.c:785:cl_env_get()) 1@ffff982b862006c0 00000020:00000001:2.0:1769074967.314268:0:31793:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:2.0:1769074967.314270:0:31793:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x4c:0x0]: losing layout lock 00000080:00000001:2.0:1769074967.314272:0:31793:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1769074967.314273:0:31793:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1769074967.314276:0:31793:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1769074967.314277:0:31793:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1769074967.314340:0:31793:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x4c:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1769074967.314342:0:31793:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074967.314345:0:31793:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1769074967.314347:0:31793:0:(cl_object.c:879:cl_env_put()) 1@ffff982b862006c0 00000080:00000001:2.0:1769074967.314349:0:31793:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.314350:0:31793:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1769074967.314352:0:31793:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x4c:0x0](ffff982b90699148) invalid 00000020:00000001:2.0:1769074967.314355:0:31793:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb014ebc70 00000080:00002000:2.0:1769074967.314356:0:31793:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f16.replay-dual-20 (ffff982b90e16ca8) parent ffff982b90d9e5e8 inode ffff982b90699148 refc 0 00000080:00000001:2.0:1769074967.314362:0:31793:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1769074967.314370:0:31793:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1769074967.314373:0:31793:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1769074967.314376:0:31793:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074967.314377:0:31793:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.314380:0:31793:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074967.314382:0:31793:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074967.314383:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.314385:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769074967.314388:0:31793:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b902ecc00 with handle 0x5d432443066b7531 from hash 00010000:00000001:2.0:1769074967.314391:0:31793:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074967.314392:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074967.314393:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.314394:0:31793:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074967.314396:0:31793:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074967.314398:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074967.314400:0:31793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ecc00/0x5d432443066b7531 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xf5b77ed682f5d51a expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000010:2.0:1769074967.314406:0:31793:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff982b9851e340. 00010000:00000040:2.0:1769074967.314409:0:31793:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b9020c300 count: 0 00010000:00000010:2.0:1769074967.314412:0:31793:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b90209780. 00010000:00000001:2.0:1769074967.314417:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.314418:0:31793:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1769074967.314420:0:31793:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074967.314422:0:31793:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074967.314423:0:31793:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1769074967.314425:0:31793:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x4b:0x0] mode (null) 00000002:00000001:2.0:1769074967.314427:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.314429:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.314431:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5b00 count: 2 00010000:00000001:2.0:1769074967.314434:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.314436:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.314437:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.314438:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.314440:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5b00 count: 2 00010000:00000001:2.0:1769074967.314442:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.314444:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.314446:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.314447:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.314448:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5b00 count: 2 00010000:00000001:2.0:1769074967.314450:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.314452:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.314454:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.314455:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.314457:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5b00 count: 2 00010000:00000001:2.0:1769074967.314459:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.314461:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.314463:0:31793:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.314465:0:31793:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:2.0:1769074967.314466:0:31793:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074967.314468:0:31793:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911434102472 : -114162275449144 : ffff982b862006c8) 00000020:00001000:2.0:1769074967.314470:0:31793:0:(cl_object.c:785:cl_env_get()) 1@ffff982b862006c0 00000020:00000001:2.0:1769074967.314471:0:31793:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:2.0:1769074967.314473:0:31793:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x4b:0x0]: losing layout lock 00000080:00000001:2.0:1769074967.314475:0:31793:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1769074967.314477:0:31793:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1769074967.314479:0:31793:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1769074967.314481:0:31793:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1769074967.314483:0:31793:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x4b:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1769074967.314485:0:31793:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074967.314486:0:31793:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1769074967.314488:0:31793:0:(cl_object.c:879:cl_env_put()) 1@ffff982b862006c0 00000080:00000001:2.0:1769074967.314489:0:31793:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.314491:0:31793:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1769074967.314493:0:31793:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x4b:0x0](ffff982b906b6c08) invalid 00000020:00000001:2.0:1769074967.314495:0:31793:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb014ebc70 00000080:00002000:2.0:1769074967.314497:0:31793:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f16.replay-dual-19 (ffff982b90665438) parent ffff982b90d9e5e8 inode ffff982b906b6c08 refc 0 00000080:00000001:2.0:1769074967.314502:0:31793:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1769074967.314505:0:31793:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1769074967.314508:0:31793:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1769074967.314511:0:31793:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074967.314512:0:31793:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.314515:0:31793:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074967.314517:0:31793:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074967.314518:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.314519:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769074967.314522:0:31793:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b90254600 with handle 0x5d432443066b7523 from hash 00010000:00000001:2.0:1769074967.314524:0:31793:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074967.314525:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074967.314526:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.314527:0:31793:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074967.314528:0:31793:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074967.314530:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074967.314532:0:31793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254600/0x5d432443066b7523 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xf5b77ed682f5d4e9 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000010:2.0:1769074967.314540:0:31793:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff982b990724c0. 00010000:00000040:2.0:1769074967.314543:0:31793:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b985e5b00 count: 0 00010000:00000010:2.0:1769074967.314546:0:31793:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b985e6100. 00010000:00000001:2.0:1769074967.314551:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.314552:0:31793:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1769074967.314554:0:31793:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074967.314557:0:31793:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074967.314558:0:31793:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1769074967.314559:0:31793:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x4a:0x0] mode (null) 00000002:00000001:2.0:1769074967.314562:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.314563:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.314566:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c400 count: 2 00010000:00000001:2.0:1769074967.314568:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.314570:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.314572:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.314573:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.314575:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c400 count: 2 00010000:00000001:2.0:1769074967.314577:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.314579:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.314580:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.314582:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.314583:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c400 count: 2 00010000:00000001:2.0:1769074967.314585:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.314587:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.314588:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.314590:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.314591:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c400 count: 2 00010000:00000001:2.0:1769074967.314593:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.314596:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.314597:0:31793:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.314599:0:31793:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:2.0:1769074967.314600:0:31793:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074967.314601:0:31793:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911434102472 : -114162275449144 : ffff982b862006c8) 00000020:00001000:2.0:1769074967.314604:0:31793:0:(cl_object.c:785:cl_env_get()) 1@ffff982b862006c0 00000020:00000001:2.0:1769074967.314606:0:31793:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:2.0:1769074967.314608:0:31793:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x4a:0x0]: losing layout lock 00000080:00000001:2.0:1769074967.314610:0:31793:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1769074967.314612:0:31793:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1769074967.314614:0:31793:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1769074967.314616:0:31793:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1769074967.314618:0:31793:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x4a:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1769074967.314620:0:31793:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074967.314622:0:31793:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1769074967.314623:0:31793:0:(cl_object.c:879:cl_env_put()) 1@ffff982b862006c0 00000080:00000001:2.0:1769074967.314625:0:31793:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.314626:0:31793:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1769074967.314628:0:31793:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x4a:0x0](ffff982b906880c8) invalid 00000020:00000001:2.0:1769074967.314630:0:31793:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb014ebc70 00000080:00002000:2.0:1769074967.314632:0:31793:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f16.replay-dual-18 (ffff982b90960288) parent ffff982b90d9e5e8 inode ffff982b906880c8 refc 0 00000080:00000001:2.0:1769074967.314638:0:31793:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1769074967.314641:0:31793:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1769074967.314644:0:31793:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1769074967.314647:0:31793:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074967.314648:0:31793:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.314651:0:31793:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074967.314652:0:31793:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074967.314654:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.314656:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769074967.314658:0:31793:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b902ed000 with handle 0x5d432443066b7515 from hash 00010000:00000001:2.0:1769074967.314661:0:31793:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074967.314662:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074967.314664:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.314665:0:31793:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074967.314667:0:31793:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074967.314668:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074967.314670:0:31793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ed000/0x5d432443066b7515 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xf5b77ed682f5d4b8 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000010:2.0:1769074967.314678:0:31793:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff982b9851ea80. 00010000:00000040:2.0:1769074967.314680:0:31793:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b9020c400 count: 0 00010000:00000010:2.0:1769074967.314683:0:31793:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b90209500. 00010000:00000001:2.0:1769074967.314688:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.314690:0:31793:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1769074967.314692:0:31793:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074967.314694:0:31793:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074967.314695:0:31793:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1769074967.314697:0:31793:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x49:0x0] mode (null) 00000002:00000001:2.0:1769074967.314699:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.314700:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.314702:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5d00 count: 2 00010000:00000001:2.0:1769074967.314704:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.314706:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.314708:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.314709:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.314710:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5d00 count: 2 00010000:00000001:2.0:1769074967.314712:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.314714:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.314715:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.314716:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.314718:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5d00 count: 2 00010000:00000001:2.0:1769074967.314720:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.314722:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.314723:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.314724:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.314726:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5d00 count: 2 00010000:00000001:2.0:1769074967.314728:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.314730:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.314731:0:31793:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.314733:0:31793:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:2.0:1769074967.314734:0:31793:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074967.314736:0:31793:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911434102472 : -114162275449144 : ffff982b862006c8) 00000020:00001000:2.0:1769074967.314737:0:31793:0:(cl_object.c:785:cl_env_get()) 1@ffff982b862006c0 00000020:00000001:2.0:1769074967.314739:0:31793:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:2.0:1769074967.314741:0:31793:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x49:0x0]: losing layout lock 00000080:00000001:2.0:1769074967.314743:0:31793:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1769074967.314745:0:31793:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1769074967.314747:0:31793:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1769074967.314749:0:31793:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1769074967.314751:0:31793:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x49:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1769074967.314753:0:31793:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074967.314755:0:31793:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1769074967.314756:0:31793:0:(cl_object.c:879:cl_env_put()) 1@ffff982b862006c0 00000080:00000001:2.0:1769074967.314758:0:31793:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.314760:0:31793:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1769074967.314761:0:31793:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x49:0x0](ffff982b906b4b08) invalid 00000020:00000001:2.0:1769074967.314764:0:31793:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb014ebc70 00000080:00002000:2.0:1769074967.314765:0:31793:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f16.replay-dual-17 (ffff982ba0a8a360) parent ffff982b90d9e5e8 inode ffff982b906b4b08 refc 0 00000080:00000001:2.0:1769074967.314771:0:31793:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1769074967.314773:0:31793:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1769074967.314776:0:31793:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1769074967.314778:0:31793:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074967.314779:0:31793:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.314781:0:31793:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074967.314783:0:31793:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074967.314784:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.314786:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769074967.314788:0:31793:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b985d3000 with handle 0x5d432443066b7507 from hash 00010000:00000001:2.0:1769074967.314790:0:31793:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074967.314791:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074967.314793:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.314793:0:31793:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074967.314795:0:31793:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074967.314797:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074967.314799:0:31793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3000/0x5d432443066b7507 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xf5b77ed682f5d487 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000010:2.0:1769074967.314806:0:31793:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff982b99072f80. 00010000:00000040:2.0:1769074967.314809:0:31793:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b985e5d00 count: 0 00010000:00000010:2.0:1769074967.314812:0:31793:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b985e6380. 00010000:00000001:2.0:1769074967.314818:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.314819:0:31793:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1769074967.314822:0:31793:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074967.314824:0:31793:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074967.314826:0:31793:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1769074967.314827:0:31793:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x48:0x0] mode (null) 00000002:00000001:2.0:1769074967.314829:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.314831:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.314833:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036900 count: 2 00010000:00000001:2.0:1769074967.314835:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.314837:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.314839:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.314840:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.314841:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036900 count: 2 00010000:00000001:2.0:1769074967.314843:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.314845:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.314846:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.314848:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.314849:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036900 count: 2 00010000:00000001:2.0:1769074967.314851:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.314853:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.314854:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.314855:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.314857:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036900 count: 2 00010000:00000001:2.0:1769074967.314859:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.314860:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.314862:0:31793:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.314863:0:31793:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:2.0:1769074967.314864:0:31793:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074967.314866:0:31793:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911434102472 : -114162275449144 : ffff982b862006c8) 00000020:00001000:2.0:1769074967.314867:0:31793:0:(cl_object.c:785:cl_env_get()) 1@ffff982b862006c0 00000020:00000001:2.0:1769074967.314869:0:31793:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:2.0:1769074967.314871:0:31793:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x48:0x0]: losing layout lock 00000080:00000001:2.0:1769074967.314873:0:31793:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1769074967.314874:0:31793:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1769074967.314876:0:31793:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1769074967.314877:0:31793:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1769074967.314879:0:31793:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x48:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1769074967.314881:0:31793:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074967.314882:0:31793:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1769074967.314884:0:31793:0:(cl_object.c:879:cl_env_put()) 1@ffff982b862006c0 00000080:00000001:2.0:1769074967.314885:0:31793:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.314887:0:31793:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1769074967.314889:0:31793:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x48:0x0](ffff982b9068db88) invalid 00000020:00000001:2.0:1769074967.314891:0:31793:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb014ebc70 00000080:00002000:2.0:1769074967.314893:0:31793:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f16.replay-dual-16 (ffff982b904e80d8) parent ffff982b90d9e5e8 inode ffff982b9068db88 refc 0 00000080:00000001:2.0:1769074967.314898:0:31793:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1769074967.314901:0:31793:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1769074967.314903:0:31793:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1769074967.314906:0:31793:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074967.314907:0:31793:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.314909:0:31793:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074967.314910:0:31793:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074967.314911:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.314913:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769074967.314915:0:31793:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b90340600 with handle 0x5d432443066b74f9 from hash 00010000:00000001:2.0:1769074967.314917:0:31793:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074967.314918:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074967.314920:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.314921:0:31793:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074967.314922:0:31793:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074967.314924:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074967.314926:0:31793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340600/0x5d432443066b74f9 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xf5b77ed682f5d456 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000010:2.0:1769074967.314932:0:31793:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff982b984bae00. 00010000:00000040:2.0:1769074967.314936:0:31793:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b86036900 count: 0 00010000:00000010:2.0:1769074967.314939:0:31793:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b8917c980. 00010000:00000001:2.0:1769074967.314946:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.314947:0:31793:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1769074967.314949:0:31793:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074967.314951:0:31793:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074967.314952:0:31793:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1769074967.314953:0:31793:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x47:0x0] mode (null) 00000002:00000001:2.0:1769074967.314955:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.314956:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.314959:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036400 count: 2 00010000:00000001:2.0:1769074967.314961:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.314963:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.314965:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.314966:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.314967:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036400 count: 2 00010000:00000001:2.0:1769074967.314968:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.314970:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.314971:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.314972:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.314973:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036400 count: 2 00010000:00000001:2.0:1769074967.314975:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.314977:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.314979:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.314980:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.314981:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036400 count: 2 00010000:00000001:2.0:1769074967.314983:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.314985:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.314986:0:31793:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.314987:0:31793:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:2.0:1769074967.314989:0:31793:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074967.314990:0:31793:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911434102472 : -114162275449144 : ffff982b862006c8) 00000020:00001000:2.0:1769074967.314992:0:31793:0:(cl_object.c:785:cl_env_get()) 1@ffff982b862006c0 00000020:00000001:2.0:1769074967.314994:0:31793:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:2.0:1769074967.314996:0:31793:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x47:0x0]: losing layout lock 00000080:00000001:2.0:1769074967.314998:0:31793:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1769074967.314999:0:31793:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1769074967.315001:0:31793:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1769074967.315002:0:31793:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1769074967.315005:0:31793:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x47:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1769074967.315006:0:31793:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074967.315008:0:31793:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1769074967.315009:0:31793:0:(cl_object.c:879:cl_env_put()) 1@ffff982b862006c0 00000080:00000001:2.0:1769074967.315011:0:31793:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.315013:0:31793:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1769074967.315014:0:31793:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x47:0x0](ffff982b9068d348) invalid 00000020:00000001:2.0:1769074967.315017:0:31793:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb014ebc70 00000080:00002000:2.0:1769074967.315019:0:31793:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f16.replay-dual-15 (ffff982b90960000) parent ffff982b90d9e5e8 inode ffff982b9068d348 refc 0 00000080:00000001:2.0:1769074967.315024:0:31793:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1769074967.315029:0:31793:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1769074967.315031:0:31793:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1769074967.315034:0:31793:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074967.315035:0:31793:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.315038:0:31793:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074967.315050:0:31793:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074967.315052:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.315054:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769074967.315057:0:31793:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b902ed800 with handle 0x5d432443066b74eb from hash 00010000:00000001:2.0:1769074967.315059:0:31793:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074967.315061:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074967.315062:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.315063:0:31793:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074967.315064:0:31793:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074967.315066:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074967.315068:0:31793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ed800/0x5d432443066b74eb lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xf5b77ed682f5d425 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000010:2.0:1769074967.315074:0:31793:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff982b984ba740. 00010000:00000040:2.0:1769074967.315077:0:31793:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b86036400 count: 0 00010000:00000010:2.0:1769074967.315080:0:31793:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b8917c700. 00010000:00000001:2.0:1769074967.315085:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.315086:0:31793:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1769074967.315088:0:31793:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074967.315090:0:31793:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074967.315092:0:31793:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1769074967.315093:0:31793:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x46:0x0] mode (null) 00000002:00000001:2.0:1769074967.315095:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.315096:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.315099:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5600 count: 2 00010000:00000001:2.0:1769074967.315100:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.315103:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.315104:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.315106:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.315107:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5600 count: 2 00010000:00000001:2.0:1769074967.315110:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.315112:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.315114:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.315115:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.315116:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5600 count: 2 00010000:00000001:2.0:1769074967.315118:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.315120:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.315121:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.315122:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.315124:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5600 count: 2 00010000:00000001:2.0:1769074967.315125:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.315127:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.315128:0:31793:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.315130:0:31793:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:2.0:1769074967.315131:0:31793:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074967.315133:0:31793:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911434102472 : -114162275449144 : ffff982b862006c8) 00000020:00001000:2.0:1769074967.315135:0:31793:0:(cl_object.c:785:cl_env_get()) 1@ffff982b862006c0 00000020:00000001:2.0:1769074967.315136:0:31793:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:2.0:1769074967.315138:0:31793:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x46:0x0]: losing layout lock 00000080:00000001:2.0:1769074967.315140:0:31793:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1769074967.315141:0:31793:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1769074967.315144:0:31793:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1769074967.315146:0:31793:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1769074967.315148:0:31793:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x46:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1769074967.315150:0:31793:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074967.315152:0:31793:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1769074967.315154:0:31793:0:(cl_object.c:879:cl_env_put()) 1@ffff982b862006c0 00000080:00000001:2.0:1769074967.315156:0:31793:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.315158:0:31793:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1769074967.315159:0:31793:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x46:0x0](ffff982b906b21c8) invalid 00000020:00000001:2.0:1769074967.315161:0:31793:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb014ebc70 00000080:00002000:2.0:1769074967.315163:0:31793:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f16.replay-dual-14 (ffff982b90665510) parent ffff982b90d9e5e8 inode ffff982b906b21c8 refc 0 00000080:00000001:2.0:1769074967.315168:0:31793:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1769074967.315171:0:31793:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1769074967.315174:0:31793:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1769074967.315177:0:31793:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074967.315178:0:31793:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.315180:0:31793:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074967.315182:0:31793:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074967.315184:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.315186:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769074967.315188:0:31793:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b90340200 with handle 0x5d432443066b74dd from hash 00010000:00000001:2.0:1769074967.315190:0:31793:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074967.315191:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074967.315193:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.315194:0:31793:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074967.315196:0:31793:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074967.315197:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074967.315199:0:31793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340200/0x5d432443066b74dd lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xf5b77ed682f5d3f4 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000010:2.0:1769074967.315207:0:31793:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff982b99072780. 00010000:00000040:2.0:1769074967.315209:0:31793:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b985e5600 count: 0 00010000:00000010:2.0:1769074967.315212:0:31793:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b985e6f80. 00010000:00000001:2.0:1769074967.315217:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.315218:0:31793:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1769074967.315221:0:31793:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074967.315223:0:31793:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074967.315224:0:31793:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1769074967.315226:0:31793:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x45:0x0] mode (null) 00000002:00000001:2.0:1769074967.315228:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.315229:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.315231:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5700 count: 2 00010000:00000001:2.0:1769074967.315233:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.315236:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.315237:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.315239:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.315240:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5700 count: 2 00010000:00000001:2.0:1769074967.315242:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.315244:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.315246:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.315247:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.315248:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5700 count: 2 00010000:00000001:2.0:1769074967.315251:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.315253:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.315255:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.315256:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.315257:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5700 count: 2 00010000:00000001:2.0:1769074967.315260:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.315262:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.315263:0:31793:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.315265:0:31793:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:2.0:1769074967.315266:0:31793:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074967.315268:0:31793:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911434102472 : -114162275449144 : ffff982b862006c8) 00000020:00001000:2.0:1769074967.315270:0:31793:0:(cl_object.c:785:cl_env_get()) 1@ffff982b862006c0 00000020:00000001:2.0:1769074967.315271:0:31793:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:2.0:1769074967.315273:0:31793:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x45:0x0]: losing layout lock 00000080:00000001:2.0:1769074967.315275:0:31793:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1769074967.315277:0:31793:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1769074967.315279:0:31793:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1769074967.315331:0:31793:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1769074967.315333:0:31793:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x45:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1769074967.315335:0:31793:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074967.315337:0:31793:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1769074967.315339:0:31793:0:(cl_object.c:879:cl_env_put()) 1@ffff982b862006c0 00000080:00000001:2.0:1769074967.315341:0:31793:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.315343:0:31793:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1769074967.315344:0:31793:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x45:0x0](ffff982b906b2a08) invalid 00000020:00000001:2.0:1769074967.315347:0:31793:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb014ebc70 00000080:00002000:2.0:1769074967.315348:0:31793:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f16.replay-dual-13 (ffff982b906526c0) parent ffff982b90d9e5e8 inode ffff982b906b2a08 refc 0 00000080:00000001:2.0:1769074967.315353:0:31793:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1769074967.315356:0:31793:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1769074967.315359:0:31793:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1769074967.315361:0:31793:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074967.315363:0:31793:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.315365:0:31793:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074967.315367:0:31793:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074967.315368:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.315369:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769074967.315372:0:31793:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b90254200 with handle 0x5d432443066b74cf from hash 00010000:00000001:2.0:1769074967.315373:0:31793:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074967.315375:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074967.315377:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.315378:0:31793:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074967.315380:0:31793:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074967.315381:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074967.315383:0:31793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254200/0x5d432443066b74cf lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xf5b77ed682f5d3c3 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000010:2.0:1769074967.315389:0:31793:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff982b99072740. 00010000:00000040:2.0:1769074967.315392:0:31793:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b985e5700 count: 0 00010000:00000010:2.0:1769074967.315395:0:31793:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b985e6d80. 00010000:00000001:2.0:1769074967.315399:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.315401:0:31793:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1769074967.315403:0:31793:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074967.315405:0:31793:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074967.315406:0:31793:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1769074967.315407:0:31793:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x44:0x0] mode (null) 00000002:00000001:2.0:1769074967.315410:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.315411:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.315413:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020ca00 count: 2 00010000:00000001:2.0:1769074967.315415:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.315417:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.315419:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.315420:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.315421:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020ca00 count: 2 00010000:00000001:2.0:1769074967.315423:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.315425:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.315426:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.315428:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.315429:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020ca00 count: 2 00010000:00000001:2.0:1769074967.315431:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.315433:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.315434:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.315435:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.315437:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020ca00 count: 2 00010000:00000001:2.0:1769074967.315439:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.315441:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.315443:0:31793:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.315445:0:31793:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:2.0:1769074967.315446:0:31793:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074967.315448:0:31793:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911434102472 : -114162275449144 : ffff982b862006c8) 00000020:00001000:2.0:1769074967.315450:0:31793:0:(cl_object.c:785:cl_env_get()) 1@ffff982b862006c0 00000020:00000001:2.0:1769074967.315452:0:31793:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:2.0:1769074967.315454:0:31793:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x44:0x0]: losing layout lock 00000080:00000001:2.0:1769074967.315456:0:31793:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1769074967.315457:0:31793:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1769074967.315459:0:31793:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1769074967.315461:0:31793:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1769074967.315463:0:31793:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x44:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1769074967.315465:0:31793:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074967.315466:0:31793:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1769074967.315468:0:31793:0:(cl_object.c:879:cl_env_put()) 1@ffff982b862006c0 00000080:00000001:2.0:1769074967.315469:0:31793:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.315471:0:31793:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1769074967.315473:0:31793:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x44:0x0](ffff982b9069b248) invalid 00000020:00000001:2.0:1769074967.315475:0:31793:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb014ebc70 00000080:00002000:2.0:1769074967.315477:0:31793:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f16.replay-dual-12 (ffff982b90652a20) parent ffff982b90d9e5e8 inode ffff982b9069b248 refc 0 00000080:00000001:2.0:1769074967.315482:0:31793:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1769074967.315485:0:31793:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1769074967.315487:0:31793:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1769074967.315490:0:31793:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074967.315491:0:31793:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.315494:0:31793:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074967.315495:0:31793:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074967.315496:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.315498:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769074967.315500:0:31793:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b902ede00 with handle 0x5d432443066b74c1 from hash 00010000:00000001:2.0:1769074967.315502:0:31793:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074967.315504:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074967.315505:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.315506:0:31793:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074967.315508:0:31793:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074967.315509:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074967.315511:0:31793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ede00/0x5d432443066b74c1 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xf5b77ed682f5d392 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000010:2.0:1769074967.315522:0:31793:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff982b9851efc0. 00010000:00000040:2.0:1769074967.315526:0:31793:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b9020ca00 count: 0 00010000:00000010:2.0:1769074967.315528:0:31793:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b90209300. 00010000:00000001:2.0:1769074967.315533:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.315535:0:31793:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1769074967.315536:0:31793:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074967.315539:0:31793:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074967.315540:0:31793:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1769074967.315541:0:31793:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x43:0x0] mode (null) 00000002:00000001:2.0:1769074967.315543:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.315545:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.315547:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5e00 count: 2 00010000:00000001:2.0:1769074967.315549:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.315551:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.315553:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.315554:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.315555:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5e00 count: 2 00010000:00000001:2.0:1769074967.315557:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.315559:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.315561:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.315562:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.315564:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5e00 count: 2 00010000:00000001:2.0:1769074967.315565:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.315567:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.315569:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.315570:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.315572:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5e00 count: 2 00010000:00000001:2.0:1769074967.315574:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.315575:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.315577:0:31793:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.315579:0:31793:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:2.0:1769074967.315580:0:31793:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074967.315581:0:31793:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911434102472 : -114162275449144 : ffff982b862006c8) 00000020:00001000:2.0:1769074967.315583:0:31793:0:(cl_object.c:785:cl_env_get()) 1@ffff982b862006c0 00000020:00000001:2.0:1769074967.315585:0:31793:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:2.0:1769074967.315587:0:31793:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x43:0x0]: losing layout lock 00000080:00000001:2.0:1769074967.315589:0:31793:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1769074967.315590:0:31793:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1769074967.315592:0:31793:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1769074967.315594:0:31793:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1769074967.315596:0:31793:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x43:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1769074967.315598:0:31793:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074967.315599:0:31793:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1769074967.315601:0:31793:0:(cl_object.c:879:cl_env_put()) 1@ffff982b862006c0 00000080:00000001:2.0:1769074967.315602:0:31793:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.315604:0:31793:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1769074967.315606:0:31793:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x43:0x0](ffff982b906b1988) invalid 00000020:00000001:2.0:1769074967.315608:0:31793:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb014ebc70 00000080:00002000:2.0:1769074967.315610:0:31793:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f16.replay-dual-11 (ffff982b904e8948) parent ffff982b90d9e5e8 inode ffff982b906b1988 refc 0 00000080:00000001:2.0:1769074967.315615:0:31793:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1769074967.315617:0:31793:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1769074967.315620:0:31793:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1769074967.315622:0:31793:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074967.315623:0:31793:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.315626:0:31793:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074967.315627:0:31793:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074967.315628:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.315630:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769074967.315632:0:31793:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b90341e00 with handle 0x5d432443066b74b3 from hash 00010000:00000001:2.0:1769074967.315634:0:31793:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074967.315635:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074967.315637:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.315638:0:31793:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074967.315639:0:31793:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074967.315641:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074967.315643:0:31793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341e00/0x5d432443066b74b3 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xf5b77ed682f5d361 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000010:2.0:1769074967.315650:0:31793:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff982b99072440. 00010000:00000040:2.0:1769074967.315653:0:31793:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b985e5e00 count: 0 00010000:00000010:2.0:1769074967.315656:0:31793:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b985e6a80. 00010000:00000001:2.0:1769074967.315662:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.315663:0:31793:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1769074967.315665:0:31793:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074967.315668:0:31793:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074967.315669:0:31793:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1769074967.315670:0:31793:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x42:0x0] mode (null) 00000002:00000001:2.0:1769074967.315672:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.315674:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.315676:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5a00 count: 2 00010000:00000001:2.0:1769074967.315678:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.315680:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.315681:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.315682:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.315684:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5a00 count: 2 00010000:00000001:2.0:1769074967.315686:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.315687:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.315689:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.315690:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.315692:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5a00 count: 2 00010000:00000001:2.0:1769074967.315693:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.315696:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.315697:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.315698:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.315700:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5a00 count: 2 00010000:00000001:2.0:1769074967.315702:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.315704:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.315705:0:31793:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.315708:0:31793:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:2.0:1769074967.315709:0:31793:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074967.315710:0:31793:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911434102472 : -114162275449144 : ffff982b862006c8) 00000020:00001000:2.0:1769074967.315712:0:31793:0:(cl_object.c:785:cl_env_get()) 1@ffff982b862006c0 00000020:00000001:2.0:1769074967.315714:0:31793:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:2.0:1769074967.315716:0:31793:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x42:0x0]: losing layout lock 00000080:00000001:2.0:1769074967.315717:0:31793:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1769074967.315719:0:31793:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1769074967.315721:0:31793:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1769074967.315722:0:31793:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1769074967.315724:0:31793:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x42:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1769074967.315727:0:31793:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074967.315728:0:31793:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1769074967.315730:0:31793:0:(cl_object.c:879:cl_env_put()) 1@ffff982b862006c0 00000080:00000001:2.0:1769074967.315732:0:31793:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.315733:0:31793:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1769074967.315735:0:31793:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x42:0x0](ffff982b906b3248) invalid 00000020:00000001:2.0:1769074967.315737:0:31793:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb014ebc70 00000080:00002000:2.0:1769074967.315739:0:31793:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f16.replay-dual-10 (ffff982b90665bd0) parent ffff982b90d9e5e8 inode ffff982b906b3248 refc 0 00000080:00000001:2.0:1769074967.315744:0:31793:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1769074967.315747:0:31793:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1769074967.315750:0:31793:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1769074967.315752:0:31793:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074967.315753:0:31793:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.315755:0:31793:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074967.315757:0:31793:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074967.315758:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.315760:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769074967.315762:0:31793:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b90254800 with handle 0x5d432443066b74a5 from hash 00010000:00000001:2.0:1769074967.315764:0:31793:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074967.315765:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074967.315767:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.315768:0:31793:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074967.315769:0:31793:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074967.315771:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074967.315773:0:31793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254800/0x5d432443066b74a5 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xf5b77ed682f5d330 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000010:2.0:1769074967.315780:0:31793:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff982b99072fc0. 00010000:00000040:2.0:1769074967.315783:0:31793:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b985e5a00 count: 0 00010000:00000010:2.0:1769074967.315786:0:31793:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b985e6f00. 00010000:00000001:2.0:1769074967.315791:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.315793:0:31793:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1769074967.315794:0:31793:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074967.315797:0:31793:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074967.315798:0:31793:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1769074967.315799:0:31793:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x41:0x0] mode (null) 00000002:00000001:2.0:1769074967.315802:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.315804:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.315806:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c100 count: 2 00010000:00000001:2.0:1769074967.315807:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.315811:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.315812:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.315813:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.315815:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c100 count: 2 00010000:00000001:2.0:1769074967.315817:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.315819:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.315820:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.315821:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.315822:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c100 count: 2 00010000:00000001:2.0:1769074967.315824:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.315825:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.315827:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.315828:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.315830:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c100 count: 2 00010000:00000001:2.0:1769074967.315832:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.315833:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.315835:0:31793:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.315836:0:31793:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:2.0:1769074967.315837:0:31793:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074967.315839:0:31793:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911434102472 : -114162275449144 : ffff982b862006c8) 00000020:00001000:2.0:1769074967.315840:0:31793:0:(cl_object.c:785:cl_env_get()) 1@ffff982b862006c0 00000020:00000001:2.0:1769074967.315842:0:31793:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:2.0:1769074967.315844:0:31793:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x41:0x0]: losing layout lock 00000080:00000001:2.0:1769074967.315846:0:31793:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1769074967.315848:0:31793:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1769074967.315850:0:31793:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1769074967.315851:0:31793:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1769074967.315853:0:31793:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x41:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1769074967.315855:0:31793:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074967.315857:0:31793:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1769074967.315858:0:31793:0:(cl_object.c:879:cl_env_put()) 1@ffff982b862006c0 00000080:00000001:2.0:1769074967.315860:0:31793:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.315861:0:31793:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1769074967.315862:0:31793:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x41:0x0](ffff982b90699988) invalid 00000020:00000001:2.0:1769074967.315865:0:31793:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb014ebc70 00000080:00002000:2.0:1769074967.315867:0:31793:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f16.replay-dual-9 (ffff982b90652ca8) parent ffff982b90d9e5e8 inode ffff982b90699988 refc 0 00000080:00000001:2.0:1769074967.315872:0:31793:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1769074967.315875:0:31793:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1769074967.315877:0:31793:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1769074967.315879:0:31793:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074967.315880:0:31793:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.315882:0:31793:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074967.315883:0:31793:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074967.315884:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.315886:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769074967.315888:0:31793:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b902ed600 with handle 0x5d432443066b7497 from hash 00010000:00000001:2.0:1769074967.315890:0:31793:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074967.315891:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074967.315893:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.315894:0:31793:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074967.315895:0:31793:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074967.315897:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074967.315899:0:31793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ed600/0x5d432443066b7497 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xf5b77ed682f5d2ff expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000010:2.0:1769074967.315904:0:31793:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff982b9851e7c0. 00010000:00000040:2.0:1769074967.315906:0:31793:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b9020c100 count: 0 00010000:00000010:2.0:1769074967.315909:0:31793:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b90209f00. 00010000:00000001:2.0:1769074967.315913:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.315914:0:31793:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1769074967.315916:0:31793:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074967.315918:0:31793:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074967.315919:0:31793:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1769074967.315920:0:31793:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x40:0x0] mode (null) 00000002:00000001:2.0:1769074967.315922:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.315923:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.315926:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c900 count: 2 00010000:00000001:2.0:1769074967.315928:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.315929:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.315931:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.315932:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.315934:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c900 count: 2 00010000:00000001:2.0:1769074967.315935:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.315937:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.315938:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.315940:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.315942:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c900 count: 2 00010000:00000001:2.0:1769074967.315945:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.315947:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.315948:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.315949:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.315950:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c900 count: 2 00010000:00000001:2.0:1769074967.315951:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.315953:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.315954:0:31793:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.315956:0:31793:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:2.0:1769074967.315957:0:31793:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074967.315959:0:31793:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911434102472 : -114162275449144 : ffff982b862006c8) 00000020:00001000:2.0:1769074967.315960:0:31793:0:(cl_object.c:785:cl_env_get()) 1@ffff982b862006c0 00000020:00000001:2.0:1769074967.315961:0:31793:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:2.0:1769074967.315963:0:31793:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x40:0x0]: losing layout lock 00000080:00000001:2.0:1769074967.315965:0:31793:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1769074967.315967:0:31793:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1769074967.315969:0:31793:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1769074967.315970:0:31793:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1769074967.315972:0:31793:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x40:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1769074967.315973:0:31793:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074967.315975:0:31793:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1769074967.315976:0:31793:0:(cl_object.c:879:cl_env_put()) 1@ffff982b862006c0 00000080:00000001:2.0:1769074967.315977:0:31793:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.315979:0:31793:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1769074967.315980:0:31793:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x40:0x0](ffff982b9069aa08) invalid 00000020:00000001:2.0:1769074967.315982:0:31793:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb014ebc70 00000080:00002000:2.0:1769074967.315984:0:31793:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f16.replay-dual-8 (ffff982b90665e58) parent ffff982b90d9e5e8 inode ffff982b9069aa08 refc 0 00000080:00000001:2.0:1769074967.315988:0:31793:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1769074967.315991:0:31793:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1769074967.315993:0:31793:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1769074967.315995:0:31793:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074967.315997:0:31793:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.315999:0:31793:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074967.316000:0:31793:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074967.316001:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.316003:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769074967.316005:0:31793:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b902eca00 with handle 0x5d432443066b7489 from hash 00010000:00000001:2.0:1769074967.316007:0:31793:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074967.316008:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074967.316009:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.316010:0:31793:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074967.316011:0:31793:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074967.316013:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074967.316015:0:31793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902eca00/0x5d432443066b7489 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x40:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xf5b77ed682f5d2ce expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000010:2.0:1769074967.316020:0:31793:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff982b9851e880. 00010000:00000040:2.0:1769074967.316023:0:31793:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b9020c900 count: 0 00010000:00000010:2.0:1769074967.316025:0:31793:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b90209b80. 00010000:00000001:2.0:1769074967.316031:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.316032:0:31793:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1769074967.316034:0:31793:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074967.316036:0:31793:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074967.316037:0:31793:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1769074967.323718:0:31793:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x3f:0x0] mode (null) 00000002:00000001:2.0:1769074967.323739:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.323745:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.323758:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5200 count: 2 00010000:00000001:2.0:1769074967.323764:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.323771:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.323773:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.323774:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.323776:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5200 count: 2 00010000:00000001:2.0:1769074967.323778:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.323781:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.323782:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.323783:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.323785:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5200 count: 2 00010000:00000001:2.0:1769074967.323788:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.323790:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.323791:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.323792:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.323794:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5200 count: 2 00010000:00000001:2.0:1769074967.323795:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.323797:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.323799:0:31793:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.323803:0:31793:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:2.0:1769074967.323807:0:31793:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074967.323813:0:31793:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911434102472 : -114162275449144 : ffff982b862006c8) 00000020:00001000:2.0:1769074967.323816:0:31793:0:(cl_object.c:785:cl_env_get()) 1@ffff982b862006c0 00000020:00000001:2.0:1769074967.323819:0:31793:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:2.0:1769074967.323823:0:31793:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x3f:0x0]: losing layout lock 00000080:00000001:2.0:1769074967.323827:0:31793:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1769074967.323832:0:31793:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1769074967.323838:0:31793:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1769074967.323841:0:31793:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1769074967.323844:0:31793:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x3f:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1769074967.323846:0:31793:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074967.323848:0:31793:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1769074967.323851:0:31793:0:(cl_object.c:879:cl_env_put()) 1@ffff982b862006c0 00000080:00000001:2.0:1769074967.323854:0:31793:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.323858:0:31793:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1769074967.323861:0:31793:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x3f:0x0](ffff982b906b1148) invalid 00000020:00000001:2.0:1769074967.323866:0:31793:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb014ebc70 00000080:00002000:2.0:1769074967.323869:0:31793:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f16.replay-dual-7 (ffff982b90665360) parent ffff982b90d9e5e8 inode ffff982b906b1148 refc 0 00000080:00000001:2.0:1769074967.323883:0:31793:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1769074967.323892:0:31793:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1769074967.323903:0:31793:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1769074967.323913:0:31793:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074967.323916:0:31793:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.323923:0:31793:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074967.323926:0:31793:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074967.323929:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.323931:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769074967.323935:0:31793:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b90255c00 with handle 0x5d432443066b747b from hash 00010000:00000001:2.0:1769074967.323939:0:31793:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074967.323941:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074967.323944:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.323945:0:31793:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074967.323950:0:31793:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074967.323952:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074967.323958:0:31793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90255c00/0x5d432443066b747b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xf5b77ed682f5d29d expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000010:2.0:1769074967.323969:0:31793:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff982b99072b80. 00010000:00000040:2.0:1769074967.323978:0:31793:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b985e5200 count: 0 00010000:00000010:2.0:1769074967.323985:0:31793:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b985e6c80. 00010000:00000001:2.0:1769074967.323993:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.323994:0:31793:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1769074967.323997:0:31793:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074967.324002:0:31793:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074967.324004:0:31793:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1769074967.324006:0:31793:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x3e:0x0] mode (null) 00000002:00000001:2.0:1769074967.324008:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.324010:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.324013:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5500 count: 2 00010000:00000001:2.0:1769074967.324015:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.324017:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.324018:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.324020:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.324021:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5500 count: 2 00010000:00000001:2.0:1769074967.324023:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.324026:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.324027:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.324029:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.324030:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5500 count: 2 00010000:00000001:2.0:1769074967.324032:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.324034:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.324036:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.324037:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.324048:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5500 count: 2 00010000:00000001:2.0:1769074967.324052:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.324054:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.324056:0:31793:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.324058:0:31793:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:2.0:1769074967.324059:0:31793:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074967.324061:0:31793:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911434102472 : -114162275449144 : ffff982b862006c8) 00000020:00001000:2.0:1769074967.324063:0:31793:0:(cl_object.c:785:cl_env_get()) 1@ffff982b862006c0 00000020:00000001:2.0:1769074967.324065:0:31793:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:2.0:1769074967.324067:0:31793:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x3e:0x0]: losing layout lock 00000080:00000001:2.0:1769074967.324069:0:31793:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1769074967.324071:0:31793:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1769074967.324073:0:31793:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1769074967.324075:0:31793:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1769074967.324077:0:31793:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x3e:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1769074967.324079:0:31793:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074967.324080:0:31793:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1769074967.324082:0:31793:0:(cl_object.c:879:cl_env_put()) 1@ffff982b862006c0 00000080:00000001:2.0:1769074967.324084:0:31793:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.324086:0:31793:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1769074967.324088:0:31793:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x3e:0x0](ffff982b906b7448) invalid 00000020:00000001:2.0:1769074967.324090:0:31793:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb014ebc70 00000080:00002000:2.0:1769074967.324092:0:31793:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f16.replay-dual-6 (ffff982ba0a8a0d8) parent ffff982b90d9e5e8 inode ffff982b906b7448 refc 0 00000080:00000001:2.0:1769074967.324099:0:31793:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1769074967.324103:0:31793:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1769074967.324107:0:31793:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1769074967.324110:0:31793:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074967.324112:0:31793:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.324115:0:31793:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074967.324117:0:31793:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074967.324119:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.324121:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769074967.324123:0:31793:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b985d3800 with handle 0x5d432443066b746d from hash 00010000:00000001:2.0:1769074967.324125:0:31793:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074967.324126:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074967.324127:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.324128:0:31793:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074967.324130:0:31793:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074967.324133:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074967.324136:0:31793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b985d3800/0x5d432443066b746d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xf5b77ed682f5d26c expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000010:2.0:1769074967.324144:0:31793:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff982b990728c0. 00010000:00000040:2.0:1769074967.324148:0:31793:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b985e5500 count: 0 00010000:00000010:2.0:1769074967.324151:0:31793:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b985e6680. 00010000:00000001:2.0:1769074967.324160:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.324162:0:31793:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1769074967.324164:0:31793:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074967.324167:0:31793:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074967.324168:0:31793:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1769074967.324170:0:31793:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x3d:0x0] mode (null) 00000002:00000001:2.0:1769074967.324172:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.324174:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.324178:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036800 count: 2 00010000:00000001:2.0:1769074967.324180:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.324182:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.324184:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.324185:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.324187:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036800 count: 2 00010000:00000001:2.0:1769074967.324189:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.324191:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.324192:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.324193:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.324194:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036800 count: 2 00010000:00000001:2.0:1769074967.324196:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.324198:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.324200:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.324201:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.324202:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036800 count: 2 00010000:00000001:2.0:1769074967.324204:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.324206:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.324208:0:31793:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.324210:0:31793:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:2.0:1769074967.324211:0:31793:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074967.324213:0:31793:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911434102472 : -114162275449144 : ffff982b862006c8) 00000020:00001000:2.0:1769074967.324215:0:31793:0:(cl_object.c:785:cl_env_get()) 1@ffff982b862006c0 00000020:00000001:2.0:1769074967.324217:0:31793:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:2.0:1769074967.324219:0:31793:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x3d:0x0]: losing layout lock 00000080:00000001:2.0:1769074967.324221:0:31793:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1769074967.324222:0:31793:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1769074967.324224:0:31793:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1769074967.324226:0:31793:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1769074967.324229:0:31793:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x3d:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1769074967.324230:0:31793:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074967.324232:0:31793:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1769074967.324233:0:31793:0:(cl_object.c:879:cl_env_put()) 1@ffff982b862006c0 00000080:00000001:2.0:1769074967.324235:0:31793:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.324237:0:31793:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1769074967.324239:0:31793:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x3d:0x0](ffff982b90688908) invalid 00000020:00000001:2.0:1769074967.324241:0:31793:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb014ebc70 00000080:00002000:2.0:1769074967.324243:0:31793:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f16.replay-dual-5 (ffff982b904e8af8) parent ffff982b90d9e5e8 inode ffff982b90688908 refc 0 00000080:00000001:2.0:1769074967.324249:0:31793:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1769074967.324254:0:31793:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1769074967.324257:0:31793:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1769074967.324260:0:31793:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074967.324262:0:31793:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.324264:0:31793:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074967.324266:0:31793:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074967.324268:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.324269:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769074967.324272:0:31793:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b90341800 with handle 0x5d432443066b745f from hash 00010000:00000001:2.0:1769074967.324274:0:31793:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074967.324275:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074967.324277:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.324278:0:31793:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074967.324298:0:31793:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074967.324301:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074967.324303:0:31793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341800/0x5d432443066b745f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xf5b77ed682f5d23b expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000010:2.0:1769074967.324310:0:31793:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff982b984ba100. 00010000:00000040:2.0:1769074967.324314:0:31793:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b86036800 count: 0 00010000:00000010:2.0:1769074967.324318:0:31793:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b8917cd00. 00010000:00000001:2.0:1769074967.324328:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.324330:0:31793:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1769074967.324332:0:31793:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074967.324334:0:31793:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074967.324335:0:31793:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1769074967.324337:0:31793:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x3c:0x0] mode (null) 00000002:00000001:2.0:1769074967.324339:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.324341:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.324343:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5100 count: 2 00010000:00000001:2.0:1769074967.324344:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.324347:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.324348:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.324349:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.324350:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5100 count: 2 00010000:00000001:2.0:1769074967.324352:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.324353:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.324355:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.324356:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.324357:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5100 count: 2 00010000:00000001:2.0:1769074967.324359:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.324360:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.324362:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.324363:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.324364:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5100 count: 2 00010000:00000001:2.0:1769074967.324366:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.324368:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.324369:0:31793:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.324370:0:31793:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:2.0:1769074967.324372:0:31793:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074967.324373:0:31793:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911434102472 : -114162275449144 : ffff982b862006c8) 00000020:00001000:2.0:1769074967.324375:0:31793:0:(cl_object.c:785:cl_env_get()) 1@ffff982b862006c0 00000020:00000001:2.0:1769074967.324376:0:31793:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:2.0:1769074967.324378:0:31793:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x3c:0x0]: losing layout lock 00000080:00000001:2.0:1769074967.324380:0:31793:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1769074967.324382:0:31793:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1769074967.324384:0:31793:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1769074967.324387:0:31793:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1769074967.324388:0:31793:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x3c:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1769074967.324390:0:31793:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074967.324391:0:31793:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1769074967.324393:0:31793:0:(cl_object.c:879:cl_env_put()) 1@ffff982b862006c0 00000080:00000001:2.0:1769074967.324394:0:31793:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.324396:0:31793:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1769074967.324397:0:31793:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x3c:0x0](ffff982b906b3a88) invalid 00000020:00000001:2.0:1769074967.324400:0:31793:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb014ebc70 00000080:00002000:2.0:1769074967.324401:0:31793:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f16.replay-dual-4 (ffff982b90665af8) parent ffff982b90d9e5e8 inode ffff982b906b3a88 refc 0 00000080:00000001:2.0:1769074967.324406:0:31793:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1769074967.324408:0:31793:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1769074967.324412:0:31793:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1769074967.324414:0:31793:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074967.324416:0:31793:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.324418:0:31793:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074967.324420:0:31793:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074967.324421:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.324422:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769074967.324424:0:31793:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b90254400 with handle 0x5d432443066b7451 from hash 00010000:00000001:2.0:1769074967.324426:0:31793:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074967.324428:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074967.324429:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.324430:0:31793:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074967.324432:0:31793:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074967.324433:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074967.324435:0:31793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254400/0x5d432443066b7451 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xf5b77ed682f5d20a expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000010:2.0:1769074967.324442:0:31793:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff982b990727c0. 00010000:00000040:2.0:1769074967.324445:0:31793:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b985e5100 count: 0 00010000:00000010:2.0:1769074967.324447:0:31793:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b985e6180. 00010000:00000001:2.0:1769074967.324453:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.324454:0:31793:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1769074967.324456:0:31793:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074967.324458:0:31793:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074967.324460:0:31793:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1769074967.324461:0:31793:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x3b:0x0] mode (null) 00000002:00000001:2.0:1769074967.324463:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.324464:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.324466:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5300 count: 2 00010000:00000001:2.0:1769074967.324468:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.324470:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.324471:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.324473:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.324474:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5300 count: 2 00010000:00000001:2.0:1769074967.324476:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.324478:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.324479:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.324480:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.324482:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5300 count: 2 00010000:00000001:2.0:1769074967.324484:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.324486:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.324488:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.324489:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.324490:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b985e5300 count: 2 00010000:00000001:2.0:1769074967.324492:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.324495:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.324496:0:31793:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.324498:0:31793:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:2.0:1769074967.324500:0:31793:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074967.324501:0:31793:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911434102472 : -114162275449144 : ffff982b862006c8) 00000020:00001000:2.0:1769074967.324503:0:31793:0:(cl_object.c:785:cl_env_get()) 1@ffff982b862006c0 00000020:00000001:2.0:1769074967.324504:0:31793:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:2.0:1769074967.324506:0:31793:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x3b:0x0]: losing layout lock 00000080:00000001:2.0:1769074967.324508:0:31793:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1769074967.324510:0:31793:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1769074967.324512:0:31793:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1769074967.324513:0:31793:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1769074967.324516:0:31793:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x3b:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1769074967.324518:0:31793:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074967.324520:0:31793:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1769074967.324522:0:31793:0:(cl_object.c:879:cl_env_put()) 1@ffff982b862006c0 00000080:00000001:2.0:1769074967.324524:0:31793:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.324526:0:31793:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1769074967.324528:0:31793:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x3b:0x0](ffff982b906b42c8) invalid 00000020:00000001:2.0:1769074967.324531:0:31793:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb014ebc70 00000080:00002000:2.0:1769074967.324533:0:31793:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f16.replay-dual-3 (ffff982b906656c0) parent ffff982b90d9e5e8 inode ffff982b906b42c8 refc 0 00000080:00000001:2.0:1769074967.324537:0:31793:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1769074967.324541:0:31793:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1769074967.324543:0:31793:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1769074967.324545:0:31793:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074967.324546:0:31793:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.324548:0:31793:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074967.324550:0:31793:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074967.324552:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.324553:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769074967.324555:0:31793:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b90254a00 with handle 0x5d432443066b7443 from hash 00010000:00000001:2.0:1769074967.324557:0:31793:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074967.324559:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074967.324560:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.324561:0:31793:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074967.324563:0:31793:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074967.324564:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074967.324566:0:31793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254a00/0x5d432443066b7443 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xf5b77ed682f5d1d9 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000010:2.0:1769074967.324573:0:31793:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff982b99072bc0. 00010000:00000040:2.0:1769074967.324576:0:31793:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b985e5300 count: 0 00010000:00000010:2.0:1769074967.324579:0:31793:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b985e6e00. 00010000:00000001:2.0:1769074967.324583:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.324585:0:31793:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1769074967.324587:0:31793:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074967.324589:0:31793:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074967.324591:0:31793:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1769074967.324592:0:31793:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x3a:0x0] mode (null) 00000002:00000001:2.0:1769074967.324594:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.324595:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.324598:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036700 count: 2 00010000:00000001:2.0:1769074967.324600:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.324602:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.324604:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.324605:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.324606:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036700 count: 2 00010000:00000001:2.0:1769074967.324608:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.324610:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.324611:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.324612:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.324614:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036700 count: 2 00010000:00000001:2.0:1769074967.324615:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.324617:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.324619:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.324620:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.324621:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036700 count: 2 00010000:00000001:2.0:1769074967.324623:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.324624:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.324626:0:31793:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.324627:0:31793:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:2.0:1769074967.324629:0:31793:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074967.324630:0:31793:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911434102472 : -114162275449144 : ffff982b862006c8) 00000020:00001000:2.0:1769074967.324632:0:31793:0:(cl_object.c:785:cl_env_get()) 1@ffff982b862006c0 00000020:00000001:2.0:1769074967.324634:0:31793:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:2.0:1769074967.324635:0:31793:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x3a:0x0]: losing layout lock 00000080:00000001:2.0:1769074967.324637:0:31793:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1769074967.324639:0:31793:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1769074967.324641:0:31793:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1769074967.324643:0:31793:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1769074967.324645:0:31793:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x3a:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1769074967.324647:0:31793:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074967.324648:0:31793:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1769074967.324650:0:31793:0:(cl_object.c:879:cl_env_put()) 1@ffff982b862006c0 00000080:00000001:2.0:1769074967.324652:0:31793:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.324653:0:31793:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1769074967.324655:0:31793:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x3a:0x0](ffff982b9068e3c8) invalid 00000020:00000001:2.0:1769074967.324657:0:31793:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb014ebc70 00000080:00002000:2.0:1769074967.324659:0:31793:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f16.replay-dual-2 (ffff982b904e8798) parent ffff982b90d9e5e8 inode ffff982b9068e3c8 refc 0 00000080:00000001:2.0:1769074967.324666:0:31793:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1769074967.324668:0:31793:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1769074967.324671:0:31793:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1769074967.324673:0:31793:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074967.324674:0:31793:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.324677:0:31793:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074967.324678:0:31793:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074967.324679:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.324681:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769074967.324683:0:31793:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b90340000 with handle 0x5d432443066b7435 from hash 00010000:00000001:2.0:1769074967.324687:0:31793:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074967.324688:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074967.324689:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.324690:0:31793:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074967.324692:0:31793:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074967.324693:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074967.324695:0:31793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90340000/0x5d432443066b7435 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xf5b77ed682f5d1a8 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000010:2.0:1769074967.324701:0:31793:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff982b984bac80. 00010000:00000040:2.0:1769074967.324703:0:31793:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b86036700 count: 0 00010000:00000010:2.0:1769074967.324706:0:31793:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b8917c000. 00010000:00000001:2.0:1769074967.324711:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.324713:0:31793:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1769074967.324714:0:31793:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074967.324717:0:31793:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074967.324718:0:31793:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1769074967.324719:0:31793:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x39:0x0] mode (null) 00000002:00000001:2.0:1769074967.324722:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.324723:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.324725:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036600 count: 2 00010000:00000001:2.0:1769074967.324727:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.324729:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.324731:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.324731:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.324733:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036600 count: 2 00010000:00000001:2.0:1769074967.324735:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.324737:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.324739:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.324740:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.324741:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036600 count: 2 00010000:00000001:2.0:1769074967.324743:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.324745:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.324746:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.324748:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.324749:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036600 count: 2 00010000:00000001:2.0:1769074967.324751:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.324753:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.324754:0:31793:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.324755:0:31793:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:2.0:1769074967.324756:0:31793:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074967.324758:0:31793:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911434102472 : -114162275449144 : ffff982b862006c8) 00000020:00001000:2.0:1769074967.324760:0:31793:0:(cl_object.c:785:cl_env_get()) 1@ffff982b862006c0 00000020:00000001:2.0:1769074967.324761:0:31793:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:2.0:1769074967.324763:0:31793:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x39:0x0]: losing layout lock 00000080:00000001:2.0:1769074967.324766:0:31793:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1769074967.324767:0:31793:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1769074967.324769:0:31793:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1769074967.324771:0:31793:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1769074967.324772:0:31793:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x39:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1769074967.324774:0:31793:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074967.324776:0:31793:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1769074967.324777:0:31793:0:(cl_object.c:879:cl_env_put()) 1@ffff982b862006c0 00000080:00000001:2.0:1769074967.324779:0:31793:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.324781:0:31793:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1769074967.324782:0:31793:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x39:0x0](ffff982b9068c2c8) invalid 00000020:00000001:2.0:1769074967.324785:0:31793:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb014ebc70 00000080:00002000:2.0:1769074967.324786:0:31793:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f16.replay-dual-1 (ffff982b90665000) parent ffff982b90d9e5e8 inode ffff982b9068c2c8 refc 0 00000080:00000001:2.0:1769074967.324790:0:31793:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1769074967.324793:0:31793:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1769074967.324795:0:31793:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1769074967.324798:0:31793:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074967.324799:0:31793:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.324802:0:31793:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074967.324803:0:31793:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074967.324805:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.324807:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769074967.324809:0:31793:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b90254e00 with handle 0x5d432443066b7427 from hash 00010000:00000001:2.0:1769074967.324810:0:31793:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074967.324812:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074967.324813:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.324814:0:31793:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074967.324816:0:31793:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074967.324817:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074967.324819:0:31793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90254e00/0x5d432443066b7427 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xf5b77ed682f5d177 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000010:2.0:1769074967.324826:0:31793:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff982b984ba2c0. 00010000:00000040:2.0:1769074967.324829:0:31793:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b86036600 count: 0 00010000:00000010:2.0:1769074967.324832:0:31793:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b8917ca80. 00010000:00000001:2.0:1769074967.324837:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.324839:0:31793:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1769074967.324841:0:31793:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1769074967.324843:0:31793:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1769074967.324844:0:31793:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1769074967.324846:0:31793:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a1:0x38:0x0] mode (null) 00000002:00000001:2.0:1769074967.324848:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.324849:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.324852:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c200 count: 2 00010000:00000001:2.0:1769074967.324853:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.324856:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.324857:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.324858:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.324860:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c200 count: 2 00010000:00000001:2.0:1769074967.324861:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.324863:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.324864:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.324865:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.324866:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c200 count: 2 00010000:00000001:2.0:1769074967.324868:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.324870:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1769074967.324872:0:31793:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1769074967.324873:0:31793:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1769074967.324875:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b9020c200 count: 2 00010000:00000001:2.0:1769074967.324877:0:31793:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1769074967.324879:0:31793:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.324881:0:31793:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.324882:0:31793:0:(file.c:6774:ll_layout_conf()) Process entered 00000020:00000001:2.0:1769074967.324883:0:31793:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769074967.324885:0:31793:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446629911434102472 : -114162275449144 : ffff982b862006c8) 00000020:00001000:2.0:1769074967.324887:0:31793:0:(cl_object.c:785:cl_env_get()) 1@ffff982b862006c0 00000020:00000001:2.0:1769074967.324888:0:31793:0:(cl_object.c:305:cl_conf_set()) Process entered 00000080:00200000:2.0:1769074967.324890:0:31793:0:(vvp_object.c:114:vvp_conf_set()) [0x2000013a1:0x38:0x0]: losing layout lock 00000080:00000001:2.0:1769074967.324892:0:31793:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1769074967.324894:0:31793:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1769074967.324896:0:31793:0:(lov_object.c:1415:lov_conf_set()) Process entered 00020000:00000001:2.0:1769074967.324897:0:31793:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1769074967.324899:0:31793:0:(lov_object.c:1502:lov_conf_set()) [0x2000013a1:0x38:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1769074967.324902:0:31793:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074967.324903:0:31793:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1769074967.324905:0:31793:0:(cl_object.c:879:cl_env_put()) 1@ffff982b862006c0 00000080:00000001:2.0:1769074967.324907:0:31793:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.324908:0:31793:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1769074967.324910:0:31793:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000013a1:0x38:0x0](ffff982b9069a1c8) invalid 00000020:00000001:2.0:1769074967.324912:0:31793:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb014ebc70 00000080:00002000:2.0:1769074967.324915:0:31793:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f16.replay-dual-0 (ffff982b90652798) parent ffff982b90d9e5e8 inode ffff982b9069a1c8 refc 0 00000080:00000001:2.0:1769074967.324920:0:31793:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1769074967.324928:0:31793:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1769074967.324931:0:31793:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1769074967.324934:0:31793:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1769074967.324935:0:31793:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.324937:0:31793:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1769074967.324939:0:31793:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1769074967.324941:0:31793:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1769074967.324943:0:31793:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769074967.324945:0:31793:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff982b902ec200 with handle 0x5d432443066b7419 from hash 00010000:00000001:2.0:1769074967.324948:0:31793:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1769074967.324949:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074967.324951:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.324952:0:31793:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1769074967.324954:0:31793:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1769074967.324955:0:31793:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1769074967.324957:0:31793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b902ec200/0x5d432443066b7419 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xf5b77ed682f5d146 expref: -99 pid: 31210 timeout: 0 lvb_type: 3 00010000:00000010:2.0:1769074967.324964:0:31793:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff982b9851e040. 00010000:00000040:2.0:1769074967.324967:0:31793:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff982b9020c200 count: 0 00010000:00000010:2.0:1769074967.324970:0:31793:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff982b90209480. 00010000:00000001:2.0:1769074967.324978:0:31793:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074967.324981:0:31793:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769074967.324984:0:31793:0:(ldlm_request.c:2647:ldlm_cancel_unused_locks_for_replay()) Canceled 0 unused locks from namespace lustre-MDT0000-mdc-ffff982b858dd800 00000001:00000001:2.0:1769074967.324988:0:31793:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1769074967.324991:0:31793:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1769074967.325133:0:31793:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036100 count: 2 00010000:00000001:2.0:1769074967.325138:0:31793:0:(ldlm_request.c:2378:ldlm_resource_foreach()) Process entered 00010000:00000001:2.0:1769074967.325140:0:31793:0:(ldlm_request.c:2394:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1769074967.325507:0:31793:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.325511:0:31793:0:(ldlm_request.c:2700:__ldlm_replay_locks()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074967.325515:0:31793:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1769074967.325519:0:31793:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT 00000100:00000001:2.0:1769074967.325523:0:31793:0:(import.c:1544:signal_completed_replay()) Process entered 00000100:00000010:2.0:1769074967.325535:0:31793:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90379500. 00000020:00000040:2.0:1769074967.325540:0:31793:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=56 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:2.0:1769074967.325546:0:31793:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074967.325550:0:31793:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074967.325556:0:31793:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074967.325566:0:31793:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b8a73f100. 00000100:00000001:2.0:1769074967.325574:0:31793:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074967.325581:0:31793:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074967.325587:0:31793:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074967.325602:0:31793:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040d412f8] to pc [ptlrpcd_rcv+-1] req@ffff982b90379500 x1855007613356288/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074967.325628:0:31793:0:(import.c:1568:signal_completed_replay()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074967.325630:0:31793:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769074967.325633:0:31793:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074967.325634:0:31793:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=55 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:2.0:1769074967.325637:0:31793:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1769074967.325811:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.325816:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074967.325819:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769074967.325827:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90379500 x1855007613356288/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074967.325836:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074967.325839:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.325844:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074967.325848:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074967.325851:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074967.325855:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90379500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613356288:192.168.204.151@tcp:400:ldlm_lock_repla.0 00000100:00000001:0.0:1769074967.325860:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769074967.325867:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074967.325870:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.325873:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769074967.325879:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b85b70e00. 02000000:00000001:0.0:1769074967.325882:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074967.325896:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074967.325902:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b6108. 00000400:00000010:0.0:1769074967.325910:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f2a8. 00000100:00000200:0.0:1769074967.325919:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613356288, portal 10 00000100:00000001:0.0:1769074967.325922:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.325923:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603418368 : -114162106133248 : ffff982b90379500) 00000100:00000040:0.0:1769074967.325931:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=2c0 req@ffff982b90379500 x1855007613356288/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074983 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074967.325939:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074967.325942:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074967.325945:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f088. 00000100:00000200:0.0:1769074967.325950:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007613356288, offset 0 00000400:00000200:0.0:1769074967.325958:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074967.325967:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074967.325976:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074967.325983:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074967.325988:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074967.325992:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074967.325995:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074967.326000:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15571:15571:256:4294967295] 192.168.204.151@tcp LPNI seq info [15571:15571:8:4294967295] 00000400:00000200:0.0:1769074967.326004:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074967.326015:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074967.326022:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074967.326028:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08100. 00000800:00000200:0.0:1769074967.326037:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074967.326057:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074967.326062:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074967.326080:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.326085:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 968398 usecs (969 jiffies) 00000400:00000200:0.0:1769074967.326089:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074967.326093:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624972 00000100:00000001:0.0:1769074967.326097:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:0.0:1769074967.326100:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624972 00000100:00000001:0.0:1769074967.326103:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:0.0:1769074967.326106:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074967.326109:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.326113:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.326116:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.326126:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074967.326129:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1769074967.326132:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.326133:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074967.326135:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.326137:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074967.326224:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074967.326230:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08100. 00000400:00000200:3.0:1769074967.326235:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.326241:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074967.326248:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f088 00000400:00000010:3.0:1769074967.326251:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f088. 00000100:00000001:3.0:1769074967.326256:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074967.326260:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90379500 x1855007613356288/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074983 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074967.326272:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074967.326276:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90379500 x1855007613356288/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074983 ref 2 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074967.326307:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074967.326309:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1769074967.327451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985effc0. 00010000:00000010:2.1:1769074967.327476:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020cb00. 00010000:00000010:2.1:1769074967.327484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b902ec800. 00000080:00000010:2.1:1769074967.327487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985ef7a0. 00010000:00000010:2.1:1769074967.327492:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020c700. 00010000:00000010:2.1:1769074967.327495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b902ec400. 00000080:00000010:2.1:1769074967.327497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985ef780. 00010000:00000010:2.1:1769074967.327505:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020cd00. 00010000:00000010:2.1:1769074967.327510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b902ec600. 00000080:00000010:2.1:1769074967.327513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985ef6c0. 00010000:00000010:2.1:1769074967.327522:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e5f00. 00010000:00000010:2.1:1769074967.327526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b902eda00. 00000080:00000010:2.1:1769074967.327529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985ef4c0. 00010000:00000010:2.1:1769074967.327533:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020c300. 00010000:00000010:2.1:1769074967.327535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b902ecc00. 00000080:00000010:2.1:1769074967.327540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25c20. 00010000:00000010:2.1:1769074967.327547:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e5b00. 00010000:00000010:2.1:1769074967.327551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90254600. 00000080:00000010:2.1:1769074967.327554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985efcc0. 00010000:00000010:2.1:1769074967.327560:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020c400. 00010000:00000010:2.1:1769074967.327563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b902ed000. 00000080:00000010:2.1:1769074967.327566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757e560. 00010000:00000010:2.1:1769074967.327572:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e5d00. 00010000:00000010:2.1:1769074967.327577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985d3000. 00000080:00000010:2.1:1769074967.327581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82decec0. 00010000:00000010:2.1:1769074967.327588:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86036900. 00010000:00000010:2.1:1769074967.327594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90340600. 00000080:00000010:2.1:1769074967.327597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985efda0. 00010000:00000010:2.1:1769074967.327601:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86036400. 00010000:00000010:2.1:1769074967.327604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b902ed800. 00000080:00000010:2.1:1769074967.327607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25960. 00010000:00000010:2.1:1769074967.327617:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e5600. 00010000:00000010:2.1:1769074967.327620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90340200. 00000080:00000010:2.1:1769074967.330489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985ef540. 00010000:00000010:2.1:1769074967.330522:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e5700. 00010000:00000010:2.1:1769074967.330530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90254200. 00000080:00000010:2.1:1769074967.330533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985efac0. 00010000:00000010:2.1:1769074967.330539:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020ca00. 00010000:00000010:2.1:1769074967.330543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b902ede00. 00000080:00000010:2.1:1769074967.330548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82dece80. 00010000:00000010:2.1:1769074967.330555:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e5e00. 00010000:00000010:2.1:1769074967.330559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90341e00. 00000080:00000010:2.1:1769074967.330564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d258c0. 00010000:00000010:2.1:1769074967.330570:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e5a00. 00010000:00000010:2.1:1769074967.330573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90254800. 00000080:00000010:2.1:1769074967.330576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985ef820. 00010000:00000010:2.1:1769074967.330580:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020c100. 00010000:00000010:2.1:1769074967.330583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b902ed600. 00000080:00000010:2.1:1769074967.330586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25180. 00010000:00000010:2.1:1769074967.330590:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020c900. 00010000:00000010:2.1:1769074967.330594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b902eca00. 00000080:00000010:2.1:1769074967.334642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25720. 00010000:00000010:2.1:1769074967.334677:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e5200. 00010000:00000010:2.1:1769074967.334684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90255c00. 00000080:00000010:2.1:1769074967.334688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b8757e620. 00010000:00000010:2.1:1769074967.334698:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e5500. 00010000:00000010:2.1:1769074967.334703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b985d3800. 00000080:00000010:2.1:1769074967.334708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82dec2e0. 00010000:00000010:2.1:1769074967.334716:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86036800. 00010000:00000010:2.1:1769074967.334721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90341800. 00000080:00000010:2.1:1769074967.334724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25ee0. 00010000:00000010:2.1:1769074967.334728:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e5100. 00010000:00000010:2.1:1769074967.334732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90254400. 00000080:00000010:2.1:1769074967.334735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25540. 00010000:00000010:2.1:1769074967.334738:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b985e5300. 00010000:00000010:2.1:1769074967.334741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90254a00. 00000080:00000010:2.1:1769074967.334743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b82dec420. 00010000:00000010:2.1:1769074967.334747:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86036700. 00010000:00000010:2.1:1769074967.334750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90340000. 00000080:00000010:2.1:1769074967.334752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b85d25000. 00010000:00000010:2.1:1769074967.334756:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b86036600. 00010000:00000010:2.1:1769074967.334759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b90254e00. 00000080:00000010:2.1:1769074967.334762:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff982b985ef200. 00010000:00000010:2.1:1769074967.334769:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff982b9020c200. 00010000:00000010:2.1:1769074967.334773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff982b902ec200. 00000800:00000001:2.0:1769074967.370225:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.370251:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074967.370257:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.370260:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.370275:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.370331:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074967.370340:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.370347:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.370363:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.370368:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 10 MB=0x6971e9dd98900 00000400:00000200:2.0:1769074967.370375:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.370384:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 224/224 into md 0x22a15 [1] + 224 00000800:00000001:2.0:1769074967.370394:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.370408:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.370411:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.370417:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074967.370427:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074967.370439:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90379500 x1855007613356288/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074983 ref 1 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074967.370452:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=2c0 mlen=224 offset=224 replen=224 req@ffff982b90379500 x1855007613356288/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074983 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074967.370464:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074967.370476:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.370480:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.370553:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.370559:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074967.370567:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074967.370569:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074967.370574:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6108. 00000400:00000200:0.0:1769074967.370580:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f2a8 00000400:00000010:0.0:1769074967.370583:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f2a8. 00000100:00000001:0.0:1769074967.370586:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074967.370591:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90379500 x1855007613356288/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074983 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074967.370600:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90379500 x1855007613356288/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074983 ref 1 fl Rpc:RQU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074967.370606:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074967.370608:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.370611:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074967.370615:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074967.370619:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074967.370622:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.370626:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074967.370639:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=28 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074967.370644:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=70 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074967.370647:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074967.370649:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074967.370652:0:2363:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074967.370656:0:2363:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.370661:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1769074967.370663:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: committing for last_committed 73014444086 gen 1 00000100:00000040:0.0:1769074967.370671:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.370681:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.370682:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738830336 : -114161970721280 : ffff982b9849ce00) 00000100:00000001:0.0:1769074967.370686:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.370689:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.370697:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.370699:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.370704:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903a8380 x1855007613329792/t73014444038(73014444038) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074982 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.370711:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769074967.370715:0:2363:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b985ef940. 00000100:00000001:0.0:1769074967.370720:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.370724:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9849ce00 x1855007613329536/t73014444037(73014444037) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 8 to 0 dl 1769074986 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.370731:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.370734:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.370738:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c03800. 02000000:00000001:0.0:1769074967.370741:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.370745:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.370748:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=54 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.370750:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.370754:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b87460800. 02000000:00000001:0.0:1769074967.370758:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.370761:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.370763:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9849ce00. 00000100:00000001:0.0:1769074967.370767:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.370769:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.370773:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b903a8380 x1855007613329792/t73014444038(73014444038) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074982 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.370779:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.370782:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b903a8380 x1855007613329792/t73014444038(73014444038) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074982 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.370789:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.370790:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.370792:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b87fc4800. 02000000:00000001:0.0:1769074967.370795:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.370796:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.370798:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=53 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.370800:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.370801:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b8706be00. 02000000:00000001:0.0:1769074967.370805:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.370806:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.370807:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b903a8380. 00000100:00000001:0.0:1769074967.370814:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.370816:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.370821:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b903a9500 x1855007613330176/t73014444039(73014444039) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074982 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.370827:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.370829:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603614976 : -114162105936640 : ffff982b903a9500) 00000100:00000001:0.0:1769074967.370831:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.370834:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903a9500 x1855007613330176/t73014444039(73014444039) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074982 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.370846:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.370848:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.370853:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90372680 x1855007613331200/t73014444040(73014444040) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.370858:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769074967.370860:0:2363:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b8757e320. 00000100:00000001:0.0:1769074967.370863:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.370866:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b903a9500 x1855007613330176/t73014444039(73014444039) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074982 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.370871:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.370872:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.370874:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b85944000. 02000000:00000001:0.0:1769074967.370877:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.370878:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.370879:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=52 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.370881:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.370882:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b87fc6000. 02000000:00000001:0.0:1769074967.370885:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.370886:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.370887:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b903a9500. 00000100:00000001:0.0:1769074967.370889:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.370890:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.370893:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b90372680 x1855007613331200/t73014444040(73014444040) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.370899:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.370901:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90372680 x1855007613331200/t73014444040(73014444040) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.370907:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.370908:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.370909:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c02c00. 02000000:00000001:0.0:1769074967.370912:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.370913:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.370914:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=51 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.370916:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.370917:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b88307200. 02000000:00000001:0.0:1769074967.370919:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.370921:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.370922:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90372680. 00000100:00000001:0.0:1769074967.370924:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.370926:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.370931:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b90378380 x1855007613331584/t73014444041(73014444041) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074982 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.370937:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.370938:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603413888 : -114162106137728 : ffff982b90378380) 00000100:00000001:0.0:1769074967.370940:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.370942:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90378380 x1855007613331584/t73014444041(73014444041) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074982 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.370948:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.370949:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.370954:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90379180 x1855007613331840/t73014444042(73014444042) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.370959:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769074967.370960:0:2363:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b82dec080. 00000100:00000001:0.0:1769074967.370962:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.370964:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90378380 x1855007613331584/t73014444041(73014444041) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074982 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.370970:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.370971:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.370972:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b85947000. 02000000:00000001:0.0:1769074967.370975:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.370976:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.370977:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=50 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.370979:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.370980:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c08800. 02000000:00000001:0.0:1769074967.370983:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.370984:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.370985:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90378380. 00000100:00000001:0.0:1769074967.370987:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.370988:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.370991:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b90379180 x1855007613331840/t73014444042(73014444042) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.370997:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.371000:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90379180 x1855007613331840/t73014444042(73014444042) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371006:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.371007:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.371008:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c00800. 02000000:00000001:0.0:1769074967.371011:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.371012:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.371013:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=49 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.371014:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.371016:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b9037fe00. 02000000:00000001:0.0:1769074967.371018:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.371019:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.371020:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90379180. 00000100:00000001:0.0:1769074967.371022:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.371023:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.371028:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b903a9880 x1855007613332224/t73014444043(73014444043) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074982 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371033:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.371034:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603615872 : -114162105935744 : ffff982b903a9880) 00000100:00000001:0.0:1769074967.371036:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.371049:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903a9880 x1855007613332224/t73014444043(73014444043) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074982 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371056:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.371057:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.371062:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903a9f80 x1855007613332480/t73014444044(73014444044) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371068:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769074967.371070:0:2363:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b85d25ce0. 00000100:00000001:0.0:1769074967.371073:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.371075:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b903a9880 x1855007613332224/t73014444043(73014444043) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074982 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371080:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.371081:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.371083:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b85945c00. 02000000:00000001:0.0:1769074967.371085:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.371086:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.371087:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=48 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.371089:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.371090:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b87fc7000. 02000000:00000001:0.0:1769074967.371092:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.371093:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.371095:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b903a9880. 00000100:00000001:0.0:1769074967.371097:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.371098:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.371101:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b903a9f80 x1855007613332480/t73014444044(73014444044) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371107:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.371110:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b903a9f80 x1855007613332480/t73014444044(73014444044) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371115:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.371117:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.371118:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b87fc5000. 02000000:00000001:0.0:1769074967.371121:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.371122:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.371123:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=47 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.371124:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.371125:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b8706aa00. 02000000:00000001:0.0:1769074967.371128:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.371129:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.371130:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b903a9f80. 00000100:00000001:0.0:1769074967.371132:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.371133:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.371138:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b903a8a80 x1855007613332864/t73014444045(73014444045) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074982 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371144:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.371145:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603612288 : -114162105939328 : ffff982b903a8a80) 00000100:00000001:0.0:1769074967.371147:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.371150:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903a8a80 x1855007613332864/t73014444045(73014444045) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074982 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371155:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.371156:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.371160:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903a9c00 x1855007613333120/t73014444046(73014444046) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371165:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769074967.371166:0:2363:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b85d251c0. 00000100:00000001:0.0:1769074967.371168:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.371170:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b903a8a80 x1855007613332864/t73014444045(73014444045) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074982 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371175:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.371176:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.371177:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b85945800. 02000000:00000001:0.0:1769074967.371179:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.371180:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.371181:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=46 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.371183:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.371184:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b87fc7c00. 02000000:00000001:0.0:1769074967.371186:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.371187:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.371188:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b903a8a80. 00000100:00000001:0.0:1769074967.371189:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.371191:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.371194:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b903a9c00 x1855007613333120/t73014444046(73014444046) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371200:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.371203:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b903a9c00 x1855007613333120/t73014444046(73014444046) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074988 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371210:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.371211:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.371213:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b87fc7800. 02000000:00000001:0.0:1769074967.371215:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.371217:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.371218:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=45 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.371220:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.371221:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b8706ba00. 02000000:00000001:0.0:1769074967.371223:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.371224:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.371225:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b903a9c00. 00000100:00000001:0.0:1769074967.371227:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.371228:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.371233:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b90379c00 x1855007613333504/t73014444047(73014444047) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371239:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.371240:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603420160 : -114162106131456 : ffff982b90379c00) 00000100:00000001:0.0:1769074967.371242:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.371244:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90379c00 x1855007613333504/t73014444047(73014444047) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371250:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.371252:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.371257:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90379880 x1855007613333760/t73014444048(73014444048) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371263:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769074967.371265:0:2363:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b82dec7a0. 00000100:00000001:0.0:1769074967.371267:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.371271:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90379c00 x1855007613333504/t73014444047(73014444047) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371276:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.371278:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.371279:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b85944400. 02000000:00000001:0.0:1769074967.371322:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.371323:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.371325:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=44 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.371326:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.371328:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c09400. 02000000:00000001:0.0:1769074967.371330:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.371331:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.371333:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90379c00. 00000100:00000001:0.0:1769074967.371335:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.371336:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.371340:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b90379880 x1855007613333760/t73014444048(73014444048) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371347:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.371349:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90379880 x1855007613333760/t73014444048(73014444048) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371356:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.371357:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.371359:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c08400. 02000000:00000001:0.0:1769074967.371361:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.371363:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.371364:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=43 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.371365:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.371367:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b9037e000. 02000000:00000001:0.0:1769074967.371369:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.371370:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.371371:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90379880. 00000100:00000001:0.0:1769074967.371373:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.371374:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.371380:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b90372a00 x1855007613334144/t73014444049(73014444049) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371386:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.371387:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603390976 : -114162106160640 : ffff982b90372a00) 00000100:00000001:0.0:1769074967.371389:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.371392:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90372a00 x1855007613334144/t73014444049(73014444049) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371397:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.371399:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.371403:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903aad80 x1855007613334400/t73014444050(73014444050) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371409:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769074967.371411:0:2363:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b85d25cc0. 00000100:00000001:0.0:1769074967.371413:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.371416:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90372a00 x1855007613334144/t73014444049(73014444049) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371423:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.371424:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.371425:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b85946400. 02000000:00000001:0.0:1769074967.371428:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.371429:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.371430:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=42 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.371432:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.371433:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c00000. 02000000:00000001:0.0:1769074967.371436:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.371437:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.371438:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90372a00. 00000100:00000001:0.0:1769074967.371440:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.371441:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.371444:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b903aad80 x1855007613334400/t73014444050(73014444050) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371450:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.371453:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b903aad80 x1855007613334400/t73014444050(73014444050) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371457:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.371459:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.371460:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b87fc6c00. 02000000:00000001:0.0:1769074967.371462:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.371463:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.371464:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=41 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.371466:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.371467:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b883d3800. 02000000:00000001:0.0:1769074967.371469:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.371470:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.371472:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b903aad80. 00000100:00000001:0.0:1769074967.371474:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.371475:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.371480:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b903a8e00 x1855007613334784/t73014444051(73014444051) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371486:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.371487:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603613184 : -114162105938432 : ffff982b903a8e00) 00000100:00000001:0.0:1769074967.371489:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.371492:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903a8e00 x1855007613334784/t73014444051(73014444051) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371499:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.371500:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.371505:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903ab800 x1855007613335040/t73014444052(73014444052) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371511:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769074967.371513:0:2363:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b85d25220. 00000100:00000001:0.0:1769074967.371515:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.371518:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b903a8e00 x1855007613334784/t73014444051(73014444051) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371523:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.371525:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.371527:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b85945400. 02000000:00000001:0.0:1769074967.371529:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.371530:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.371531:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=40 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.371533:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.371535:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b87fc4400. 02000000:00000001:0.0:1769074967.371537:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.371538:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.371539:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b903a8e00. 00000100:00000001:0.0:1769074967.371542:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.371543:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.371546:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b903ab800 x1855007613335040/t73014444052(73014444052) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371553:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.371556:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b903ab800 x1855007613335040/t73014444052(73014444052) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371561:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.371562:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.371563:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b87fc5800. 02000000:00000001:0.0:1769074967.371565:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.371566:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.371567:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=39 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.371569:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.371571:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b883d2400. 02000000:00000001:0.0:1769074967.371573:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.371574:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.371575:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b903ab800. 00000100:00000001:0.0:1769074967.371578:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.371579:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.371585:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b9849d880 x1855007613335424/t73014444053(73014444053) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371592:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.371593:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738833024 : -114161970718592 : ffff982b9849d880) 00000100:00000001:0.0:1769074967.371597:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.371599:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849d880 x1855007613335424/t73014444053(73014444053) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371606:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.371607:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.371612:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849d500 x1855007613335680/t73014444054(73014444054) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371618:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769074967.371620:0:2363:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b985efb20. 00000100:00000001:0.0:1769074967.371623:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.371625:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9849d880 x1855007613335424/t73014444053(73014444053) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371631:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.371632:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.371634:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b85946c00. 02000000:00000001:0.0:1769074967.371635:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.371637:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.371638:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=38 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.371640:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.371641:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b87462000. 02000000:00000001:0.0:1769074967.371643:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.371644:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.371645:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9849d880. 00000100:00000001:0.0:1769074967.371647:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.371648:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.371651:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b9849d500 x1855007613335680/t73014444054(73014444054) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371657:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.371659:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9849d500 x1855007613335680/t73014444054(73014444054) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371665:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.371666:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.371668:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b87463000. 02000000:00000001:0.0:1769074967.371670:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.371671:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.371672:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=37 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.371673:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.371675:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b99658a00. 02000000:00000001:0.0:1769074967.371676:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.371678:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.371679:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9849d500. 00000100:00000001:0.0:1769074967.371680:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.371682:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.371686:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b9849c380 x1855007613336064/t73014444055(73014444055) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371692:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.371693:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738827648 : -114161970723968 : ffff982b9849c380) 00000100:00000001:0.0:1769074967.371695:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.371699:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849c380 x1855007613336064/t73014444055(73014444055) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371704:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.371706:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.371711:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903ab480 x1855007613336320/t73014444056(73014444056) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371716:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769074967.371718:0:2363:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b85d25da0. 00000100:00000001:0.0:1769074967.371720:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.371723:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9849c380 x1855007613336064/t73014444055(73014444055) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371730:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.371731:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.371733:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b85947800. 02000000:00000001:0.0:1769074967.371735:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.371736:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.371737:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=36 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.371740:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.371741:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b87461800. 02000000:00000001:0.0:1769074967.371744:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.371745:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.371747:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9849c380. 00000100:00000001:0.0:1769074967.371749:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.371750:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.371754:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b903ab480 x1855007613336320/t73014444056(73014444056) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371760:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.371762:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b903ab480 x1855007613336320/t73014444056(73014444056) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371768:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.371769:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.371771:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b87fc5400. 02000000:00000001:0.0:1769074967.371773:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.371774:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.371775:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=35 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.371777:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.371779:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b883d3200. 02000000:00000001:0.0:1769074967.371780:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.371781:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.371782:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b903ab480. 00000100:00000001:0.0:1769074967.371784:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.371785:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.371791:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b903a8700 x1855007613336704/t73014444057(73014444057) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371796:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.371797:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603611392 : -114162105940224 : ffff982b903a8700) 00000100:00000001:0.0:1769074967.371798:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.371801:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903a8700 x1855007613336704/t73014444057(73014444057) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371807:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.371809:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.371813:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903a8000 x1855007613336960/t73014444058(73014444058) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371818:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769074967.371819:0:2363:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b85d258e0. 00000100:00000001:0.0:1769074967.371821:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.371823:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b903a8700 x1855007613336704/t73014444057(73014444057) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371829:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.371830:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.371831:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b85944c00. 02000000:00000001:0.0:1769074967.371833:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.371835:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.371836:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=34 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.371838:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.371839:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b82a6dc00. 02000000:00000001:0.0:1769074967.371843:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.371844:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.371845:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b903a8700. 00000100:00000001:0.0:1769074967.371848:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.371849:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.371853:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b903a8000 x1855007613336960/t73014444058(73014444058) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371860:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.371863:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b903a8000 x1855007613336960/t73014444058(73014444058) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371869:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.371870:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.371872:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c0b800. 02000000:00000001:0.0:1769074967.371875:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.371876:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.371877:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=33 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.371879:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.371881:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b9037f800. 02000000:00000001:0.0:1769074967.371903:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.371904:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.371906:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b903a8000. 00000100:00000001:0.0:1769074967.371909:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.371910:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.371916:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b9037b480 x1855007613337344/t73014444059(73014444059) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371923:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.371924:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603426432 : -114162106125184 : ffff982b9037b480) 00000100:00000001:0.0:1769074967.371926:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.371930:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037b480 x1855007613337344/t73014444059(73014444059) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371936:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.371937:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.371942:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903aa300 x1855007613337600/t73014444060(73014444060) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371949:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769074967.371951:0:2363:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b85d259a0. 00000100:00000001:0.0:1769074967.371954:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.371957:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037b480 x1855007613337344/t73014444059(73014444059) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371964:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.371965:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.371967:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b85946000. 02000000:00000001:0.0:1769074967.371969:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.371970:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.371972:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=32 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.371974:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.371975:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c0a000. 02000000:00000001:0.0:1769074967.371978:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.371979:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.371980:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037b480. 00000100:00000001:0.0:1769074967.371984:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.371985:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.371989:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b903aa300 x1855007613337600/t73014444060(73014444060) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.371995:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.371998:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b903aa300 x1855007613337600/t73014444060(73014444060) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372004:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.372005:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.372006:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98a3a800. 02000000:00000001:0.0:1769074967.372009:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.372010:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.372011:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=31 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.372013:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.372014:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b8706b400. 02000000:00000001:0.0:1769074967.372016:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.372017:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.372018:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b903aa300. 00000100:00000001:0.0:1769074967.372020:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.372021:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.372026:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b9849ea00 x1855007613337984/t73014444061(73014444061) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372031:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.372032:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738837504 : -114161970714112 : ffff982b9849ea00) 00000100:00000001:0.0:1769074967.372034:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.372037:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849ea00 x1855007613337984/t73014444061(73014444061) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372055:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.372056:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.372061:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849e680 x1855007613338240/t73014444062(73014444062) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372067:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769074967.372069:0:2363:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b985ef620. 00000100:00000001:0.0:1769074967.372072:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.372074:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9849ea00 x1855007613337984/t73014444061(73014444061) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372081:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.372082:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.372083:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b85945000. 02000000:00000001:0.0:1769074967.372086:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.372087:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.372088:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=30 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.372090:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.372092:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b87461c00. 02000000:00000001:0.0:1769074967.372094:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.372095:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.372096:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9849ea00. 00000100:00000001:0.0:1769074967.372099:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.372100:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.372104:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b9849e680 x1855007613338240/t73014444062(73014444062) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372110:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.372113:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9849e680 x1855007613338240/t73014444062(73014444062) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372119:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.372121:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.372122:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b87462800. 02000000:00000001:0.0:1769074967.372124:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.372125:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.372126:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=29 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.372128:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.372130:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b99658e00. 02000000:00000001:0.0:1769074967.372132:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.372133:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.372134:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9849e680. 00000100:00000001:0.0:1769074967.372136:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.372138:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.372143:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b903ab100 x1855007613338624/t73014444063(73014444063) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372149:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.372150:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603622144 : -114162105929472 : ffff982b903ab100) 00000100:00000001:0.0:1769074967.372153:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.372155:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903ab100 x1855007613338624/t73014444063(73014444063) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372161:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.372163:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.372167:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903abb80 x1855007613338880/t73014444064(73014444064) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372173:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769074967.372175:0:2363:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b85d25e20. 00000100:00000001:0.0:1769074967.372177:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.372180:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b903ab100 x1855007613338624/t73014444063(73014444063) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372186:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.372187:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.372188:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b85947400. 02000000:00000001:0.0:1769074967.372191:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.372192:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.372194:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=28 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.372196:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.372198:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b85881c00. 02000000:00000001:0.0:1769074967.372201:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.372202:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.372204:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b903ab100. 00000100:00000001:0.0:1769074967.372207:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.372209:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.372212:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b903abb80 x1855007613338880/t73014444064(73014444064) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372224:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.372227:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b903abb80 x1855007613338880/t73014444064(73014444064) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372233:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.372234:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.372236:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b85883c00. 02000000:00000001:0.0:1769074967.372238:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.372240:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.372241:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=27 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.372242:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.372243:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b996c1400. 02000000:00000001:0.0:1769074967.372246:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.372247:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.372248:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b903abb80. 00000100:00000001:0.0:1769074967.372250:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.372251:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.372256:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b90379f80 x1855007613339264/t73014444065(73014444065) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372262:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.372263:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603421056 : -114162106130560 : ffff982b90379f80) 00000100:00000001:0.0:1769074967.372266:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.372268:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90379f80 x1855007613339264/t73014444065(73014444065) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372275:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.372276:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.372311:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b903a9180 x1855007613339520/t73014444066(73014444066) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372318:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769074967.372320:0:2363:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b85d25340. 00000100:00000001:0.0:1769074967.372322:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.372325:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90379f80 x1855007613339264/t73014444065(73014444065) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372332:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.372333:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.372334:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606d800. 02000000:00000001:0.0:1769074967.372339:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.372340:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.372342:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=26 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.372343:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.372345:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c08000. 02000000:00000001:0.0:1769074967.372347:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.372348:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.372350:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90379f80. 00000100:00000001:0.0:1769074967.372353:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.372354:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.372357:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b903a9180 x1855007613339520/t73014444066(73014444066) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372363:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.372366:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b903a9180 x1855007613339520/t73014444066(73014444066) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372371:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.372372:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.372373:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b85883800. 02000000:00000001:0.0:1769074967.372375:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.372376:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.372377:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=25 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.372379:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.372380:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b996c0600. 02000000:00000001:0.0:1769074967.372383:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.372385:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.372386:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b903a9180. 00000100:00000001:0.0:1769074967.372388:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.372389:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.372394:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b9849ca80 x1855007613339904/t73014444067(73014444067) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372400:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.372402:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738829440 : -114161970722176 : ffff982b9849ca80) 00000100:00000001:0.0:1769074967.372404:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.372407:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849ca80 x1855007613339904/t73014444067(73014444067) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372414:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.372415:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.372420:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90378000 x1855007613340160/t73014444068(73014444068) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372426:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769074967.372428:0:2363:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b82dec8c0. 00000100:00000001:0.0:1769074967.372430:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.372433:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9849ca80 x1855007613339904/t73014444067(73014444067) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372439:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.372441:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.372442:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606d400. 02000000:00000001:0.0:1769074967.372445:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.372446:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.372447:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=24 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.372449:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.372450:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b87462400. 02000000:00000001:0.0:1769074967.372453:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.372454:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.372455:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9849ca80. 00000100:00000001:0.0:1769074967.372458:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.372459:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.372463:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b90378000 x1855007613340160/t73014444068(73014444068) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372470:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.372473:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90378000 x1855007613340160/t73014444068(73014444068) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372479:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.372481:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.372482:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b90213c00. 02000000:00000001:0.0:1769074967.372485:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.372486:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.372488:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=23 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.372489:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.372491:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b872bb000. 02000000:00000001:0.0:1769074967.372494:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.372495:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.372496:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90378000. 00000100:00000001:0.0:1769074967.372499:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.372501:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.372506:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b90378700 x1855007613340544/t73014444069(73014444069) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372512:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.372514:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603414784 : -114162106136832 : ffff982b90378700) 00000100:00000001:0.0:1769074967.372516:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.372518:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90378700 x1855007613340544/t73014444069(73014444069) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372524:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.372526:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.372530:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90378a80 x1855007613340800/t73014444070(73014444070) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372536:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769074967.372538:0:2363:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b82decac0. 00000100:00000001:0.0:1769074967.372541:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.372543:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90378700 x1855007613340544/t73014444069(73014444069) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372549:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.372551:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.372553:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606fc00. 02000000:00000001:0.0:1769074967.372556:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.372558:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.372559:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=22 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.372561:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.372562:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90210c00. 02000000:00000001:0.0:1769074967.372564:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.372565:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.372568:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90378700. 00000100:00000001:0.0:1769074967.372570:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.372571:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.372574:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b90378a80 x1855007613340800/t73014444070(73014444070) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372581:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.372583:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90378a80 x1855007613340800/t73014444070(73014444070) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372589:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.372591:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.372592:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b90211800. 02000000:00000001:0.0:1769074967.372594:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.372596:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.372597:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=21 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.372598:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.372600:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b9a3f7a00. 02000000:00000001:0.0:1769074967.372602:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.372603:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.372604:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90378a80. 00000100:00000001:0.0:1769074967.372607:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.372608:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.372614:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b90373b80 x1855007613341184/t73014444071(73014444071) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372620:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.372621:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603395456 : -114162106156160 : ffff982b90373b80) 00000100:00000001:0.0:1769074967.372624:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.372627:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90373b80 x1855007613341184/t73014444071(73014444071) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372633:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.372634:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.372638:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849e300 x1855007613341440/t73014444072(73014444072) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372644:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769074967.372646:0:2363:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b85d25e80. 00000100:00000001:0.0:1769074967.372648:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.372650:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90373b80 x1855007613341184/t73014444071(73014444071) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372656:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.372657:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.372658:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b85882000. 02000000:00000001:0.0:1769074967.372661:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.372662:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.372663:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=20 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.372665:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.372666:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c02000. 02000000:00000001:0.0:1769074967.372669:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.372670:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.372671:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90373b80. 00000100:00000001:0.0:1769074967.372674:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.372675:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.372678:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b9849e300 x1855007613341440/t73014444072(73014444072) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372685:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.372688:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9849e300 x1855007613341440/t73014444072(73014444072) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372694:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.372696:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.372698:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b87460c00. 02000000:00000001:0.0:1769074967.372700:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.372701:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.372703:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=19 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.372705:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.372706:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b99658c00. 02000000:00000001:0.0:1769074967.372708:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.372709:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.372710:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9849e300. 00000100:00000001:0.0:1769074967.372712:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.372714:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.372719:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b9849f100 x1855007613341824/t73014444073(73014444073) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372726:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.372727:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738839296 : -114161970712320 : ffff982b9849f100) 00000100:00000001:0.0:1769074967.372729:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.372732:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849f100 x1855007613341824/t73014444073(73014444073) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372738:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.372740:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.372744:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037ad80 x1855007613342080/t73014444074(73014444074) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372751:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769074967.372753:0:2363:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b82dec440. 00000100:00000001:0.0:1769074967.372755:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.372758:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9849f100 x1855007613341824/t73014444073(73014444073) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372765:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.372766:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.372768:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b85882c00. 02000000:00000001:0.0:1769074967.372770:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.372771:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.372773:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=18 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.372775:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.372776:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b87460000. 02000000:00000001:0.0:1769074967.372778:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.372780:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.372781:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9849f100. 00000100:00000001:0.0:1769074967.372783:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.372784:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.372788:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b9037ad80 x1855007613342080/t73014444074(73014444074) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372796:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.372799:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037ad80 x1855007613342080/t73014444074(73014444074) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372805:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.372807:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.372808:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b90210800. 02000000:00000001:0.0:1769074967.372810:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.372811:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.372812:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=17 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.372814:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.372815:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b8a711800. 02000000:00000001:0.0:1769074967.372817:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.372817:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.372818:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037ad80. 00000100:00000001:0.0:1769074967.372820:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.372821:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.372825:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b98582300 x1855007613342464/t73014444075(73014444075) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372829:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.372830:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739769600 : -114161969782016 : ffff982b98582300) 00000100:00000001:0.0:1769074967.372831:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.372833:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98582300 x1855007613342464/t73014444075(73014444075) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372837:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.372838:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.372841:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98580700 x1855007613342720/t73014444076(73014444076) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372845:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769074967.372846:0:2363:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b85d254a0. 00000100:00000001:0.0:1769074967.372847:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.372849:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98582300 x1855007613342464/t73014444075(73014444075) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372852:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.372853:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.372853:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b85880000. 02000000:00000001:0.0:1769074967.372855:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.372855:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.372856:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=16 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.372857:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.372857:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b85880400. 02000000:00000001:0.0:1769074967.372858:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.372859:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.372860:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98582300. 00000100:00000001:0.0:1769074967.372861:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.372862:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.372864:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b98580700 x1855007613342720/t73014444076(73014444076) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372867:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.372868:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98580700 x1855007613342720/t73014444076(73014444076) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372872:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.372872:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.372873:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b85881800. 02000000:00000001:0.0:1769074967.372874:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.372875:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.372875:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=15 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.372876:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.372877:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b996c0000. 02000000:00000001:0.0:1769074967.372879:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.372880:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.372881:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98580700. 00000100:00000001:0.0:1769074967.372882:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.372883:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.372886:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b9849fb80 x1855007613343104/t73014444077(73014444077) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372889:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.372890:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738841984 : -114161970709632 : ffff982b9849fb80) 00000100:00000001:0.0:1769074967.372891:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.372892:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849fb80 x1855007613343104/t73014444077(73014444077) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372895:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.372896:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.372899:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849f800 x1855007613343360/t73014444078(73014444078) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372902:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769074967.372903:0:2363:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b985ef640. 00000100:00000001:0.0:1769074967.372904:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.372906:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9849fb80 x1855007613343104/t73014444077(73014444077) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372909:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.372909:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.372910:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b85881000. 02000000:00000001:0.0:1769074967.372911:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.372912:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.372912:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=14 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.372913:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.372914:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b87462c00. 02000000:00000001:0.0:1769074967.372915:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.372916:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.372917:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9849fb80. 00000100:00000001:0.0:1769074967.372918:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.372919:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.372922:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b9849f800 x1855007613343360/t73014444078(73014444078) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372928:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.372931:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9849f800 x1855007613343360/t73014444078(73014444078) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372936:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.372937:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.372939:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b87461400. 02000000:00000001:0.0:1769074967.372941:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.372942:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.372943:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=13 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.372945:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.372946:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b99658800. 02000000:00000001:0.0:1769074967.372948:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.372949:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.372950:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9849f800. 00000100:00000001:0.0:1769074967.372952:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.372953:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.372959:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b9849c000 x1855007613343744/t73014444079(73014444079) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372965:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.372967:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738826752 : -114161970724864 : ffff982b9849c000) 00000100:00000001:0.0:1769074967.372969:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.372972:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849c000 x1855007613343744/t73014444079(73014444079) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372979:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.372980:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.372984:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98580000 x1855007613344000/t73014444080(73014444080) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.372991:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769074967.372992:0:2363:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b85d257e0. 00000100:00000001:0.0:1769074967.372994:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.372996:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9849c000 x1855007613343744/t73014444079(73014444079) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.373001:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.373002:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.373003:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b85881400. 02000000:00000001:0.0:1769074967.373004:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.373005:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.373005:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=12 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.373007:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.373008:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b873dfc00. 02000000:00000001:0.0:1769074967.373010:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.373011:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.373012:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9849c000. 00000100:00000001:0.0:1769074967.373013:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.373013:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.373015:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b98580000 x1855007613344000/t73014444080(73014444080) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.373019:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.373021:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98580000 x1855007613344000/t73014444080(73014444080) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.373025:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.373026:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.373026:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b85880800. 02000000:00000001:0.0:1769074967.373028:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.373028:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.373029:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=11 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.373030:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.373030:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b996c0a00. 02000000:00000001:0.0:1769074967.373031:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.373032:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.373033:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98580000. 00000100:00000001:0.0:1769074967.373034:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.373035:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.373052:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b9849ed80 x1855007613344384/t73014444081(73014444081) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.373058:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.373059:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738838400 : -114161970713216 : ffff982b9849ed80) 00000100:00000001:0.0:1769074967.373062:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.373065:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849ed80 x1855007613344384/t73014444081(73014444081) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.373075:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.373076:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.373081:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849f480 x1855007613344640/t73014444082(73014444082) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.373086:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769074967.373087:0:2363:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b985ef100. 00000100:00000001:0.0:1769074967.373091:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.373093:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9849ed80 x1855007613344384/t73014444081(73014444081) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.373099:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.373100:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.373102:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b85880c00. 02000000:00000001:0.0:1769074967.373104:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.373105:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.373106:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=10 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.373108:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.373109:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b873dec00. 02000000:00000001:0.0:1769074967.373112:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.373113:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.373114:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9849ed80. 00000100:00000001:0.0:1769074967.373116:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.373118:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.373121:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b9849f480 x1855007613344640/t73014444082(73014444082) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.373132:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.373135:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9849f480 x1855007613344640/t73014444082(73014444082) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.373141:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.373142:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.373143:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982bc205c800. 02000000:00000001:0.0:1769074967.373161:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.373163:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.373164:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=9 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.373167:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.373168:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b83d9e000. 02000000:00000001:0.0:1769074967.373171:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.373172:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.373173:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9849f480. 00000100:00000001:0.0:1769074967.373175:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.373176:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.373182:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b9849dc00 x1855007613345024/t73014444083(73014444083) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.373188:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.373189:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738833920 : -114161970717696 : ffff982b9849dc00) 00000100:00000001:0.0:1769074967.373191:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.373194:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849dc00 x1855007613345024/t73014444083(73014444083) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.373199:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.373200:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.373204:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849d180 x1855007613345280/t73014444084(73014444084) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.373210:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769074967.373211:0:2363:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b985efa80. 00000100:00000001:0.0:1769074967.373213:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.373216:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9849dc00 x1855007613345024/t73014444083(73014444083) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.373223:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.373224:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.373225:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b85882800. 02000000:00000001:0.0:1769074967.373227:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.373228:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.373229:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=8 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.373231:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.373232:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982bc205f800. 02000000:00000001:0.0:1769074967.373235:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.373236:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.373237:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9849dc00. 00000100:00000001:0.0:1769074967.373239:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.373240:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.373244:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b9849d180 x1855007613345280/t73014444084(73014444084) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.373249:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.373252:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9849d180 x1855007613345280/t73014444084(73014444084) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.373258:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.373259:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.373260:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b85946800. 02000000:00000001:0.0:1769074967.373263:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.373264:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.373265:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=7 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.373267:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.373268:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b83d9fa00. 02000000:00000001:0.0:1769074967.373270:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.373272:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.373273:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9849d180. 00000100:00000001:0.0:1769074967.373275:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.373276:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.373310:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b9849df80 x1855007613345664/t73014444085(73014444085) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.373317:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.373318:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738834816 : -114161970716800 : ffff982b9849df80) 00000100:00000001:0.0:1769074967.373320:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.373323:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9849df80 x1855007613345664/t73014444085(73014444085) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.373329:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.373330:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.373335:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b984a8a80 x1855007613345920/t73014444086(73014444086) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.373341:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1769074967.373343:0:2363:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff982b985ef340. 00000100:00000001:0.0:1769074967.373347:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.373350:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9849df80 x1855007613345664/t73014444085(73014444085) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 592/608 e 0 to 0 dl 1769074983 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.373355:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.373357:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.373358:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b85882400. 02000000:00000001:0.0:1769074967.373361:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.373362:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.373364:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.373366:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.373367:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b85944800. 02000000:00000001:0.0:1769074967.373369:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.373371:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.373372:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9849df80. 00000100:00000001:0.0:1769074967.373374:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.373376:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074967.373379:0:2363:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 73014444086) req@ffff982b984a8a80 x1855007613345920/t73014444086(73014444086) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.373385:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.373388:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b984a8a80 x1855007613345920/t73014444086(73014444086) o35->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074989 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.373393:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.373395:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.373396:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b85947c00. 02000000:00000001:0.0:1769074967.373405:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.373408:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.373409:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.373410:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.373412:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff982b83d9f800. 02000000:00000001:0.0:1769074967.373414:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.373415:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.373416:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b984a8a80. 00000100:00000001:0.0:1769074967.373418:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.373420:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.373422:0:2363:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1769074967.373425:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: normal: skip=1 replay=50/50 committed=0/0 00000100:00000001:0.0:1769074967.373428:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074967.373430:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.373438:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90379500 x1855007613356288/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074983 ref 1 fl Rpc:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074967.373444:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074967.373448:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074967.373451:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.373453:0:2363:0:(import.c:1516:completed_replay_interpret()) Process entered 00000100:00000001:0.0:1769074967.373456:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1769074967.373460:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from REPLAY_WAIT to RECOVER 00000100:00000001:0.0:1769074967.373464:0:2363:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00080000:0.0:1769074967.373467:0:2363:0:(client.c:3203:ptlrpc_resend_req()) @@@ going to resend req@ffff982b90379500 x1855007613356288/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074983 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769074967.373474:0:2363:0:(client.c:3212:ptlrpc_resend_req()) @@@ it has reply, so skip it req@ffff982b90379500 x1855007613356288/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074983 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074967.373485:0:2363:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769074967.373487:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:0.0:1769074967.373490:0:2363:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:0.0:1769074967.373493:0:2363:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:0.0:1769074967.373496:0:2363:0:(obd_class.h:1235:obd_notify()) Process entered 00800000:00000001:0.0:1769074967.373500:0:2363:0:(lmv_obd.c:189:lmv_notify()) Process entered 00800000:00000001:0.0:1769074967.373502:0:2363:0:(lmv_obd.c:83:lmv_set_mdc_active()) Process entered 00800000:00000040:0.0:1769074967.373504:0:2363:0:(lmv_obd.c:86:lmv_set_mdc_active()) Searching in lmv ffff982b859e6aa0 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:0.0:1769074967.373508:0:2363:0:(lmv_obd.c:92:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x5d432443066ac3d0 00800000:00000040:0.0:1769074967.373512:0:2363:0:(lmv_obd.c:107:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff982b858dd800=84c0f8a7-d789-4ced-b99a-82cfae500a0a device 3 (ffff982b859e18d8) type mdc at LMV idx 0 00800000:00000040:0.0:1769074967.373515:0:2363:0:(lmv_obd.c:112:lmv_set_mdc_active()) OBD ffff982b859e18d8 already active! 00800000:00000001:0.0:1769074967.373517:0:2363:0:(lmv_obd.c:113:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1769074967.373519:0:2363:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1769074967.373521:0:2363:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769074967.373524:0:2363:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000002:00000001:0.0:1769074967.374815:0:2363:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.374827:0:2363:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1769074967.374839:0:2363:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff982b858dd800: Connection restored to 192.168.204.151@tcp (at 192.168.204.151@tcp) 00000100:00080000:0.0:1769074967.374854:0:2363:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 00000000ca915682): req@ffff982b9037a300 x1855007613354624/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1769074967.374886:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.374889:0:2363:0:(import.c:1533:completed_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.374897:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90379500 x1855007613356288/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074983 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074967.374908:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90379500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613356288:192.168.204.151@tcp:400:ldlm_lock_repla.0 00000100:00000001:0.0:1769074967.374914:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.374919:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.374922:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90379500 x1855007613356288/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074983 ref 1 fl Complete:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074967.374930:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.374932:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.374937:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b85b70e00. 02000000:00000001:0.0:1769074967.374941:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.374942:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.374944:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074967.374947:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.374949:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b8a73f100. 02000000:00000001:0.0:1769074967.374953:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.374954:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.374956:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90379500. 00000100:00000001:0.0:1769074967.374960:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.374961:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.374964:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.374976:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074967.374979:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.374983:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.374984:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.375328:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.375334:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.375337:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074967.375340:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.375343:0:31769:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074967.375357:0:31769:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074967.375361:0:31769:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.375365:0:31769:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074967.375372:0:31769:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074967.375375:0:31769:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.375378:0:31769:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074967.375387:0:31769:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff982b85912000. 02000000:00000001:1.0:1769074967.375389:0:31769:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074967.375403:0:31769:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074967.375409:0:31769:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e479a0. 00000400:00000010:1.0:1769074967.375417:0:31769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8aa0. 00000100:00000200:1.0:1769074967.375427:0:31769:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1855007613354624, portal 10 00000100:00000001:1.0:1769074967.375430:0:31769:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.375431:0:31769:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603421952 : -114162106129664 : ffff982b9037a300) 00000100:00000040:1.0:1769074967.375441:0:31769:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff982b9037a300 x1855007613354624/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.375449:0:31769:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074967.375453:0:31769:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074967.375456:0:31769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8a18. 00000100:00000200:1.0:1769074967.375460:0:31769:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1855007613354624, offset 0 00000400:00000200:1.0:1769074967.375470:0:31769:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074967.375480:0:31769:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.375491:0:31769:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074967.375499:0:31769:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074967.375504:0:31769:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074967.375509:0:31769:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074967.375512:0:31769:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074967.375517:0:31769:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15572:15572:256:4294967295] 192.168.204.151@tcp LPNI seq info [15572:15572:8:4294967295] 00000400:00000200:1.0:1769074967.375548:0:31769:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.375562:0:31769:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074967.375569:0:31769:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074967.375576:0:31769:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816bb00. 00000800:00000200:1.0:1769074967.375585:0:31769:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074967.375596:0:31769:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074967.375603:0:31769:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816bb00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1769074967.375627:0:31769:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.375634:0:31769:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 967135 usecs (968 jiffies) 00000400:00000200:1.0:1769074967.375638:0:31769:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074967.375643:0:31769:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296625021 00000100:00000001:1.0:1769074967.375648:0:31769:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.375650:0:31769:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296625021 00000100:00000001:1.0:1769074967.375654:0:31769:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.375657:0:31769:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074967.375661:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.375663:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.375665:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074967.375668:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8725ea80 going to sleep for 11 seconds 00000100:00000001:1.0:1769074967.375670:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.375671:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074967.376161:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074967.376169:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816bb00. 00000400:00000200:3.0:1769074967.376178:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.376188:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074967.376197:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8a18 00000400:00000010:3.0:1769074967.376201:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8a18. 00000100:00000001:3.0:1769074967.376207:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074967.376216:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9037a300 x1855007613354624/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.376229:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074967.376233:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b9037a300 x1855007613354624/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074983 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1769074967.376239:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074967.376241:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000002:00000001:2.0:1769074967.376651:0:31794:0:(mdc_request.c:2600:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:2.0:1769074967.376657:0:31794:0:(kernelcomm.c:1422:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:3.0:1769074967.376751:0:31794:0:(kernelcomm.c:1436:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769074967.376756:0:31794:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074967.376758:0:31794:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=4 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:3.0:1769074967.376761:0:31794:0:(genops.c:1249:class_import_put()) Process leaving 00000002:00000001:3.0:1769074967.376763:0:31794:0:(mdc_request.c:2610:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1769074967.380119:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.380252:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074967.380257:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.380261:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.380277:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.380443:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074967.381630:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.381639:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.381648:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.381656:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 688 into portal 10 MB=0x6971e9dd98280 00000400:00000200:2.0:1769074967.381663:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.381673:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 688/688 into md 0x22a1d [1] + 224 00000800:00000001:2.0:1769074967.381685:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.381712:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074967.381716:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.381722:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074967.381734:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074967.381746:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b9037a300 x1855007613354624/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074983 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1769074967.381758:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff982b9037a300 x1855007613354624/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1769074967.381788:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074967.381805:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074967.381810:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.382094:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074967.382107:0:31769:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074967.382110:0:31769:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074967.382115:0:31769:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e479a0. 00000400:00000200:1.0:1769074967.382121:0:31769:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8aa0 00000400:00000010:1.0:1769074967.382124:0:31769:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8aa0. 00000100:00000001:1.0:1769074967.382128:0:31769:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074967.382134:0:31769:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037a300 x1855007613354624/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074967.382153:0:31769:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037a300 x1855007613354624/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/1152 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.382160:0:31769:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074967.382163:0:31769:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.382166:0:31769:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074967.382171:0:31769:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074967.382174:0:31769:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074967.382177:0:31769:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.382180:0:31769:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074967.382193:0:31769:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=28 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074967.382198:0:31769:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=70 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074967.382201:0:31769:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074967.382203:0:31769:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074967.382206:0:31769:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074967.382211:0:31769:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.382216:0:31769:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074967.382219:0:31769:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444086 00000100:00000001:1.0:1769074967.382221:0:31769:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074967.382223:0:31769:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.382228:0:31769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037a300 x1855007613354624/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.382235:0:31769:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074967.382239:0:31769:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074967.382241:0:31769:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074967.382246:0:31769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037a300 x1855007613354624/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074967.382260:0:31769:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037a300 pname:cluuid:pid:xid:nid:opc:job lfs:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31769:1855007613354624:192.168.204.151@tcp:101:lfs.0 00000100:00000001:1.0:1769074967.382265:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.382269:0:31769:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.382271:0:31769:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074967.382273:0:31769:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074967.382277:0:31769:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037a300 x1855007613354624/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074983 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.382314:0:31769:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074967.382317:0:31769:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b8725ea80. 00000100:00000001:1.0:1769074967.382322:0:31769:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074967.382324:0:31769:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074967.382327:0:31769:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1769074967.382332:0:31769:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074967.382336:0:31769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074967.382339:0:31769:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341200 refcount=4 00000020:00000001:1.0:1769074967.382341:0:31769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:1.0:1769074967.382345:0:31769:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000040:1.0:1769074967.382488:0:31769:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff982b90341200, remote cookie: 0xf5b77ed682f5dc7c, flags: 0x1001 00010000:00010000:1.0:1769074967.382497:0:31769:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341200/0x5d432443066b75bd lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5dc7c expref: -99 pid: 31769 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074967.382509:0:31769:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341200/0x5d432443066b75bd lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5dc7c expref: -99 pid: 31769 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074967.382518:0:31769:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1769074967.382523:0:31769:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1769074967.382537:0:31769:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1769074967.382539:0:31769:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1769074967.382540:0:31769:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1769074967.382544:0:31769:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff982b86036100) refcount = 1 00010000:00010000:1.0:1769074967.382549:0:31769:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341200/0x5d432443066b75bd lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5dc7c expref: -99 pid: 31769 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074967.382557:0:31769:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1769074967.382561:0:31769:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1769074967.382564:0:31769:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074967.382567:0:31769:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1769074967.382570:0:31769:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074967.382574:0:31769:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341200/0x5d432443066b75bd lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5dc7c expref: -99 pid: 31769 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074967.382580:0:31769:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1769074967.382582:0:31769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074967.382584:0:31769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074967.382585:0:31769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074967.382586:0:31769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074967.382588:0:31769:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074967.382594:0:31769:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1769074967.382596:0:31769:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074967.382597:0:31769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074967.382598:0:31769:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341200 refcount=3 00000020:00000001:1.0:1769074967.382601:0:31769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:1.0:1769074967.382603:0:31769:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:1.0:1769074967.382606:0:31769:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074967.382607:0:31769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074967.382608:0:31769:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341200 refcount=4 00000020:00000001:1.0:1769074967.382610:0:31769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:1.0:1769074967.382612:0:31769:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:1.0:1769074967.382616:0:31769:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074967.382619:0:31769:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074967.382622:0:31769:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341200/0x5d432443066b75bd lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5dc7c expref: -99 pid: 31769 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074967.382629:0:31769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074967.382630:0:31769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074967.382632:0:31769:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074967.382633:0:31769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074967.382635:0:31769:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341200 refcount=5 00000020:00000001:1.0:1769074967.382637:0:31769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:1.0:1769074967.382639:0:31769:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:1.0:1769074967.382642:0:31769:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074967.382644:0:31769:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341200/0x5d432443066b75bd lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5dc7c expref: -99 pid: 31769 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074967.382650:0:31769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074967.382652:0:31769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1769074967.382654:0:31769:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341200/0x5d432443066b75bd lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5dc7c expref: -99 pid: 31769 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074967.382661:0:31769:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074967.382662:0:31769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074967.382664:0:31769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074967.382665:0:31769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074967.382666:0:31769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1769074967.382672:0:31769:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff982b9037a300 x1855007613354624/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074983 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1769074967.382682:0:31769:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074967.382683:0:31769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074967.382684:0:31769:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341200 refcount=3 00000020:00000001:1.0:1769074967.382686:0:31769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:1.0:1769074967.382689:0:31769:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:1.0:1769074967.382691:0:31769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074967.382692:0:31769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074967.382694:0:31769:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074967.382696:0:31769:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074967.382700:0:31769:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1769074967.382703:0:31769:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074967.382705:0:31769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074967.382706:0:31769:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341200 refcount=3 00000020:00000001:1.0:1769074967.382709:0:31769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:1.0:1769074967.382711:0:31769:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00000002:00010000:1.0:1769074967.382715:0:31769:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341200/0x5d432443066b75bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5dc7c expref: -99 pid: 31769 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074967.382722:0:31769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074967.382723:0:31769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074967.382725:0:31769:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1769074967.382727:0:31769:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074967.382728:0:31769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074967.382730:0:31769:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341200 refcount=3 00000020:00000001:1.0:1769074967.382731:0:31769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:1.0:1769074967.382733:0:31769:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000040:1.0:1769074967.382742:0:31769:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036100 count: 2 00010000:00000001:1.0:1769074967.382746:0:31769:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1769074967.382751:0:31769:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff982b873df800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1769074967.382753:0:31769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074967.382755:0:31769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074967.382756:0:31769:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1769074967.382760:0:31769:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0251f9f0 00000002:00002000:1.0:1769074967.382763:0:31769:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1769074967.382766:0:31769:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074967.382771:0:31769:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074967.382774:0:31769:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1769074967.382779:0:31769:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1769074967.382783:0:31769:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1769074967.382788:0:31769:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:1.0:1769074967.382792:0:31769:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b83d9ec00. 00000080:00000001:1.0:1769074967.382798:0:31769:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1769074967.382802:0:31769:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1769074967.382811:0:31769:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1769074967.382817:0:31769:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1769074967.382830:0:31769:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff982b9851e300. 00800000:00000001:1.0:1769074967.382833:0:31769:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446629911739360000 : -114161970191616 : ffff982b9851e300) 00800000:00000001:1.0:1769074967.382837:0:31769:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1769074967.382839:0:31769:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1769074967.382843:0:31769:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1769074967.382846:0:31769:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1769074967.382849:0:31769:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1769074967.382853:0:31769:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1769074967.382856:0:31769:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.382862:0:31769:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1769074967.382867:0:31769:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1769074967.382873:0:31769:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 11776 00010000:00000001:1.0:1769074967.382875:0:31769:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074967.382876:0:31769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074967.382878:0:31769:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341200 refcount=3 00000020:00000001:1.0:1769074967.382880:0:31769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:1.0:1769074967.382882:0:31769:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:1.0:1769074967.382885:0:31769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074967.382886:0:31769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1769074967.382888:0:31769:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1769074967.382891:0:31769:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1769074967.382892:0:31769:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b9851e300 1 00800000:00000010:1.0:1769074967.382895:0:31769:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff982b9851e300. 00800000:00000001:1.0:1769074967.382899:0:31769:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074967.382904:0:31769:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b75bd 00800000:00000001:1.0:1769074967.382908:0:31769:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1769074967.382910:0:31769:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1769074967.382911:0:31769:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074967.382912:0:31769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074967.382914:0:31769:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341200 refcount=3 00000020:00000001:1.0:1769074967.382916:0:31769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:1.0:1769074967.382918:0:31769:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:1.0:1769074967.382921:0:31769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074967.382922:0:31769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074967.382924:0:31769:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074967.382926:0:31769:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.382929:0:31769:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074967.382931:0:31769:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:1.0:1769074967.382935:0:31769:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b75bd from it ffffbcdb0251fcb8 00010000:00000001:1.0:1769074967.382937:0:31769:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074967.382938:0:31769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074967.382939:0:31769:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341200 refcount=3 00000020:00000001:1.0:1769074967.382941:0:31769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:1.0:1769074967.382943:0:31769:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:1.0:1769074967.382945:0:31769:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074967.382948:0:31769:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341200/0x5d432443066b75bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5dc7c expref: -99 pid: 31769 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074967.382955:0:31769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074967.382957:0:31769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074967.382958:0:31769:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1769074967.382960:0:31769:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1769074967.382963:0:31769:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341200/0x5d432443066b75bd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5dc7c expref: -99 pid: 31769 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074967.382973:0:31769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1769074967.382976:0:31769:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1769074967.382979:0:31769:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074967.382983:0:31769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074967.382984:0:31769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074967.382986:0:31769:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074967.382990:0:31769:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1769074967.382993:0:31769:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074967.382995:0:31769:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074967.382998:0:31769:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074967.383000:0:31769:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074967.383001:0:31769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074967.383003:0:31769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1769074967.383005:0:31769:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074967.383010:0:31769:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037a300 x1855007613354624/t0(0) o101->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 576/688 e 0 to 0 dl 1769074983 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1769074967.383023:0:31769:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769074967.383028:0:31769:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074967.383033:0:31769:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff982b85912000. 02000000:00000001:1.0:1769074967.383048:0:31769:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769074967.383052:0:31769:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074967.383054:0:31769:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=3 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:1.0:1769074967.383056:0:31769:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769074967.383060:0:31769:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90212400. 02000000:00000001:1.0:1769074967.383065:0:31769:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769074967.383067:0:31769:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769074967.383070:0:31769:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037a300. 00000100:00000001:1.0:1769074967.383073:0:31769:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769074967.383075:0:31769:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1769074967.383080:0:31769:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074967.383086:0:31769:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0251fd08 00000080:00000008:1.0:1769074967.383088:0:31769:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff982b90dbe3c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1769074967.385176:0:31769:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074967.385222:0:31769:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0251fd08 00000080:00200008:1.0:1769074967.385226:0:31769:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff982b90dbe3c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1769074967.385235:0:31769:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1769074967.385237:0:31769:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0251fc80 00000080:00200000:1.0:1769074967.385239:0:31769:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:1.0:1769074967.385247:0:31769:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b85017200. 00800000:00000002:1.0:1769074967.385254:0:31769:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:1.0:1769074967.385259:0:31769:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1769074967.385265:0:31769:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1769074967.385267:0:31769:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0251fba0 00800000:00000002:1.0:1769074967.385270:0:31769:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1769074967.385274:0:31769:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1769074967.385301:0:31769:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1769074967.385308:0:31769:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1769074967.385310:0:31769:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0251fa70 00000002:00010000:1.0:1769074967.385311:0:31769:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1769074967.385315:0:31769:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1769074967.385318:0:31769:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074967.385323:0:31769:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074967.385331:0:31769:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036100 count: 2 00010000:00000001:1.0:1769074967.385334:0:31769:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074967.385340:0:31769:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074967.385343:0:31769:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1769074967.385625:0:31769:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341200/0x5d432443066b75bd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5dc7c expref: -99 pid: 31769 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1769074967.385640:0:31769:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1769074967.385647:0:31769:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074967.385650:0:31769:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341200/0x5d432443066b75bd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5dc7c expref: -99 pid: 31769 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1769074967.385657:0:31769:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1769074967.385659:0:31769:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769074967.385661:0:31769:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1769074967.385663:0:31769:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1769074967.385665:0:31769:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769074967.385667:0:31769:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1769074967.385670:0:31769:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1769074967.385673:0:31769:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:1.0:1769074967.385677:0:31769:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b85017200. 00000080:00000001:1.0:1769074967.385681:0:31769:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1769074967.385683:0:31769:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074967.385685:0:31769:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:1.0:1769074967.385690:0:31769:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b75bd 00800000:00000001:1.0:1769074967.385694:0:31769:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1769074967.385697:0:31769:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1769074967.385699:0:31769:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074967.385702:0:31769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074967.385704:0:31769:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341200 refcount=3 00000020:00000001:1.0:1769074967.385707:0:31769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:1.0:1769074967.385710:0:31769:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:1.0:1769074967.385712:0:31769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074967.385714:0:31769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074967.385715:0:31769:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074967.385717:0:31769:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074967.385720:0:31769:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b75bd from it ffffbcdb0251fcb8 00010000:00000001:1.0:1769074967.385722:0:31769:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074967.385723:0:31769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074967.385725:0:31769:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341200 refcount=3 00000020:00000001:1.0:1769074967.385727:0:31769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:1.0:1769074967.385729:0:31769:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:1.0:1769074967.385731:0:31769:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074967.385733:0:31769:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341200/0x5d432443066b75bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5dc7c expref: -99 pid: 31769 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074967.385740:0:31769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074967.385741:0:31769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074967.385743:0:31769:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1769074967.385745:0:31769:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1769074967.385747:0:31769:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341200/0x5d432443066b75bd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5dc7c expref: -99 pid: 31769 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074967.385755:0:31769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1769074967.385760:0:31769:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1769074967.385762:0:31769:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074967.385766:0:31769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074967.385768:0:31769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074967.385769:0:31769:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074967.385774:0:31769:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1769074967.385776:0:31769:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074967.385778:0:31769:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074967.385781:0:31769:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074967.385784:0:31769:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074967.385785:0:31769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074967.385786:0:31769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1769074967.385790:0:31769:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769074967.385793:0:31769:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1769074967.385798:0:31769:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074967.385805:0:31769:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0251fd08 00000080:00000008:1.0:1769074967.385807:0:31769:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff982b90dbe3c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1769074967.385952:0:31769:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1769074967.385955:0:31769:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1769074967.385957:0:31769:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0251fb78 00000080:00200000:1.0:1769074967.385958:0:31769:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:1.0:1769074967.385962:0:31769:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b85017200. 00800000:00000002:1.0:1769074967.385965:0:31769:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:1.0:1769074967.385967:0:31769:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1769074967.385969:0:31769:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1769074967.385971:0:31769:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0251fa98 00800000:00000002:1.0:1769074967.385973:0:31769:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1769074967.385975:0:31769:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1769074967.385978:0:31769:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1769074967.385981:0:31769:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1769074967.385983:0:31769:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0251f968 00000002:00010000:1.0:1769074967.385985:0:31769:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1769074967.385988:0:31769:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1769074967.385989:0:31769:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074967.385991:0:31769:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074967.385993:0:31769:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036100 count: 2 00010000:00000001:1.0:1769074967.385996:0:31769:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074967.385998:0:31769:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074967.386000:0:31769:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1769074967.386003:0:31769:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341200/0x5d432443066b75bd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5dc7c expref: -99 pid: 31769 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1769074967.386009:0:31769:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1769074967.386012:0:31769:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074967.386014:0:31769:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341200/0x5d432443066b75bd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5dc7c expref: -99 pid: 31769 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1769074967.386020:0:31769:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1769074967.386021:0:31769:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769074967.386023:0:31769:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1769074967.386024:0:31769:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1769074967.386026:0:31769:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769074967.386027:0:31769:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1769074967.386030:0:31769:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1769074967.386031:0:31769:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:1.0:1769074967.386033:0:31769:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b85017200. 00000080:00000001:1.0:1769074967.386035:0:31769:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1769074967.386047:0:31769:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074967.386049:0:31769:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:1.0:1769074967.386051:0:31769:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b75bd 00800000:00000001:1.0:1769074967.386054:0:31769:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1769074967.386055:0:31769:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1769074967.386057:0:31769:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074967.386058:0:31769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074967.386060:0:31769:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341200 refcount=3 00000020:00000001:1.0:1769074967.386062:0:31769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:1.0:1769074967.386064:0:31769:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:1.0:1769074967.386066:0:31769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074967.386067:0:31769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074967.386069:0:31769:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074967.386070:0:31769:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074967.386072:0:31769:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b75bd from it ffffbcdb0251fbb0 00010000:00000001:1.0:1769074967.386074:0:31769:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074967.386075:0:31769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074967.386076:0:31769:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341200 refcount=3 00000020:00000001:1.0:1769074967.386077:0:31769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:1.0:1769074967.386080:0:31769:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:1.0:1769074967.386081:0:31769:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074967.386084:0:31769:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341200/0x5d432443066b75bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5dc7c expref: -99 pid: 31769 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074967.386090:0:31769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074967.386091:0:31769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074967.386092:0:31769:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1769074967.386094:0:31769:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1769074967.386096:0:31769:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341200/0x5d432443066b75bd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5dc7c expref: -99 pid: 31769 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074967.386101:0:31769:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1769074967.386103:0:31769:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1769074967.386104:0:31769:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074967.386106:0:31769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074967.386108:0:31769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074967.386109:0:31769:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074967.386112:0:31769:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1769074967.386113:0:31769:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074967.386115:0:31769:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074967.386117:0:31769:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074967.386118:0:31769:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074967.386120:0:31769:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074967.386121:0:31769:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1769074967.386123:0:31769:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769074967.386124:0:31769:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769074967.386126:0:31769:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 44 00000080:00000001:1.0:1769074967.386130:0:31769:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.386136:0:31769:0:(dir.c:3007:ll_dir_open()) Process entered 00000080:00000001:1.0:1769074967.386826:0:31769:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:1.0:1769074967.386830:0:31769:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0251fb78 00000080:00200008:1.0:1769074967.386834:0:31769:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff982b90dbe3c8), flags 100000 00000080:00000010:1.0:1769074967.386841:0:31769:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff982b82ba17c0. 00000080:00000001:1.0:1769074967.386849:0:31769:0:(file.c:1026:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.386851:0:31769:0:(dir.c:3008:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.387059:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.387063:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.387072:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.387075:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.387082:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606cc00. 00000020:00000001:1.0:1769074967.387087:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.387090:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769074967.387094:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769074967.387096:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606cc00 uarg=0000000000000000 00800000:00000001:1.0:1769074967.387104:0:31769:0:(obd_class.h:1067:obd_statfs()) Process entered 00800000:00000004:1.0:1769074967.387107:0:31769:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0000-mdc-ffff982b858dd800: age 1808, max_age 1955 00000002:00000001:1.0:1769074967.387111:0:31769:0:(mdc_request.c:1637:mdc_statfs()) Process entered 00000020:00000040:1.0:1769074967.387115:0:31769:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=4 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000010:1.0:1769074967.387123:0:31769:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b984a9f80. 00000020:00000040:1.0:1769074967.387126:0:31769:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:1.0:1769074967.387131:0:31769:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074967.387134:0:31769:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074967.387138:0:31769:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074967.387228:0:31769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b9816b200. 00000100:00000001:1.0:1769074967.387237:0:31769:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.387241:0:31769:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074967.387244:0:31769:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074967.387251:0:31769:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b8833b780. 00000100:00000001:1.0:1769074967.387254:0:31769:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911468947328 : -114162240604288 : ffff982b8833b780) 00000100:00000001:1.0:1769074967.387257:0:31769:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.387258:0:31769:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738883968 : -114161970667648 : ffff982b984a9f80) 00000100:00000001:1.0:1769074967.387265:0:31769:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074967.387270:0:31769:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.387272:0:31769:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074967.387274:0:31769:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074967.387301:0:31769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b984a9f80 x1855007613356416/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074967.387310:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074967.387313:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.387318:0:31769:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074967.387321:0:31769:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074967.387324:0:31769:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074967.387328:0:31769:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b984a9f80 pname:cluuid:pid:xid:nid:opc:job lfs:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31769:1855007613356416:192.168.204.151@tcp:41:lfs.0 00000100:00000001:1.0:1769074967.387333:0:31769:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074967.387339:0:31769:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074967.387342:0:31769:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.387345:0:31769:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074967.387360:0:31769:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606e400. 02000000:00000001:1.0:1769074967.387362:0:31769:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074967.387374:0:31769:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074967.387379:0:31769:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e479a0. 00000400:00000010:1.0:1769074967.387387:0:31769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8aa0. 00000100:00000200:1.0:1769074967.387396:0:31769:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613356416, portal 10 00000100:00000001:1.0:1769074967.387398:0:31769:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.387399:0:31769:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738883968 : -114161970667648 : ffff982b984a9f80) 00000100:00000040:1.0:1769074967.387406:0:31769:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b984a9f80 x1855007613356416/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074967.387415:0:31769:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074967.387418:0:31769:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074967.387429:0:31769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8088. 00000100:00000200:1.0:1769074967.387434:0:31769:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007613356416, offset 0 00000400:00000200:1.0:1769074967.387444:0:31769:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074967.387454:0:31769:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.387463:0:31769:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074967.387471:0:31769:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074967.387476:0:31769:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074967.387481:0:31769:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074967.387484:0:31769:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074967.387489:0:31769:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15573:15573:256:4294967295] 192.168.204.151@tcp LPNI seq info [15573:15573:8:4294967295] 00000400:00000200:1.0:1769074967.387493:0:31769:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.387504:0:31769:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074967.387512:0:31769:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074967.387517:0:31769:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b600. 00000800:00000200:1.0:1769074967.387870:0:31769:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074967.387882:0:31769:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074967.387887:0:31769:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816b600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1769074967.387912:0:31769:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.387917:0:31769:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1071367 usecs (1072 jiffies) 00000400:00000200:1.0:1769074967.387921:0:31769:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074967.387924:0:31769:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296625136 00000100:00000001:1.0:1769074967.387929:0:31769:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.387932:0:31769:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296625136 00000100:00000001:1.0:1769074967.387934:0:31769:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.387937:0:31769:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074967.387939:0:31769:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.387942:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.387944:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074967.387948:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8833b780 going to sleep for 11 seconds 00000100:00000001:1.0:1769074967.387951:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.387954:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074967.388190:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074967.388196:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b600. 00000400:00000200:2.0:1769074967.388202:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.388209:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074967.388216:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8088 00000400:00000010:2.0:1769074967.388219:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8088. 00000100:00000001:2.0:1769074967.388224:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074967.388230:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b984a9f80 x1855007613356416/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074967.388242:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074967.388246:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b984a9f80 x1855007613356416/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074983 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074967.388254:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074967.388256:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074967.396886:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.396909:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074967.396915:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.396918:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074967.396932:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.396942:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074967.396950:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.396956:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.396962:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.396967:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 368 into portal 10 MB=0x6971e9dd98980 00000400:00000200:3.0:1769074967.396973:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.396981:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 368/368 into md 0x22a25 [1] + 224 00000800:00000001:3.0:1769074967.396990:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.397000:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074967.397003:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.397008:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074967.397017:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074967.397027:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b984a9f80 x1855007613356416/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074983 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074967.397049:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff982b984a9f80 x1855007613356416/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074967.397074:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074967.397084:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.397088:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074967.397134:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1769074967.397143:0:31769:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074967.397146:0:31769:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074967.397150:0:31769:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e479a0. 00000400:00000200:3.0:1769074967.397155:0:31769:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8aa0 00000400:00000010:3.0:1769074967.397157:0:31769:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8aa0. 00000100:00000001:3.0:1769074967.397160:0:31769:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074967.397165:0:31769:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b984a9f80 x1855007613356416/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074967.397173:0:31769:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b984a9f80 x1855007613356416/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074967.397179:0:31769:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074967.397181:0:31769:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074967.397184:0:31769:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1769074967.397188:0:31769:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1769074967.397191:0:31769:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1769074967.397194:0:31769:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074967.397197:0:31769:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1769074967.397209:0:31769:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=28 v=5 (5 5 5 5) 00000100:00001000:3.0:1769074967.397213:0:31769:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=70 v=5 (1 0 0 0) 00000100:00000001:3.0:1769074967.397216:0:31769:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1769074967.397218:0:31769:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1769074967.397221:0:31769:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1769074967.397226:0:31769:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074967.397230:0:31769:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1769074967.397232:0:31769:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444086 00000100:00000001:3.0:1769074967.397235:0:31769:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1769074967.397237:0:31769:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074967.397241:0:31769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b984a9f80 x1855007613356416/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074967.397249:0:31769:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074967.397252:0:31769:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074967.397255:0:31769:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769074967.397258:0:31769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b984a9f80 x1855007613356416/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074967.397266:0:31769:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b984a9f80 pname:cluuid:pid:xid:nid:opc:job lfs:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31769:1855007613356416:192.168.204.151@tcp:41:lfs.0 00000100:00000001:3.0:1769074967.397271:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074967.397274:0:31769:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074967.397277:0:31769:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1769074967.397279:0:31769:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074967.397309:0:31769:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b984a9f80 x1855007613356416/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074983 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074967.397315:0:31769:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769074967.397319:0:31769:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b8833b780. 00000100:00000001:3.0:1769074967.397321:0:31769:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1769074967.397323:0:31769:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1769074967.397329:0:31769:0:(mdc_request.c:1689:mdc_statfs()) Process leaving 00000100:00000001:3.0:1769074967.397331:0:31769:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074967.397334:0:31769:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b984a9f80 x1855007613356416/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074983 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074967.397339:0:31769:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769074967.397342:0:31769:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769074967.397346:0:31769:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606e400. 02000000:00000001:3.0:1769074967.397597:0:31769:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769074967.397601:0:31769:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074967.397603:0:31769:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=4 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:3.0:1769074967.397606:0:31769:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769074967.397609:0:31769:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b9816b200. 02000000:00000001:3.0:1769074967.397614:0:31769:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769074967.397616:0:31769:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769074967.397619:0:31769:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b984a9f80. 00000100:00000001:3.0:1769074967.397623:0:31769:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769074967.397624:0:31769:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769074967.397626:0:31769:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074967.397627:0:31769:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=3 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:3.0:1769074967.397629:0:31769:0:(genops.c:1249:class_import_put()) Process leaving 00800000:00000004:3.0:1769074967.397632:0:31769:0:(obd_class.h:1109:obd_statfs()) lustre-MDT0000-mdc-ffff982b858dd800: update ffff982b859e1c48 cache blocks 17229/17271 objects 501991/502349 00800000:00000001:3.0:1769074967.397637:0:31769:0:(obd_class.h:1128:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1769074967.397644:0:31769:0:(lmv_obd.c:1165:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.397648:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1769074967.397651:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606cc00. 00000080:00000001:3.0:1769074967.397655:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.397659:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.397734:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.397737:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.397746:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.397749:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.397756:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.397761:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.397764:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.397767:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.397769:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.397774:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.397776:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.397778:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.397781:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.397784:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.397786:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.397791:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.397792:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.397795:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.397796:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.397798:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.397800:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.397802:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.397803:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.397805:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.397807:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.397809:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.397811:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.397813:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.397814:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.397817:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.397819:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.397821:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.397823:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.397824:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.397827:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.397829:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.397830:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.397832:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.397833:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.397835:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.397837:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.397838:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.397840:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.397842:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.397844:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.397847:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.397848:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.397851:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.397852:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.397854:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.397857:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.397858:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.397860:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.397861:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.397864:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.397866:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.397868:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.397870:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.397872:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.397874:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.397877:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.397879:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.397881:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.397882:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.397884:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.397886:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.397888:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.397889:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.397890:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.397892:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.397894:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.397896:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.397899:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.397901:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.397903:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.397906:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.397907:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.397909:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.397910:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.397912:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.397914:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.397915:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.397916:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.397917:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.397920:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.397921:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.397923:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.397925:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.397927:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.397928:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.397931:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.397932:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.397934:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.397935:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.397937:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.397940:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.397941:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.397942:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.397943:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.397945:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.397947:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.397949:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.397951:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.397953:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.397954:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.397957:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.397958:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.397961:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.397962:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.397964:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.397967:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.397969:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.397970:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.397971:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.397973:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.397975:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.397976:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.397978:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.397980:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.397982:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.397985:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.397986:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.397988:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.397989:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.397992:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.397994:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.397995:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.397996:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.397998:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.398001:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.398002:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.398004:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.398006:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.398008:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.398009:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.398012:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.398013:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.398015:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.398016:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.398018:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.398021:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.398022:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.398024:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.398025:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.398028:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.398030:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.398033:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.398035:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.398050:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.398052:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.398057:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.398058:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.398061:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.398063:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.398065:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.398068:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.398070:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.398071:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.398073:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.398075:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.398078:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.398081:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.398083:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.398086:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.398088:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.398091:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.398093:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.398095:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.398096:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.398098:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.398100:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.398102:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.398103:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.398104:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.398107:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.398108:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.398110:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.398112:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.398114:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.398116:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.398119:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.398120:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.398123:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.398124:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.398127:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.398129:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.398130:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.398131:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.398133:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.398135:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.398137:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.398139:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.398142:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.398144:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.398146:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.398150:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.398152:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.398154:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.398155:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.398157:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.398160:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.398162:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.398163:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.398164:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.398167:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.398169:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.398171:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.398173:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.398176:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.398177:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.398180:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.398182:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.398184:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.398185:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.398188:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.398189:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.398191:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.398192:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.398194:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.398196:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.398198:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.398200:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.398202:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.398204:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.398206:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.398209:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.398211:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.398214:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.398216:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.398218:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.398221:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.398223:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.398224:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.398226:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.398229:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.398231:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.398232:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.398234:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.398236:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.398238:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.398241:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.398242:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.398244:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.398245:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.398247:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.398249:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.398251:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.398252:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.398253:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.398256:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.398258:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.398260:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.398261:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.398263:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.398265:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.398268:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.398269:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.398272:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.398273:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.398275:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.398278:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.398310:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.398311:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.398312:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.398315:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.398317:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.398318:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.398320:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.398322:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.398324:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.398328:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.398329:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.398332:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.398333:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.398335:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.398338:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.398339:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.398340:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.398342:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.398344:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.398346:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.399975:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.399982:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.399987:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.399991:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.400004:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.400006:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.400013:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.400016:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.400022:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.400026:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.400028:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.400032:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.400034:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.400047:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.400049:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.400051:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.400053:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.400056:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.400058:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.400061:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.400063:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.400065:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.400067:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.400069:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.400071:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.400073:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.400074:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.400075:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.400078:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.400079:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.400081:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.400083:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.400084:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.400086:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.400089:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.400090:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.400092:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.400093:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.400095:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.400098:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.400099:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.400100:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.400101:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.400104:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.400107:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.400108:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.400110:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.400112:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.400114:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.400117:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.400118:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.400120:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.400121:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.400123:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.400125:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.400127:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.400128:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.400129:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.400131:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.400133:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.400135:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.400137:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.400139:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.400141:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.400143:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.400145:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.400147:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.400148:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.400150:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.400152:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.400154:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.400155:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.400156:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.400158:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.400160:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.400162:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.400164:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.400166:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.400168:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.400170:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.400172:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.400174:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.400175:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.400176:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.400178:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.400179:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.400180:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.400181:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.400184:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.400185:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.400187:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.400189:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.400191:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.400192:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.400195:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.400196:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.400199:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.400200:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.400202:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.400204:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.400206:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.400207:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.400208:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.400210:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.400212:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.400214:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.400215:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.400217:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.400218:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.400221:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.400223:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.400225:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.400227:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.400229:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.400231:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.400232:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.400233:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.400234:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.400237:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.400239:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.400240:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.400242:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.400244:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.400246:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.400248:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.400249:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.400251:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.400253:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.400254:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.400256:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.400258:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.400259:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.400260:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.400263:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.400265:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.400266:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.400268:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.400270:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.400272:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.400274:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.400276:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.400278:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.400306:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.400309:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.400312:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.400314:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.400315:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.400316:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.400319:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.400321:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.400323:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.400325:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.400327:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.400329:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.400333:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.400334:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.400337:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.400338:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.400340:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.400342:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.400343:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.400344:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.400346:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.400472:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.400475:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.400477:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.400479:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.400481:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.400482:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.400487:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.400489:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.400491:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.400493:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.401199:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.401207:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.401210:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.401214:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.401215:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.401220:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401222:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401224:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.401227:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.401231:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401233:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401241:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.401243:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.401246:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.401248:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.401251:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.401253:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.401255:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.401256:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.401257:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.401260:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401262:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401264:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.401266:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.401268:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401270:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401273:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.401275:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.401278:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.401492:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.401628:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.401633:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.401635:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.401637:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.401639:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.401643:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401646:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401648:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.401650:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.401653:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401655:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401661:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.401663:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.401666:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.401667:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.401669:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.401671:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.401672:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.401673:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.401675:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.401678:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401679:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401681:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.401683:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.401685:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401687:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401690:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.401691:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.401694:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.401695:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.401697:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.401699:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.401700:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.401701:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.401703:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.401705:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401707:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401709:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.401711:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.401714:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401716:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401719:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.401720:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.401722:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.401724:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.401725:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.401728:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.401729:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.401730:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.401731:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.401734:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401736:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401737:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.401739:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.401741:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401743:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401747:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.401748:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.401751:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.401753:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.401756:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.401759:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.401760:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.401762:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.401764:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.401766:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401769:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401771:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.401772:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.401774:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401776:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401781:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.401784:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.401787:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.401788:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.401791:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.401794:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.401795:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.401796:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.401798:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.401800:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401802:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401803:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.401804:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.401806:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401808:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401810:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.401811:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.401813:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.401814:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.401816:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.401817:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.401819:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.401820:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.401821:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.401824:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401826:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401828:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.401830:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.401832:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401834:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401836:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.401837:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.401840:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.401840:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.401843:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.401845:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.401847:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.401848:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.401849:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.401852:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401854:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401856:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.401859:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.401861:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401863:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401866:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.401867:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.401869:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.401870:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.401872:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.401875:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.401876:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.401878:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.401879:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.401881:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401883:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401885:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.401887:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.401889:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401890:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401892:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.401894:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.401897:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.401898:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.401900:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.401902:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.401904:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.401905:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.401906:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.401909:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401911:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401912:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.401914:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.401916:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401918:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401921:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.401922:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.401924:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.401925:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.401927:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.401929:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.401930:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.401932:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.401933:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.401935:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401936:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401938:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.401940:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.401942:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401944:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401946:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.401947:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.401950:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.401951:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.401953:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.401955:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.401957:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.401958:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.401959:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.401961:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401964:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401966:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.401968:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.401970:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401972:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401974:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.401975:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.401978:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.401979:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.401981:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.401983:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.401985:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.401986:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.401987:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.401991:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401992:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.401994:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.401996:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.401999:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.402001:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.402004:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.402005:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.402008:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.402009:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.402011:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.402014:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.402015:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.402017:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.402018:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.402020:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.402022:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.402024:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.402026:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.402029:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.402030:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.402033:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.402034:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.402046:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.402047:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.402049:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.402052:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.402053:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.402054:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.402055:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.402058:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.402060:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.402061:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.402064:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.402066:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.402068:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.402071:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.402073:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.402076:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.402077:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.402079:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.402081:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.402083:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.402085:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.402086:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.402089:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.402091:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.402093:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.402095:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.402097:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.402100:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.402102:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.402105:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.402107:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.402108:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.402110:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.402112:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.402114:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.402115:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.402116:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.402119:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.402120:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.402122:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.402124:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.402127:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.402128:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.402131:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.402132:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.402134:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.402136:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.402138:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.402139:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.402213:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.402215:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.402216:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.402220:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.402222:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.402224:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.402226:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.402229:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.402231:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.402235:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.402236:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.402239:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.402240:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.402243:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.402246:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.402247:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.402248:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.402249:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.402251:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.402253:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.402255:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.402257:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.402259:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.402261:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.402264:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.402266:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.402268:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.402269:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.402271:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.402273:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.402275:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.402276:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.403379:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.403392:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.403396:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.403400:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.403404:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.403409:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.403412:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.403423:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.403426:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.403430:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.403433:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.403440:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.403443:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.403446:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.403449:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.403451:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.403453:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.403455:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.403457:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.403459:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.403461:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.403462:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.403465:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.403467:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.403469:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.403470:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.403472:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.403474:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.403476:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.403477:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.403478:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.403480:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.403482:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.403484:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.403486:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.403487:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.403489:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.403492:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.404178:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.404185:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.404187:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.404191:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.404193:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.404195:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.404196:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.404197:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.404199:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.404202:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.404203:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.404205:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.404207:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.404209:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.404214:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.404215:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.404217:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.404217:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.404219:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.404220:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.404221:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.404222:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.404222:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.404224:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.404225:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.404226:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.404227:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.404228:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.404229:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.404230:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.404231:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.404232:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.404233:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.404234:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.404235:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.404236:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.404236:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.404237:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.404238:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.404239:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.404240:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.404241:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.404243:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.404244:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.404246:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.404246:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.404248:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.404249:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.404250:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.404251:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.404252:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.404252:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.404253:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.404254:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.404255:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.404256:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.404257:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.404258:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.404259:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.404260:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.404261:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.404262:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.404263:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.404264:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.404265:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.404265:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.404266:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.404267:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.404268:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.404269:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.404270:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.404271:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.404272:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.404273:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.404274:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.404276:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.404277:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.404278:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.404333:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.404337:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.404338:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.404340:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.404341:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.404344:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.404346:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.404348:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.404350:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.404353:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.404355:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.404359:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.404360:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.404363:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.404364:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.404366:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.404368:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.404370:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.404371:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.404372:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.404375:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.404376:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.404378:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.404380:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.404382:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.404384:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.404387:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.404388:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.404391:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.404392:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.404395:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.404398:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.404399:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.404401:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.404402:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.404404:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.404406:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.404408:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.404410:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.404412:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.404413:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.404416:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.404417:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.404419:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.404420:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.404421:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.404423:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.404424:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.404425:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.404426:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.404427:0:31769:0:(lmv_obd.c:940:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.404429:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.404430:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1769074967.404431:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.404443:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.404444:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1769074967.404446:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.404447:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.404448:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.404449:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.404450:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.404451:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.404453:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1769074967.404454:0:31769:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1769074967.404455:0:31769:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00800000:00000001:3.0:1769074967.404456:0:31769:0:(lmv_obd.c:936:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1769074967.404458:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1769074967.404459:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:3.0:1769074967.404460:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:3.0:1769074967.404461:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1769074967.404462:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1769074967.404464:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1769074967.404465:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:3.0:1769074967.404466:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1769074967.404467:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1769074967.404468:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b98c00400. 00000020:00000001:3.0:1769074967.404469:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074967.404470:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1769074967.404473:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1769074967.404475:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b98c00400 uarg=0000000000000000 00020000:00000001:3.0:1769074967.404482:0:31769:0:(obd_class.h:1067:obd_statfs()) Process entered 00020000:00000004:3.0:1769074967.404484:0:31769:0:(obd_class.h:1083:obd_statfs()) lustre-OST0000-osc-ffff982b858dd800: age 1808, max_age 1955 00000008:00000001:3.0:1769074967.404487:0:31769:0:(osc_request.c:3425:osc_statfs()) Process entered 00000020:00000040:3.0:1769074967.404491:0:31769:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 00000100:00000010:3.0:1769074967.404499:0:31769:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90370000. 00000020:00000040:3.0:1769074967.404502:0:31769:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=4 obd=lustre-OST0000-osc-ffff982b858dd800 00000100:00000001:3.0:1769074967.404506:0:31769:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769074967.404511:0:31769:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769074967.404520:0:31769:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 1787 00000400:00000200:3.0:1769074967.404531:0:31769:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.404538:0:31769:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00000040:3.0:1769074967.404542:0:31769:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769074967.404546:0:31769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769074967.404549:0:31769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769074967.404551:0:31769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:3.0:1769074967.404555:0:31769:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769074967.404557:0:31769:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3de 00000020:00000001:3.0:1769074967.404560:0:31769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074967.404563:0:31769:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b9968c800 refcount=4 00000020:00000001:3.0:1769074967.404565:0:31769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000020:00000001:3.0:1769074967.404568:0:31769:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000100:00000040:3.0:1769074967.404571:0:31769:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769074967.404573:0:31769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769074967.404575:0:31769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769074967.404577:0:31769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:3.0:1769074967.404580:0:31769:0:(genops.c:898:class_export_put()) PUTting export ffff982b9968c800 : new refcount 3 00000100:00080000:3.0:1769074967.404584:0:31769:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: import ffff982b83e5e800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:3.0:1769074967.404587:0:31769:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074967.404590:0:31769:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769074967.404598:0:31769:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074967.404602:0:31769:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074967.404604:0:31769:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769074967.404608:0:31769:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 3407872, lost: 0. 00000008:00000001:3.0:1769074967.404611:0:31769:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074967.404613:0:31769:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769074967.404617:0:31769:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90370700. 00000020:00000040:3.0:1769074967.404619:0:31769:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=5 obd=lustre-OST0000-osc-ffff982b858dd800 02000000:00000001:3.0:1769074967.404623:0:31769:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769074967.404624:0:31769:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074967.404627:0:31769:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074967.404630:0:31769:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074967.404634:0:31769:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074967.404640:0:31769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c02800. 00000100:00000001:3.0:1769074967.404648:0:31769:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074967.404656:0:31769:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90370700 x1855007613356544/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074967.404664:0:31769:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074967.404668:0:31769:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074967.404672:0:31769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037e78c18] to pc [ptlrpcd_rcv+-1] req@ffff982b90370700 x1855007613356544/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074967.404692:0:31769:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074967.404695:0:31769:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:3.0:1769074967.404697:0:31769:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000020:00000001:3.0:1769074967.404701:0:31769:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074967.404703:0:31769:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=4 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:3.0:1769074967.404705:0:31769:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1769074967.404706:0:31769:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074967.404707:0:31769:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074967.404709:0:31769:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074967.404713:0:31769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b99652900. 00000100:00000001:3.0:1769074967.404716:0:31769:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074967.404720:0:31769:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1769074967.404722:0:31769:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000001:0.0:1769074967.404723:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.404728:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1769074967.404728:0:31769:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b98e9e480. 00000100:00000001:3.0:1769074967.404730:0:31769:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911749321856 : -114161960229760 : ffff982b98e9e480) 00000100:00000001:0.0:1769074967.404731:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769074967.404734:0:31769:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074967.404735:0:31769:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603380224 : -114162106171392 : ffff982b90370000) 00000100:00000040:0.0:1769074967.404738:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90370700 x1855007613356544/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074967.404738:0:31769:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074967.404740:0:31769:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074967.404742:0:31769:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1769074967.404744:0:31769:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769074967.404747:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1769074967.404747:0:31769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90370000 x1855007613356672/t0(0) o13->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074967.404749:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074967.404753:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1769074967.404754:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1769074967.404754:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769074967.404757:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1769074967.404758:0:31769:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff982b90370000 x1855007613356672/t0(0) o13->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769074967.404760:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074967.404763:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90370700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613356544:192.168.204.151@tcp:8:lfs.0 00000100:00000001:3.0:1769074967.404765:0:31769:0:(client.c:1834:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.404768:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769074967.404768:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074967.404770:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074967.404772:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b98e9e480 going to sleep for 0 seconds 02000000:00000001:0.0:1769074967.404773:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1769074967.404775:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1769074967.404776:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.404778:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1769074967.404778:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074967.404780:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074967.404781:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1769074967.404783:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b85882400. 00000100:00000001:3.0:1769074967.404784:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.404786:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074967.404793:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:0.0:1769074967.404797:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b6108. 00000400:00000010:0.0:1769074967.404804:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f2a8. 00000100:00000200:0.0:1769074967.404813:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613356544, portal 4 00000100:00000001:0.0:1769074967.404815:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074967.404817:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603382016 : -114162106169600 : ffff982b90370700) 00000100:00000040:0.0:1769074967.404823:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90370700 x1855007613356544/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074967.404831:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074967.404833:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074967.404837:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604fc38. 00000100:00000200:0.0:1769074967.404840:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613356544, offset 0 00000400:00000200:0.0:1769074967.404849:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074967.404859:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074967.404866:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:0.0:1769074967.404873:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074967.404878:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074967.404882:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074967.404886:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074967.404890:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15574:15574:256:4294967295] 192.168.204.151@tcp LPNI seq info [15574:15574:8:4294967295] 00000400:00000200:0.0:1769074967.404895:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074967.404984:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:0.0:1769074967.404992:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:0.0:1769074967.404999:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84a08000. 00000800:00000200:0.0:1769074967.405007:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:0.0:1769074967.405015:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:0.0:1769074967.405021:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84a08000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1769074967.405092:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.405098:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 25108 usecs (26 jiffies) 00000400:00000200:0.0:1769074967.405103:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074967.405107:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624108 00000100:00000001:0.0:1769074967.405110:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:0.0:1769074967.405113:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624108 00000100:00000001:0.0:1769074967.405115:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:0.0:1769074967.405118:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074967.405121:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.405124:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.405127:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.405135:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074967.405136:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1769074967.405138:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.405140:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074967.405141:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.405143:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074967.405316:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074967.405321:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84a08000. 00000400:00000200:2.0:1769074967.405326:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.405332:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074967.405339:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604fc38 00000400:00000010:2.0:1769074967.405342:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604fc38. 00000100:00000001:2.0:1769074967.405346:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074967.405800:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90370700 x1855007613356544/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074967.405810:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074967.405814:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90370700 x1855007613356544/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074977 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074967.405822:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074967.405824:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074967.410492:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.410515:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074967.410520:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.410523:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074967.410539:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.410549:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074967.410558:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.410564:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.410571:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.410576:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 416 into portal 4 MB=0x6971e9dd98a00 00000400:00000200:3.0:1769074967.410582:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.410589:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.151@tcp of length 416/416 into md 0x22a2d [1] + 0 00000800:00000001:3.0:1769074967.410599:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.410611:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074967.410614:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.410619:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074967.410629:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074967.410640:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90370700 x1855007613356544/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074977 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074967.410649:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff982b90370700 x1855007613356544/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074977 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074967.410666:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074967.410677:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.410681:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.410715:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.410722:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074967.410731:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074967.410733:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074967.410738:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6108. 00000400:00000200:0.0:1769074967.410742:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f2a8 00000400:00000010:0.0:1769074967.410745:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f2a8. 00000100:00000001:0.0:1769074967.410749:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074967.410753:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90370700 x1855007613356544/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074977 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074967.410762:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90370700 x1855007613356544/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074977 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074967.410769:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074967.410771:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.410774:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074967.410779:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074967.410781:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074967.410784:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074967.410787:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074967.410799:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b83e5ec58 time=178 v=5 (5 0 5 5) 00000100:00001000:0.0:1769074967.410805:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b83e5ec10 time=169 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074967.410807:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074967.410809:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074967.410812:0:2363:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074967.410819:0:2363:0:(ldlm_request.c:1586:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.410823:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1769074967.410825:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff982b858dd800: committing for last_committed 0 gen 16 00000100:00000040:0.0:1769074967.410829:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff982b858dd800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1769074967.410831:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074967.410833:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.410838:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90370700 x1855007613356544/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/416 e 0 to 0 dl 1769074977 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074967.410845:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074967.410849:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074967.410851:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.410853:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1769074967.410860:0:2363:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff982b858dd800: connect to target with instance 1 00000020:00000001:0.0:1769074967.410864:0:2363:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769074967.410866:0:2363:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3de 00000020:00000001:0.0:1769074967.410869:0:2363:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769074967.410873:0:2363:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b9968c800 refcount=4 00000020:00000001:0.0:1769074967.410875:0:2363:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000020:00000001:0.0:1769074967.410878:0:2363:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000100:00001000:0.0:1769074967.410882:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b83e5ec10 time=1769074967 v=0 (0 0 0 0) 00000100:00001000:0.0:1769074967.410885:0:2363:0:(import.c:2194:obd_at_measure()) AT ffff982b83e5ec10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1769074967.410891:0:2363:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 747, crc32c 4359, adler 847 00000100:00080000:0.0:1769074967.410906:0:2363:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff982b858dd800: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000020:00000040:0.0:1769074967.410911:0:2363:0:(genops.c:898:class_export_put()) PUTting export ffff982b9968c800 : new refcount 3 00000100:00000001:0.0:1769074967.410914:0:2363:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:0.0:1769074967.410918:0:2363:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000020:0.0:1769074967.410923:0:2363:0:(osc_request.c:1046:osc_init_grant()) lustre-OST0000-osc-ffff982b858dd800, setting cl_avail_grant: 3407872 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:0.0:1769074967.410927:0:2363:0:(obd_class.h:1235:obd_notify()) Process entered 00020000:00000001:0.0:1769074967.410931:0:2363:0:(lov_obd.c:418:lov_notify()) Process entered 00000080:00000001:0.0:1769074967.410935:0:2363:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1769074967.410938:0:2363:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:0.0:1769074967.410941:0:2363:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1769074967.410942:0:2363:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:0.0:1769074967.410945:0:2363:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:0.0:1769074967.410949:0:2363:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074967.410951:0:2363:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074967.410953:0:2363:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:0.0:1769074967.410955:0:2363:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:0.0:1769074967.410956:0:2363:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074967.410958:0:2363:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1769074967.410960:0:2363:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1769074967.410965:0:2363:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1769074967.410967:0:2363:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074967.410970:0:2363:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074967.410972:0:2363:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074967.410975:0:2363:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769074967.410977:0:2363:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769074967.410979:0:2363:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.410981:0:2363:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1769074967.410984:0:2363:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1769074967.410987:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1769074967.410990:0:2363:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:0.0:1769074967.410991:0:2363:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:0.0:1769074967.410992:0:2363:0:(obd_class.h:1235:obd_notify()) Process entered 00020000:00000001:0.0:1769074967.410994:0:2363:0:(lov_obd.c:418:lov_notify()) Process entered 00020000:00000001:0.0:1769074967.410996:0:2363:0:(lov_obd.c:340:lov_set_osc_active()) Process entered 00020000:00000040:0.0:1769074967.410998:0:2363:0:(lov_obd.c:342:lov_set_osc_active()) Searching in lov ffff982b859e51c8 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:0.0:1769074967.411003:0:2363:0:(lov_obd.c:385:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:0.0:1769074967.411005:0:2363:0:(lov_obd.c:386:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769074967.411008:0:2363:0:(lov_obd.c:410:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074967.411009:0:2363:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1769074967.411011:0:2363:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:0.0:1769074967.411013:0:2363:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1769074967.411014:0:2363:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:0.0:1769074967.411015:0:2363:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:0.0:1769074967.411016:0:2363:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074967.411018:0:2363:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074967.411020:0:2363:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:0.0:1769074967.411021:0:2363:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:0.0:1769074967.411022:0:2363:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074967.411024:0:2363:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1769074967.411025:0:2363:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1769074967.411027:0:2363:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1769074967.411028:0:2363:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074967.411030:0:2363:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769074967.411032:0:2363:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769074967.411034:0:2363:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769074967.411036:0:2363:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769074967.411049:0:2363:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.411051:0:2363:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1769074967.411053:0:2363:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074967.411056:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1769074967.411064:0:2363:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 000000003facb3bc): req@ffff982b90370000 x1855007613356672/t0(0) o13->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074967.411087:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.411089:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074967.411095:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90370700 x1855007613356544/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/416 e 0 to 0 dl 1769074977 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074967.411103:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90370700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613356544:192.168.204.151@tcp:8:lfs.0 00000100:00000001:0.0:1769074967.411108:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.411111:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074967.411115:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90370700 x1855007613356544/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/416 e 0 to 0 dl 1769074977 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074967.411121:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074967.411125:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074967.411129:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b85882400. 02000000:00000001:0.0:1769074967.411133:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074967.411135:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074967.411137:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:0.0:1769074967.411139:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074967.411148:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c02800. 02000000:00000001:0.0:1769074967.411153:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074967.411155:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074967.411158:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90370700. 00000100:00000001:0.0:1769074967.411162:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074967.411164:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.411167:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074967.411178:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074967.411181:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074967.411184:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074967.411185:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074967.411568:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074967.411573:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074967.411576:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074967.411578:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074967.411583:0:31769:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074967.411587:0:31769:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074967.411590:0:31769:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074967.411593:0:31769:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074967.411602:0:31769:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074967.411604:0:31769:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074967.411607:0:31769:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074967.411616:0:31769:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c01000. 02000000:00000001:3.0:1769074967.411619:0:31769:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074967.411626:0:31769:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074967.411631:0:31769:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7420. 00000400:00000010:3.0:1769074967.411638:0:31769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6110. 00000100:00000200:3.0:1769074967.411646:0:31769:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613356672, portal 4 00000100:00000001:3.0:1769074967.411650:0:31769:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074967.411651:0:31769:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603380224 : -114162106171392 : ffff982b90370000) 00000100:00000040:3.0:1769074967.411660:0:31769:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90370000 x1855007613356672/t0(0) o13->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074967.411668:0:31769:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074967.411671:0:31769:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074967.411675:0:31769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6f68. 00000100:00000200:3.0:1769074967.411678:0:31769:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1855007613356672, offset 0 00000400:00000200:3.0:1769074967.411684:0:31769:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074967.411693:0:31769:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.411700:0:31769:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074967.411707:0:31769:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074967.411712:0:31769:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074967.411717:0:31769:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074967.411720:0:31769:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074967.411724:0:31769:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15575:15575:256:4294967295] 192.168.204.151@tcp LPNI seq info [15575:15575:8:4294967295] 00000400:00000200:3.0:1769074967.411728:0:31769:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.411737:0:31769:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074967.411743:0:31769:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074967.411749:0:31769:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652c00. 00000800:00000200:3.0:1769074967.411757:0:31769:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074967.411765:0:31769:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074967.411769:0:31769:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074967.411792:0:31769:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074967.411798:0:31769:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 25008 usecs (26 jiffies) 00000400:00000200:3.0:1769074967.411801:0:31769:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074967.411804:0:31769:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624115 00000100:00000001:3.0:1769074967.411808:0:31769:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:3.0:1769074967.411810:0:31769:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624115 00000100:00000001:3.0:1769074967.411812:0:31769:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:3.0:1769074967.411815:0:31769:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074967.411818:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074967.411821:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074967.411823:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1769074967.411825:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b98e9e480 going to sleep for 11 seconds 00000100:00000001:3.0:1769074967.411827:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074967.411829:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074967.412537:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074967.412544:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652c00. 00000400:00000200:2.0:1769074967.412550:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.412558:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074967.412564:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6f68 00000400:00000010:2.0:1769074967.412568:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6f68. 00000100:00000001:2.0:1769074967.412573:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074967.412579:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90370000 x1855007613356672/t0(0) o13->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074967.412591:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074967.412594:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b90370000 x1855007613356672/t0(0) o13->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074983 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074967.412606:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074967.412608:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074967.419191:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.419212:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074967.419216:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.419218:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074967.419231:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.419239:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074967.419248:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.419253:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.419258:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.419262:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 368 into portal 4 MB=0x6971e9dd98a80 00000400:00000200:3.0:1769074967.419267:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.419273:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.151@tcp of length 368/368 into md 0x22a35 [1] + 224 00000800:00000001:3.0:1769074967.419318:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.419329:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074967.419332:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.419338:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074967.419348:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074967.419359:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b90370000 x1855007613356672/t0(0) o13->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074983 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074967.419370:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff982b90370000 x1855007613356672/t0(0) o13->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074967.419395:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074967.419405:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.419409:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.419504:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074967.419514:0:31769:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074967.419517:0:31769:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074967.419521:0:31769:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7420. 00000400:00000200:1.0:1769074967.419534:0:31769:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6110 00000400:00000010:1.0:1769074967.419538:0:31769:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6110. 00000100:00000001:1.0:1769074967.419542:0:31769:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074967.419548:0:31769:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90370000 x1855007613356672/t0(0) o13->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074967.419558:0:31769:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90370000 x1855007613356672/t0(0) o13->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074967.419565:0:31769:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074967.419567:0:31769:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.419570:0:31769:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074967.419575:0:31769:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074967.419579:0:31769:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074967.419581:0:31769:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.419586:0:31769:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074967.419600:0:31769:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b83e5eca0 time=166 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074967.419605:0:31769:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b83e5ec10 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074967.419608:0:31769:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074967.419610:0:31769:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074967.419613:0:31769:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074967.419618:0:31769:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.419623:0:31769:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074967.419626:0:31769:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff982b858dd800: skip recheck: last_committed 0 00000100:00000001:1.0:1769074967.419628:0:31769:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074967.419630:0:31769:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.419636:0:31769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90370000 x1855007613356672/t0(0) o13->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074967.419643:0:31769:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074967.419646:0:31769:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074967.419649:0:31769:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074967.419653:0:31769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90370000 x1855007613356672/t0(0) o13->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074967.419662:0:31769:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90370000 pname:cluuid:pid:xid:nid:opc:job lfs:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31769:1855007613356672:192.168.204.151@tcp:13:lfs.0 00000100:00000001:1.0:1769074967.419668:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.419672:0:31769:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.419674:0:31769:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074967.419676:0:31769:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074967.419680:0:31769:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90370000 x1855007613356672/t0(0) o13->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074983 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074967.419687:0:31769:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074967.419690:0:31769:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b98e9e480. 00000100:00000001:1.0:1769074967.419694:0:31769:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074967.419696:0:31769:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769074967.419702:0:31769:0:(osc_request.c:3473:osc_statfs()) Process leaving 00000100:00000001:1.0:1769074967.419704:0:31769:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074967.419717:0:31769:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90370000 x1855007613356672/t0(0) o13->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074983 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074967.419723:0:31769:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769074967.419726:0:31769:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074967.419730:0:31769:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c01000. 02000000:00000001:1.0:1769074967.419735:0:31769:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769074967.419738:0:31769:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074967.419741:0:31769:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:1.0:1769074967.419743:0:31769:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769074967.419747:0:31769:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99652900. 02000000:00000001:1.0:1769074967.419751:0:31769:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769074967.419753:0:31769:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769074967.419757:0:31769:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90370000. 00000100:00000001:1.0:1769074967.419761:0:31769:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769074967.419763:0:31769:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:1.0:1769074967.419766:0:31769:0:(obd_class.h:1109:obd_statfs()) lustre-OST0000-osc-ffff982b858dd800: update ffff982b859e3520 cache blocks 3678/3683 objects 117760/118152 00020000:00000001:1.0:1769074967.419771:0:31769:0:(obd_class.h:1128:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074967.419777:0:31769:0:(lov_obd.c:1128:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.419781:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769074967.419785:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b98c00400. 00000080:00000001:1.0:1769074967.419789:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.419793:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.419874:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.419878:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.419888:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.419891:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.419907:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.419913:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.419916:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.419920:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.419922:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.419929:0:31769:0:(obd_class.h:1067:obd_statfs()) Process entered 00020000:00000004:1.0:1769074967.419932:0:31769:0:(obd_class.h:1083:obd_statfs()) lustre-OST0001-osc-ffff982b858dd800: age 1808, max_age 1955 00000008:00000001:1.0:1769074967.419935:0:31769:0:(osc_request.c:3425:osc_statfs()) Process entered 00000020:00000040:1.0:1769074967.419939:0:31769:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 00000100:00000010:1.0:1769074967.419945:0:31769:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b984a9c00. 00000020:00000040:1.0:1769074967.419949:0:31769:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=4 obd=lustre-OST0001-osc-ffff982b858dd800 00000100:00000001:1.0:1769074967.419953:0:31769:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769074967.419957:0:31769:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769074967.419961:0:31769:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 1787 00000400:00000200:1.0:1769074967.419967:0:31769:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.419972:0:31769:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00000040:1.0:1769074967.419977:0:31769:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769074967.419981:0:31769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769074967.419984:0:31769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769074967.419986:0:31769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:1.0:1769074967.419990:0:31769:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769074967.419992:0:31769:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3e5 00000020:00000001:1.0:1769074967.419995:0:31769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074967.419999:0:31769:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b897c2000 refcount=4 00000020:00000001:1.0:1769074967.420001:0:31769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000020:00000001:1.0:1769074967.420004:0:31769:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000100:00000040:1.0:1769074967.420006:0:31769:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769074967.420008:0:31769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769074967.420010:0:31769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769074967.420012:0:31769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:1.0:1769074967.420016:0:31769:0:(genops.c:898:class_export_put()) PUTting export ffff982b897c2000 : new refcount 3 00000100:00080000:1.0:1769074967.420020:0:31769:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: import ffff982b99688000 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:1.0:1769074967.420022:0:31769:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.420025:0:31769:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769074967.420032:0:31769:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074967.420036:0:31769:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.420049:0:31769:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769074967.420053:0:31769:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 3407872, lost: 0. 00000008:00000001:1.0:1769074967.420056:0:31769:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.420058:0:31769:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074967.420062:0:31769:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b984abb80. 00000020:00000040:1.0:1769074967.420064:0:31769:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=5 obd=lustre-OST0001-osc-ffff982b858dd800 02000000:00000001:1.0:1769074967.420069:0:31769:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769074967.420071:0:31769:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.420074:0:31769:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074967.420077:0:31769:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074967.420083:0:31769:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074967.420090:0:31769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b8606f800. 00000100:00000001:1.0:1769074967.420098:0:31769:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074967.420106:0:31769:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b984abb80 x1855007613356800/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769074967.420118:0:31769:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074967.420122:0:31769:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.420128:0:31769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9aa2cda] to pc [ptlrpcd_rcv+-1] req@ffff982b984abb80 x1855007613356800/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074967.420159:0:31769:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.420162:0:31769:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:1.0:1769074967.420164:0:31769:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000020:00000001:1.0:1769074967.420167:0:31769:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074967.420168:0:31769:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=4 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:1.0:1769074967.420170:0:31769:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1769074967.420171:0:31769:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074967.420172:0:31769:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074967.420174:0:31769:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074967.420178:0:31769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b9816bd00. 00000100:00000001:1.0:1769074967.420180:0:31769:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.420183:0:31769:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074967.420185:0:31769:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074967.420191:0:31769:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b8833b600. 00000100:00000001:1.0:1769074967.420194:0:31769:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911468946944 : -114162240604672 : ffff982b8833b600) 00000100:00000001:1.0:1769074967.420197:0:31769:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.420199:0:31769:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738883072 : -114161970668544 : ffff982b984a9c00) 00000100:00000001:1.0:1769074967.420201:0:31769:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074967.420203:0:31769:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.420206:0:31769:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074967.420208:0:31769:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074967.420212:0:31769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b984a9c00 x1855007613356928/t0(0) o13->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074967.420220:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074967.420223:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769074967.420227:0:31769:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff982b984a9c00 x1855007613356928/t0(0) o13->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074967.420234:0:31769:0:(client.c:1834:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.420237:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.420239:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074967.420242:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8833b600 going to sleep for 0 seconds 00000100:00000001:1.0:1769074967.420244:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.420246:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.420247:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074967.420248:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.420250:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074967.420458:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074967.420462:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074967.420464:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074967.420472:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b984abb80 x1855007613356800/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074967.420478:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074967.420480:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074967.420484:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074967.420487:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074967.420490:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074967.420493:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b984abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613356800:192.168.204.151@tcp:8:lfs.0 00000100:00000001:2.0:1769074967.420497:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074967.420503:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074967.420506:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074967.420509:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074967.420515:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b90211000. 02000000:00000001:2.0:1769074967.420517:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074967.420523:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074967.420527:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7ecb8. 00000400:00000010:2.0:1769074967.420534:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897fd48. 00000100:00000200:2.0:1769074967.420543:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613356800, portal 4 00000100:00000001:2.0:1769074967.420545:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074967.420546:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738891136 : -114161970660480 : ffff982b984abb80) 00000100:00000040:2.0:1769074967.420553:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b984abb80 x1855007613356800/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074967.420560:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074967.420562:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074967.420565:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f660. 00000100:00000200:2.0:1769074967.420568:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613356800, offset 0 00000400:00000200:2.0:1769074967.420576:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074967.420584:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.420591:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074967.420598:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074967.420603:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074967.420607:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074967.420609:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074967.420613:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15576:15576:256:4294967295] 192.168.204.151@tcp LPNI seq info [15576:15576:8:4294967295] 00000400:00000200:2.0:1769074967.420617:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074967.420626:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074967.420633:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074967.420639:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73f400. 00000800:00000200:2.0:1769074967.420646:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074967.420654:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074967.420658:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73f400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1769074967.420681:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074967.420686:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 27191 usecs (28 jiffies) 00000400:00000200:2.0:1769074967.420689:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074967.420693:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624126 00000100:00000001:2.0:1769074967.420696:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:2.0:1769074967.420698:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624126 00000100:00000001:2.0:1769074967.420700:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:2.0:1769074967.420703:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074967.420705:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074967.420708:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074967.420711:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074967.420718:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074967.420719:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1769074967.420722:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074967.420723:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074967.420724:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074967.420726:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074967.421570:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074967.421577:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73f400. 00000400:00000200:3.0:1769074967.421582:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.421590:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074967.421600:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f660 00000400:00000010:3.0:1769074967.421603:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f660. 00000100:00000001:3.0:1769074967.421609:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074967.421616:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b984abb80 x1855007613356800/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074967.421625:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074967.421628:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b984abb80 x1855007613356800/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074977 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074967.421636:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074967.421638:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074967.425669:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.425689:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074967.425693:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.425696:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074967.425718:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.425728:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074967.425736:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.425742:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.425749:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.425754:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 416 into portal 4 MB=0x6971e9dd98b00 00000400:00000200:3.0:1769074967.425760:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.425767:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.151@tcp of length 416/416 into md 0x22a45 [1] + 0 00000800:00000001:3.0:1769074967.425777:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.425787:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074967.425791:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.425796:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074967.425804:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074967.425815:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b984abb80 x1855007613356800/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074977 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074967.425828:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff982b984abb80 x1855007613356800/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074977 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074967.425850:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074967.425860:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.425863:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074967.427119:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074967.427129:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1769074967.427140:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074967.427143:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074967.427149:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7ecb8. 00000400:00000200:2.0:1769074967.427160:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897fd48 00000400:00000010:2.0:1769074967.427163:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897fd48. 00000100:00000001:2.0:1769074967.427167:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074967.427179:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b984abb80 x1855007613356800/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074977 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074967.427193:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b984abb80 x1855007613356800/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074977 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074967.427201:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074967.427204:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074967.427208:0:2363:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1769074967.427212:0:2363:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1769074967.427230:0:2363:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074967.427234:0:2363:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074967.427238:0:2363:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1769074967.427250:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b99688458 time=178 v=5 (5 0 5 5) 00000100:00001000:2.0:1769074967.427255:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b99688410 time=169 v=5 (1 0 0 0) 00000100:00000001:2.0:1769074967.427258:0:2363:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1769074967.427260:0:2363:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.427263:0:2363:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1769074967.427269:0:2363:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074967.427275:0:2363:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1769074967.427278:0:2363:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff982b858dd800: committing for last_committed 4294967330 gen 16 00000100:00000040:2.0:1769074967.427341:0:2363:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-ffff982b858dd800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1769074967.427344:0:2363:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1769074967.427346:0:2363:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074967.427352:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b984abb80 x1855007613356800/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/416 e 0 to 0 dl 1769074977 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074967.427359:0:2363:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074967.427363:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074967.427366:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074967.427369:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1769074967.427376:0:2363:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff982b858dd800: connect to target with instance 1 00000020:00000001:2.0:1769074967.427381:0:2363:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769074967.427383:0:2363:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3e5 00000020:00000001:2.0:1769074967.427386:0:2363:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769074967.427389:0:2363:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b897c2000 refcount=4 00000020:00000001:2.0:1769074967.427392:0:2363:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000020:00000001:2.0:1769074967.427395:0:2363:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000100:00001000:2.0:1769074967.427399:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b99688410 time=1769074967 v=0 (0 0 0 0) 00000100:00001000:2.0:1769074967.427402:0:2363:0:(import.c:2194:obd_at_measure()) AT ffff982b99688410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1769074967.427407:0:2363:0:(obd_cksum.h:76:obd_cksum_types_supported_client()) Crypto hash speed: crc 747, crc32c 4359, adler 847 00000100:00080000:2.0:1769074967.427414:0:2363:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff982b858dd800: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000020:00000040:2.0:1769074967.427417:0:2363:0:(genops.c:898:class_export_put()) PUTting export ffff982b897c2000 : new refcount 3 00000100:00000001:2.0:1769074967.427421:0:2363:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:2.0:1769074967.427425:0:2363:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000020:2.0:1769074967.427429:0:2363:0:(osc_request.c:1046:osc_init_grant()) lustre-OST0001-osc-ffff982b858dd800, setting cl_avail_grant: 3407872 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:2.0:1769074967.427433:0:2363:0:(obd_class.h:1235:obd_notify()) Process entered 00020000:00000001:2.0:1769074967.427437:0:2363:0:(lov_obd.c:418:lov_notify()) Process entered 00000080:00000001:2.0:1769074967.427442:0:2363:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1769074967.427444:0:2363:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:2.0:1769074967.427447:0:2363:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1769074967.427449:0:2363:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:2.0:1769074967.427452:0:2363:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1769074967.427455:0:2363:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.427457:0:2363:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.427459:0:2363:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:2.0:1769074967.427461:0:2363:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1769074967.427462:0:2363:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.427464:0:2363:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1769074967.427466:0:2363:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1769074967.427470:0:2363:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1769074967.427473:0:2363:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.427475:0:2363:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.427477:0:2363:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074967.427480:0:2363:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769074967.427482:0:2363:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769074967.427484:0:2363:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074967.427486:0:2363:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1769074967.427489:0:2363:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1769074967.427493:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:2.0:1769074967.427496:0:2363:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:2.0:1769074967.427497:0:2363:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:2.0:1769074967.427499:0:2363:0:(obd_class.h:1235:obd_notify()) Process entered 00020000:00000001:2.0:1769074967.427500:0:2363:0:(lov_obd.c:418:lov_notify()) Process entered 00020000:00000001:2.0:1769074967.427502:0:2363:0:(lov_obd.c:340:lov_set_osc_active()) Process entered 00020000:00000040:2.0:1769074967.427504:0:2363:0:(lov_obd.c:342:lov_set_osc_active()) Searching in lov ffff982b859e51c8 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:2.0:1769074967.427510:0:2363:0:(lov_obd.c:385:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:2.0:1769074967.427512:0:2363:0:(lov_obd.c:386:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:2.0:1769074967.427515:0:2363:0:(lov_obd.c:410:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1769074967.427517:0:2363:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1769074967.427518:0:2363:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:2.0:1769074967.427520:0:2363:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1769074967.427521:0:2363:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:2.0:1769074967.427523:0:2363:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1769074967.427524:0:2363:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.427525:0:2363:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.427527:0:2363:0:(obd_class.h:503:obd_get_info()) Process entered 00020000:00000001:2.0:1769074967.427528:0:2363:0:(lov_obd.c:1139:lov_get_info()) Process entered 00020000:00000001:2.0:1769074967.427530:0:2363:0:(lov_obd.c:1185:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.427531:0:2363:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1769074967.427533:0:2363:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1769074967.427535:0:2363:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1769074967.427536:0:2363:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.427538:0:2363:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769074967.427540:0:2363:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769074967.427541:0:2363:0:(lov_obd.c:455:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769074967.427543:0:2363:0:(obd_class.h:1248:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769074967.427544:0:2363:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074967.427546:0:2363:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1769074967.427548:0:2363:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074967.427551:0:2363:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1769074967.427560:0:2363:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 00000000cd3f0e69): req@ffff982b984a9c00 x1855007613356928/t0(0) o13->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074967.427589:0:2363:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074967.427593:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074967.427597:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b984abb80 x1855007613356800/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/416 e 0 to 0 dl 1769074977 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074967.427606:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b984abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613356800:192.168.204.151@tcp:8:lfs.0 00000100:00000001:2.0:1769074967.427612:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074967.427616:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074967.427620:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b984abb80 x1855007613356800/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/416 e 0 to 0 dl 1769074977 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074967.427628:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074967.427632:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074967.427636:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b90211000. 02000000:00000001:2.0:1769074967.427641:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074967.427644:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074967.427646:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:2.0:1769074967.427649:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074967.427653:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b8606f800. 02000000:00000001:2.0:1769074967.427658:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074967.427660:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074967.427663:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b984abb80. 00000100:00000001:2.0:1769074967.427667:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074967.427668:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074967.427671:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074967.427680:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074967.427682:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074967.427685:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074967.427687:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.427733:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.427737:0:31769:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.427739:0:31769:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074967.427741:0:31769:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.427743:0:31769:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074967.427746:0:31769:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074967.427749:0:31769:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.427752:0:31769:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074967.427759:0:31769:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074967.427761:0:31769:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.427763:0:31769:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074967.427773:0:31769:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606c400. 02000000:00000001:1.0:1769074967.427774:0:31769:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074967.427783:0:31769:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074967.427786:0:31769:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47ec8. 00000400:00000010:1.0:1769074967.427791:0:31769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8000. 00000100:00000200:1.0:1769074967.427797:0:31769:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613356928, portal 4 00000100:00000001:1.0:1769074967.427799:0:31769:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074967.427801:0:31769:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738883072 : -114161970668544 : ffff982b984a9c00) 00000100:00000040:1.0:1769074967.427806:0:31769:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b984a9c00 x1855007613356928/t0(0) o13->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074967.427812:0:31769:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074967.427814:0:31769:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074967.427816:0:31769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8c38. 00000100:00000200:1.0:1769074967.427819:0:31769:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1855007613356928, offset 0 00000400:00000200:1.0:1769074967.427824:0:31769:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074967.427832:0:31769:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.427839:0:31769:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074967.427845:0:31769:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074967.427849:0:31769:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074967.427853:0:31769:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074967.427855:0:31769:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074967.427859:0:31769:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15577:15577:256:4294967295] 192.168.204.151@tcp LPNI seq info [15577:15577:8:4294967295] 00000400:00000200:1.0:1769074967.427861:0:31769:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074967.427869:0:31769:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074967.427874:0:31769:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074967.427878:0:31769:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816ba00. 00000800:00000200:1.0:1769074967.427884:0:31769:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074967.427891:0:31769:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074967.427896:0:31769:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816ba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1769074967.427917:0:31769:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.427921:0:31769:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 27086 usecs (28 jiffies) 00000400:00000200:1.0:1769074967.427924:0:31769:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074967.427927:0:31769:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296624133 00000100:00000001:1.0:1769074967.427929:0:31769:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.427931:0:31769:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296624133 00000100:00000001:1.0:1769074967.427933:0:31769:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296629637 00000100:00000001:1.0:1769074967.427935:0:31769:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074967.427937:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.427938:0:31769:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074967.427939:0:31769:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074967.427941:0:31769:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b8833b600 going to sleep for 11 seconds 00000100:00000001:1.0:1769074967.427943:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074967.427943:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074967.428502:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074967.428508:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816ba00. 00000400:00000200:2.0:1769074967.428515:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074967.428521:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074967.428528:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8c38 00000400:00000010:2.0:1769074967.428531:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8c38. 00000100:00000001:2.0:1769074967.428536:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074967.428541:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b984a9c00 x1855007613356928/t0(0) o13->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074967.428552:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074967.428555:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b984a9c00 x1855007613356928/t0(0) o13->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074983 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074967.428561:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074967.428563:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1769074967.430882:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.430919:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1769074967.430925:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.430928:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074967.430943:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.430953:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:3.0:1769074967.430961:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.430967:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.430973:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.430978:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 368 into portal 4 MB=0x6971e9dd98b80 00000400:00000200:3.0:1769074967.430983:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074967.430991:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.151@tcp of length 368/368 into md 0x22a55 [1] + 224 00000800:00000001:3.0:1769074967.431002:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.431014:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769074967.431018:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074967.431022:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:3.0:1769074967.431033:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074967.431074:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b984a9c00 x1855007613356928/t0(0) o13->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074983 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074967.431085:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff982b984a9c00 x1855007613356928/t0(0) o13->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074967.431109:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1769074967.431121:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1769074967.431125:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.431337:0:31769:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1769074967.431424:0:31769:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074967.431427:0:31769:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769074967.431433:0:31769:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47ec8. 00000400:00000200:1.0:1769074967.431438:0:31769:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8000 00000400:00000010:1.0:1769074967.431441:0:31769:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8000. 00000100:00000001:1.0:1769074967.431445:0:31769:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074967.431449:0:31769:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b984a9c00 x1855007613356928/t0(0) o13->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074967.431459:0:31769:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b984a9c00 x1855007613356928/t0(0) o13->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074967.431466:0:31769:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074967.431468:0:31769:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.431471:0:31769:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1769074967.431475:0:31769:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1769074967.431478:0:31769:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1769074967.431481:0:31769:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074967.431486:0:31769:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1769074967.431497:0:31769:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b996884a0 time=166 v=5 (5 5 5 5) 00000100:00001000:1.0:1769074967.431502:0:31769:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b99688410 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1769074967.431505:0:31769:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1769074967.431507:0:31769:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074967.431511:0:31769:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1769074967.431515:0:31769:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.431519:0:31769:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1769074967.431522:0:31769:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff982b858dd800: skip recheck: last_committed 4294967330 00000100:00000001:1.0:1769074967.431524:0:31769:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1769074967.431526:0:31769:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074967.431532:0:31769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b984a9c00 x1855007613356928/t0(0) o13->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074983 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074967.431540:0:31769:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074967.431543:0:31769:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074967.431545:0:31769:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074967.431550:0:31769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b984a9c00 x1855007613356928/t0(0) o13->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074983 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074967.431558:0:31769:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b984a9c00 pname:cluuid:pid:xid:nid:opc:job lfs:84c0f8a7-d789-4ced-b99a-82cfae500a0a:31769:1855007613356928:192.168.204.151@tcp:13:lfs.0 00000100:00000001:1.0:1769074967.431563:0:31769:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074967.431567:0:31769:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074967.431570:0:31769:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1769074967.431572:0:31769:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074967.431576:0:31769:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b984a9c00 x1855007613356928/t0(0) o13->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074983 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074967.431584:0:31769:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074967.431587:0:31769:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff982b8833b600. 00000100:00000001:1.0:1769074967.431591:0:31769:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1769074967.431593:0:31769:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769074967.431600:0:31769:0:(osc_request.c:3473:osc_statfs()) Process leaving 00000100:00000001:1.0:1769074967.431602:0:31769:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074967.431605:0:31769:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b984a9c00 x1855007613356928/t0(0) o13->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:7/4 lens 224/368 e 0 to 0 dl 1769074983 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074967.431612:0:31769:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769074967.431615:0:31769:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769074967.431619:0:31769:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606c400. 02000000:00000001:1.0:1769074967.431623:0:31769:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769074967.431626:0:31769:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074967.431628:0:31769:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:1.0:1769074967.431631:0:31769:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769074967.431633:0:31769:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b9816bd00. 02000000:00000001:1.0:1769074967.431638:0:31769:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769074967.431641:0:31769:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769074967.431643:0:31769:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b984a9c00. 00000100:00000001:1.0:1769074967.431647:0:31769:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769074967.431648:0:31769:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:1.0:1769074967.431651:0:31769:0:(obd_class.h:1109:obd_statfs()) lustre-OST0001-osc-ffff982b858dd800: update ffff982b87673520 cache blocks 3678/3683 objects 117760/118152 00020000:00000001:1.0:1769074967.431656:0:31769:0:(obd_class.h:1128:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769074967.431663:0:31769:0:(lov_obd.c:1128:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.431667:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1769074967.431671:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.431676:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.431679:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.432338:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.432342:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.432363:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.432367:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.432375:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.432380:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.432383:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.432386:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.432388:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.432395:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432397:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432400:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.432402:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.432405:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432407:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432412:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.432413:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.432416:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.432417:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.432420:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.432422:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.432424:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.432425:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.432426:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.432429:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432430:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432432:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.432434:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.432436:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432438:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432441:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.432443:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.432445:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.432447:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.432449:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.432451:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.432453:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.432454:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.432455:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.432458:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432460:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432462:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.432464:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.432466:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432468:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432471:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.432472:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.432475:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.432476:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.432478:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.432480:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.432482:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.432483:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.432484:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.432486:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432488:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432490:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.432492:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.432504:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432506:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432510:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.432511:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.432514:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.432515:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.432517:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.432520:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.432521:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.432523:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.432524:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.432529:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432531:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432533:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.432535:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.432537:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432539:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432542:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.432543:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.432546:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.432547:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.432548:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.432550:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.432552:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.432553:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.432554:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.432557:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432559:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432561:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.432563:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.432565:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432566:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432569:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.432570:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.432572:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.432573:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.432575:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.432576:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.432578:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.432579:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.432580:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.432582:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432583:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432586:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.432587:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.432589:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432591:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432593:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.432595:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.432597:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.432598:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.432600:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.432603:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.432604:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.432606:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.432607:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.432609:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432611:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432613:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.432615:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.432617:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432618:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432621:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.432622:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.432624:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.432625:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.432627:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.432629:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.432630:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.432631:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.432633:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.432635:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432636:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432638:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.432640:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.432641:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432643:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432646:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.432648:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.432650:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.432651:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.432653:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.432655:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.432656:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.432657:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.432658:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.432661:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432662:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432664:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.432666:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.432669:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432671:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432674:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.432675:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.432678:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.432679:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.432680:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.432682:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.432684:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.432685:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.432686:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.432689:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432690:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432692:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.432694:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.432696:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432698:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432700:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.432701:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.432704:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.432704:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.432707:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.432708:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.432710:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.432711:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.432712:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.432714:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432715:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432717:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.432719:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.432721:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432722:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432725:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.432726:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.432727:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.432728:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.432730:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.432732:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.432734:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.432735:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.432736:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.432738:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432740:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432741:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.432743:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.432745:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432747:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432750:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.432751:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.432753:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.432754:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.432756:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.432758:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.432759:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.432760:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.432762:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.432764:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432766:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432767:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.432769:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.432771:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432773:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432775:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.432776:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.432779:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.432780:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.432781:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.432783:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.432784:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.432785:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.432787:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.432789:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432791:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432792:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.432794:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.432796:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432798:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432800:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.432801:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.432803:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.432804:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.432807:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.432809:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.432810:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.432812:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.432813:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.432815:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432818:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432819:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.432821:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.432823:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432825:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432828:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.432829:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.432831:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.432832:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.432834:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.432836:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.432837:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.432838:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.432840:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.432841:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432843:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432845:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.432846:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.432848:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432850:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432852:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.432853:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.432856:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.432856:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.432859:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.432860:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.432862:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.432863:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.432864:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.432866:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432868:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432870:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.432871:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.432874:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432876:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432879:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.432880:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.432883:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.432884:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.432887:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.432889:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.432890:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.432891:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.432892:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.432895:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432896:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432898:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.432900:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.432902:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432904:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432907:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.432908:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.432911:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.432912:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.432914:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.432916:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.432918:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.432918:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.432920:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.432921:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432924:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432925:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.432927:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.432930:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432931:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432934:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.432935:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.432937:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.432938:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.432940:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.432942:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.432943:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.432945:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.432946:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.432948:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432950:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432951:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.432953:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.432955:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432957:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432960:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.432961:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.432963:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.432965:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.432966:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.432968:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.432969:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.432971:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.432972:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.432974:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432976:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432977:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.432979:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.432981:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432983:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.432985:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.432987:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.432990:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.432991:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.432993:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.432995:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.432997:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.432998:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.432999:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.433001:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433003:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433004:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.433006:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.433008:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433010:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433014:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.433015:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.433017:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.433018:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.433020:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.433022:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.433023:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.433024:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.433026:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.433028:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433029:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433031:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.433033:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.433035:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433051:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433054:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.433055:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.433057:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.433059:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.433061:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.433063:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.433065:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.433066:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.433067:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.433069:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433071:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433072:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.433074:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.433077:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433078:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433081:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.433082:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.433084:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.433085:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.433087:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.433089:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.433091:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.433092:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.433093:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.433095:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433096:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433098:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.433100:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.433102:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433104:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433106:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.433108:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.433110:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.433111:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.433113:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.433115:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.433116:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.433118:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.433119:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.433122:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433123:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433125:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.433127:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.433130:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433132:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433135:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.433136:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.433139:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.433141:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.433143:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.433145:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.433147:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.433148:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.433149:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.433152:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433154:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433156:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.433159:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.433160:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433163:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433166:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.433167:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.433170:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.433171:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.433173:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.433175:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.433176:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.433178:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.433179:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.433181:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433183:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433185:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.433187:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.433189:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433191:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433193:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.433194:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.433197:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.433198:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.433200:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.433202:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.433203:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.433204:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.433206:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.433208:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433210:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433212:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.433214:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.433216:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433218:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433221:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.433222:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.433225:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.433226:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.433228:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.433230:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.433232:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.433233:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.433235:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.433237:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433239:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433241:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.433243:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.433246:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433248:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433251:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.433252:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.433254:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.433256:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.433257:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.433259:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.433261:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.433262:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.433263:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.433265:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433267:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433268:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.433270:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.433272:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433274:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433277:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.433278:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.433318:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.433319:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.433322:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.433325:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.433326:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.433328:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.433329:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.433332:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433334:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433336:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.433338:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.433341:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433343:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433346:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.433348:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.433352:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.433353:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.433355:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.433357:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.433358:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.433359:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.433360:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.433362:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433364:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433365:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.433367:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.433369:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433371:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433373:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.433374:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.433377:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.433378:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.433380:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.433382:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.433383:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.433384:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.433385:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.433387:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433389:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433390:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.433392:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.433393:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433395:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433397:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.433398:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.433400:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.433401:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.433403:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.433405:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.433406:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.433407:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.433408:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.433411:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433412:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433414:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.433416:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.433418:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433420:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433423:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.433424:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.433426:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.433427:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.433429:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.433431:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.433432:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.433433:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.433435:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.433437:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433439:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433441:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.433443:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.433445:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433446:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433449:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.433450:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.433453:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.433454:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.433456:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.433458:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.433460:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.433461:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.433462:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.433464:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433466:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433468:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.433470:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.433471:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433473:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433476:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.433477:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.433480:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.433481:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.433483:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.433485:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.433486:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.433488:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.433489:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.433491:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433493:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433495:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.433497:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.433499:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433501:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433504:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.433505:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.433508:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.433509:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.433511:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.433513:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.433515:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.433516:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.433517:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.433520:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433522:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433524:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.433525:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.433528:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433530:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433532:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.433534:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.433536:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.433537:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.433540:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.433542:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.433544:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.433545:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.433546:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.433549:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433551:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433553:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.433555:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.433557:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433559:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433561:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.433562:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.433564:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.433565:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.433567:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.433569:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.433571:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.433572:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.433573:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.433575:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433577:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433579:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.433582:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.433584:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433585:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433588:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.433589:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.433592:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.433593:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.433595:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.433597:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.433599:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.433600:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.433602:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.433604:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433606:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433608:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.433610:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.433612:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433614:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433617:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.433619:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.433621:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.433622:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.433625:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.433627:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.433628:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.433629:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.433631:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.433634:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433635:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433637:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.433639:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.433641:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433643:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433646:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.433648:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.433650:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.433651:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.433653:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.433655:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.433657:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.433657:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.433659:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.433661:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433663:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433665:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.433667:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.433669:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433671:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433674:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.433675:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.433677:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.433678:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.433680:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.433682:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.433684:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.433685:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.433686:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.433688:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433691:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433692:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.433694:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.433696:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433698:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433701:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.433702:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.433704:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.433706:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.433708:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.433710:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.433712:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.433713:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.433714:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.433718:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433720:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433721:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.433724:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.433726:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.433727:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.434763:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.434768:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.434774:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.434776:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.434779:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.434782:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.434783:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.434785:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.434786:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.434788:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.434789:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.434791:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.434793:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.434795:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.434796:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.434800:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.434801:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.434803:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.434803:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.434805:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.434806:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.434807:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.434808:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.434809:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.434811:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.434812:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.434813:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.434814:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.434816:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.434817:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.434818:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.434819:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.434820:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.434820:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.434821:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.434823:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.434823:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.434824:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.434825:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.434826:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.434827:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.434828:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.434829:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.434830:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.434831:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.434832:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.434833:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.434834:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.434834:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.434835:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.434837:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.434837:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.434838:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.434839:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.434840:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.434841:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.434843:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.434844:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.434845:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.434846:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.434848:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.434848:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.434850:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.434850:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.434851:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.434852:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.434853:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.434854:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.434854:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.434855:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.434856:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.434857:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.434858:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.434859:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.434860:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.434862:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.434862:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.434863:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.434864:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.434865:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.434866:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.434867:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.434867:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.434868:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.434869:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.434870:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.434871:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.434872:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.434874:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.434875:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.434877:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.434878:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.434879:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.434880:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.434881:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.434882:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.434883:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.434883:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.434884:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.434885:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.434886:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.434887:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.434888:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.434889:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.434890:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.434891:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.434892:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.434893:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.434894:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.434895:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.434896:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.434951:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.434953:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.434954:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.434955:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.434956:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.434957:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.434958:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.434960:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.434961:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.434964:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.434966:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.434967:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.434968:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.434970:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.434971:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.434972:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.434973:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.434974:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.434976:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.434977:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.434978:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.434979:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.434980:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.434981:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.434982:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.434983:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.434984:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.434985:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.434986:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.434987:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.434987:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.434988:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.434989:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.434990:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.434991:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.434992:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.434993:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.434994:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.434995:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.434996:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.434997:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.434998:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.434998:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.435000:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.435001:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.435002:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.435003:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.435004:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.435006:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.435006:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.435007:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.435008:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.435009:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.435010:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.435012:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.435012:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.435014:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.435014:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.435015:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.435016:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.435017:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.435017:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.435018:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.435019:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.435020:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.435021:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.435022:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.435023:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.435024:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.435025:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.435026:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.435027:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.435028:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.435029:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.435030:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.435031:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.435032:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.435032:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.435034:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.435035:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.435045:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.435048:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.435050:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.435052:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.435055:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.435057:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.435059:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.435060:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.435066:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.435069:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.435070:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.435071:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.435073:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.435075:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.435076:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.435078:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.435080:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.435082:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.435083:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.435086:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.435087:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.435089:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.435090:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.435093:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.435095:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.435096:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.435097:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.435098:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.435101:0:31769:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.435103:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.435105:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1769074967.435107:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.435109:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.435111:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1769074967.435115:0:31769:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074967.435116:0:31769:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7ffcb1dd7420 00000080:00000001:1.0:1769074967.435118:0:31769:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074967.435119:0:31769:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074967.435121:0:31769:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606f000. 00000020:00000001:1.0:1769074967.435123:0:31769:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.435125:0:31769:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:1.0:1769074967.435126:0:31769:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:1.0:1769074967.435127:0:31769:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606f000 uarg=0000000000000000 00020000:00000001:1.0:1769074967.435129:0:31769:0:(lov_obd.c:984:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1769074967.435131:0:31769:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1769074967.435133:0:31769:0:(llite_lib.c:3877:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1769074967.435134:0:31769:0:(llite_lib.c:3879:ll_obd_statfs()) kvfree 'data': 592 at ffff982b8606f000. 00000080:00000001:1.0:1769074967.435136:0:31769:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1769074967.435138:0:31769:0:(dir.c:2943:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1769074967.435152:0:31769:0:(dir.c:3013:ll_dir_release()) Process entered 00000080:00000001:1.0:1769074967.435154:0:31769:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:1.0:1769074967.435158:0:31769:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0251fdb0 00000080:00200008:1.0:1769074967.435161:0:31769:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff982b90dbe3c8), flags 100000 00000080:00400000:1.0:1769074967.435165:0:31769:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1769074967.435169:0:31769:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff982b82ba17c0. 00000080:00000001:1.0:1769074967.435173:0:31769:0:(file.c:439:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1769074967.435176:0:31769:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb0251fdb0 00000080:00000008:1.0:1769074967.435178:0:31769:0:(file.c:464:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff982b90dbe3c8), flags 100000, rc = 0 00000080:00000001:1.0:1769074967.435181:0:31769:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074967.435182:0:31769:0:(dir.c:3014:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.834470:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074967.834477:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074967.834483:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074967.834484:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074967.834546:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074967.834550:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074967.834554:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074968.858471:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074968.858477:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074968.858483:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074968.858484:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074968.858529:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074968.858533:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074968.858536:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1769074968.986352:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769074968.986363:0:27795:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1769074968.986370:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b984a9c00. 00000020:00000040:1.0:1769074968.986376:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:1.0:1769074968.986380:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074968.986384:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074968.986388:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074968.986396:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b9816ba00. 00000100:00000001:1.0:1769074968.986402:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074968.986413:0:27795:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b984a9c00 x1855007613357056/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769074968.986424:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074968.986429:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074968.986435:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016dcca9c] to pc [ptlrpcd_00_01+1] req@ffff982b984a9c00 x1855007613357056/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074968.986465:0:27795:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074968.986468:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 1 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769074968.986473:0:27795:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1769074968.986476:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1769074968.986479:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b984ab480. 00000100:00000001:0.0:1769074968.986480:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074968.986483:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1769074968.986488:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=4 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000040:0.0:1769074968.986494:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b984a9c00 x1855007613357056/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074968.986494:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074968.986498:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074968.986501:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074968.986510:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:1.0:1769074968.986511:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b9816b200. 00000100:00000001:0.0:1769074968.986513:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074968.986519:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074968.986520:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769074968.986524:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1769074968.986528:0:27795:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID req@ffff982b984ab480 x1855007613357184/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1769074968.986529:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074968.986539:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b984a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2365:1855007613357056:192.168.204.151@tcp:400:kworker.0 00000100:00000001:1.0:1769074968.986540:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074968.986545:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074968.986551:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063c1313d] to pc [ptlrpcd_00_00+0] req@ffff982b984ab480 x1855007613357184/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074968.986556:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1769074968.986562:0:27795:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074968.986564:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1769074968.986566:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1769074968.986569:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074968.986572:0:27795:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1769074968.986574:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1769074968.986577:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b984a9500. 02000000:00000010:0.0:1769074968.986581:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b83fa4c00. 00000020:00000040:1.0:1769074968.986582:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 02000000:00000001:0.0:1769074968.986586:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074968.986587:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074968.986590:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074968.986593:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074968.986598:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b9816b600. 00000400:00000200:0.0:1769074968.986599:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074968.986603:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1769074968.986606:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b6108. 00000100:00000040:1.0:1769074968.986610:0:27795:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID req@ffff982b984a9500 x1855007613357312/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074968.986616:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f2a8. 00000100:00000001:1.0:1769074968.986621:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074968.986625:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1769074968.986627:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613357056, portal 25 00000100:00000040:1.0:1769074968.986631:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3218b02] to pc [ptlrpcd_00_01+1] req@ffff982b984a9500 x1855007613357312/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074968.986632:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074968.986642:0:27795:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074968.986645:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738883072 : -114161970668544 : ffff982b984a9c00) 00000100:00000040:1.0:1769074968.986646:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769074968.986652:0:27795:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:0.0:1769074968.986656:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b984a9c00 x1855007613357056/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769074968.986657:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b984a8700. 00000020:00000040:1.0:1769074968.986662:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 00000100:00000001:1.0:1769074968.986667:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074968.986669:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074968.986672:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074968.986673:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074968.986680:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 02000000:00000010:1.0:1769074968.986680:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b9816bb00. 00000400:00000010:0.0:1769074968.986684:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f6e8. 00000100:00000001:1.0:1769074968.986685:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1769074968.986692:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613357056, offset 0 00000100:00000040:1.0:1769074968.986694:0:27795:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID req@ffff982b984a8700 x1855007613357440/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769074968.986701:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000100:00000001:1.0:1769074968.986707:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1769074968.986710:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074968.986712:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074968.986720:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000100:00000040:1.0:1769074968.986721:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006eed74ab] to pc [ptlrpcd_00_00+0] req@ffff982b984a8700 x1855007613357440/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074968.986726:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074968.986733:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000100:00000001:1.0:1769074968.986735:0:27795:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074968.986737:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074968.986741:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074968.986744:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15578:15578:256:4294967295] 192.168.204.151@tcp LPNI seq info [15578:15578:8:4294967295] 00000100:00000040:1.0:1769074968.986744:0:27795:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1963) 00000400:00000200:0.0:1769074968.986750:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074968.986758:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000100:00000001:1.0:1769074968.986761:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1769074968.986762:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000100:00000001:1.0:1769074968.986766:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1769074968.986768:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a34b400. 00000100:00000001:1.0:1769074968.986769:0:2364:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.0:1769074968.986777:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000100:00000040:1.0:1769074968.986777:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b984ab480 x1855007613357184/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1769074968.986787:0:2365:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000100:00000001:1.0:1769074968.986788:0:2364:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:0.0:1769074968.986791:0:2365:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a34b400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1769074968.986792:0:2364:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074968.986798:0:2364:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074968.986801:0:2364:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074968.986803:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074968.986804:0:2364:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074968.986812:0:2364:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b984ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2364:1855007613357184:192.168.204.151@tcp:400:kworker.0 00000400:00000200:0.0:1769074968.986813:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074968.986819:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296634757 00000100:00000001:1.0:1769074968.986820:0:2364:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074968.986824:0:2364:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074968.986827:0:2364:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074968.986830:0:2365:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296629637 02000000:00000001:1.0:1769074968.986830:0:2364:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769074968.986837:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296634757 02000000:00000010:1.0:1769074968.986837:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b85016400. 02000000:00000001:1.0:1769074968.986842:0:2364:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074968.986845:0:2365:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296629637 00000400:00000200:1.0:1769074968.986850:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074968.986851:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074968.986856:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769074968.986857:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47ec8. 00000100:00000001:0.0:1769074968.986862:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769074968.986863:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8000. 00000100:00000001:0.0:1769074968.986868:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1769074968.986868:0:2364:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613357184, portal 10 00000100:00000001:1.0:1769074968.986873:0:2364:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074968.986875:0:2364:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738889344 : -114161970662272 : ffff982b984ab480) 00000100:00000001:0.0:1769074968.986878:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074968.986883:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1769074968.986883:0:2364:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b984ab480 x1855007613357184/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074968.986888:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074968.986891:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074968.986894:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769074968.986896:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769074968.986902:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b984a9500 x1855007613357312/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769074968.986902:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074968.986908:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e86e8. 00000100:00000200:1.0:1769074968.986913:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007613357184, offset 0 00000100:00000001:0.0:1769074968.986916:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074968.986919:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074968.986923:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1769074968.986923:0:2364:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 02000000:00000001:0.0:1769074968.986927:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1769074968.986931:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 02000000:00000001:0.0:1769074968.986932:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074968.986936:0:2364:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000100:00100000:0.0:1769074968.986940:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b984a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2365:1855007613357312:192.168.204.151@tcp:400:kworker.0 00000400:00000200:1.0:1769074968.986941:0:2364:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074968.986946:0:2364:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000100:00000001:0.0:1769074968.986949:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1769074968.986949:0:2364:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074968.986953:0:2364:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 02000000:00000001:0.0:1769074968.986954:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1769074968.986957:0:2364:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15579:15579:255:4294967295] 192.168.204.151@tcp LPNI seq info [15579:15579:7:4294967295] 02000000:00000001:0.0:1769074968.986958:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074968.986964:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1769074968.986964:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 02000000:00000010:0.0:1769074968.986970:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b83fa5200. 00000400:00000200:1.0:1769074968.986971:0:2364:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 02000000:00000001:0.0:1769074968.986976:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769074968.986978:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074968.986983:0:2364:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816be00. 00000400:00000200:0.0:1769074968.986984:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000800:00000200:1.0:1769074968.986989:0:2364:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000400:00000010:0.0:1769074968.986991:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b62c0. 00000800:00000200:1.0:1769074968.986995:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000400:00000010:0.0:1769074968.986999:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f110. 00000800:00000200:1.0:1769074968.986999:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816be00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1769074968.987001:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1769074968.987005:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613357312, portal 4 00000100:00000040:1.0:1769074968.987006:0:2364:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1069905 usecs (1070 jiffies) 00000100:00000001:0.0:1769074968.987022:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074968.987025:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738881280 : -114161970670336 : ffff982b984a9500) 00000400:00000200:1.0:1769074968.987028:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074968.987033:0:2364:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296626734 00000100:00000040:0.0:1769074968.987036:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b984a9500 x1855007613357312/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074968.987037:0:2364:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296634757 00000100:00000001:1.0:1769074968.987043:0:2364:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296626734 00000100:00000001:1.0:1769074968.987047:0:2364:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296634757 00000100:00000001:1.0:1769074968.987052:0:2364:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074968.987053:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1769074968.987056:0:2364:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074968.987057:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000100:00000001:1.0:1769074968.987061:0:2364:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1769074968.987062:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f3b8. 00000100:00000200:0.0:1769074968.987066:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007613357312, offset 0 00000100:00000040:1.0:1769074968.987070:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b984a8700 x1855007613357440/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074968.987075:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074968.987082:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769074968.987087:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000100:00000001:1.0:1769074968.987087:0:2364:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1769074968.987092:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1769074968.987092:0:2364:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074968.987098:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 02000000:00000001:1.0:1769074968.987098:0:2364:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1769074968.987103:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1769074968.987103:0:2364:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1769074968.987106:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:0.0:1769074968.987110:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15580:15580:254:4294967295] 192.168.204.151@tcp LPNI seq info [15580:15580:6:4294967295] 02000000:00000001:1.0:1769074968.987110:0:2364:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074968.987116:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00100000:1.0:1769074968.987119:0:2364:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b984a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2364:1855007613357440:192.168.204.151@tcp:400:kworker.0 00000400:00000200:0.0:1769074968.987127:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000100:00000001:1.0:1769074968.987128:0:2364:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1769074968.987132:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 02000000:00000001:1.0:1769074968.987133:0:2364:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:0.0:1769074968.987136:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a34bc00. 02000000:00000001:1.0:1769074968.987137:0:2364:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074968.987141:0:2364:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1769074968.987143:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 02000000:00000010:1.0:1769074968.987147:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b85017e00. 00000800:00000200:0.0:1769074968.987148:0:2365:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 02000000:00000001:1.0:1769074968.987152:0:2364:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1769074968.987153:0:2365:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a34bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1769074968.987159:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074968.987160:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000040:0.0:1769074968.987164:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24972 usecs (25 jiffies) 00000400:00000010:1.0:1769074968.987166:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47268. 00000400:00000010:1.0:1769074968.987172:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8c38. 00000100:00000200:1.0:1769074968.987177:0:2364:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613357440, portal 4 00000100:00000001:1.0:1769074968.987180:0:2364:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1769074968.987181:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074968.987182:0:2364:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738877696 : -114161970673920 : ffff982b984a8700) 00000100:00000001:0.0:1769074968.987186:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296625689 00000100:00000001:0.0:1769074968.987190:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296634757 00000100:00000040:1.0:1769074968.987193:0:2364:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b984a8700 x1855007613357440/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074968.987194:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296625689 00000100:00000001:0.0:1769074968.987201:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296634757 00000100:00000001:0.0:1769074968.987206:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074968.987211:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769074968.987212:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074968.987217:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000100:00000001:0.0:1769074968.987218:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074968.987222:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1769074968.987222:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8aa0. 00000100:00000001:0.0:1769074968.987226:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1769074968.987228:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007613357440, offset 0 00000100:00000001:0.0:1769074968.987230:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1769074968.987234:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1769074968.987237:0:2364:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000100:00000001:0.0:1769074968.987242:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1769074968.987243:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074968.987245:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074968.987249:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074968.987250:0:2364:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074968.987257:0:2364:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074968.987259:0:2364:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074968.987263:0:2364:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074968.987265:0:2364:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074968.987269:0:2364:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15581:15581:253:4294967295] 192.168.204.151@tcp LPNI seq info [15581:15581:5:4294967295] 00000400:00000200:1.0:1769074968.987273:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074968.987303:0:2364:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074968.987310:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074968.987313:0:2364:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b000. 00000800:00000200:1.0:1769074968.987316:0:2364:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074968.987319:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074968.987321:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816b000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1769074968.987324:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074968.987326:0:2364:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 27012 usecs (28 jiffies) 00000400:00000200:1.0:1769074968.987329:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074968.987330:0:2364:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296625693 00000100:00000001:1.0:1769074968.987333:0:2364:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296634757 00000100:00000001:1.0:1769074968.987334:0:2364:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296625693 00000100:00000001:1.0:1769074968.987337:0:2364:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296634757 00000100:00000001:1.0:1769074968.987339:0:2364:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074968.987341:0:2364:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074968.987344:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074968.987346:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074968.987351:0:2364:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074968.987353:0:2364:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1769074968.987355:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074968.987357:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074968.987359:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074968.987361:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074968.988103:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074968.988110:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a34b400. 00000400:00000200:2.0:1769074968.988115:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074968.988121:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074968.988126:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f6e8 00000400:00000010:2.0:1769074968.988128:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f6e8. 00000100:00000001:2.0:1769074968.988132:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074968.988137:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b984a9c00 x1855007613357056/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074968.988145:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074968.988148:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b984a9c00 x1855007613357056/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074984 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074968.988155:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074968.988157:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074968.988171:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074968.988173:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816be00. 00000400:00000200:2.0:1769074968.988176:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074968.988181:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074968.988184:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e86e8 00000400:00000010:2.0:1769074968.988185:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e86e8. 00000100:00000001:2.0:1769074968.988188:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074968.988192:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b984ab480 x1855007613357184/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074968.988199:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074968.988202:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b984ab480 x1855007613357184/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074984 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074968.988208:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074968.988210:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074968.988219:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074968.988221:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a34bc00. 00000400:00000200:2.0:1769074968.988224:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074968.988227:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074968.988229:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f3b8 00000400:00000010:2.0:1769074968.988230:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f3b8. 00000100:00000001:2.0:1769074968.988232:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074968.988235:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b984a9500 x1855007613357312/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074968.988241:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074968.988244:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b984a9500 x1855007613357312/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074984 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074968.988249:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074968.988250:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074968.988335:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074968.988338:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b000. 00000400:00000200:2.0:1769074968.988342:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074968.988345:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074968.988348:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8aa0 00000400:00000010:2.0:1769074968.988350:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8aa0. 00000100:00000001:2.0:1769074968.988353:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074968.988356:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b984a8700 x1855007613357440/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074968.988364:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074968.988366:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b984a8700 x1855007613357440/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074984 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074968.988372:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074968.988374:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1769074968.991253:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074968.991268:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074968.991298:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074968.991303:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074968.991340:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074968.991348:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074968.991355:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074968.991360:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074968.991386:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074968.991391:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 10 MB=0x6971e9dd98c80 00000400:00000200:2.0:1769074968.991396:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074968.991416:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.151@tcp of length 224/224 into md 0x22a65 [1] + 224 00000800:00000001:2.0:1769074968.991441:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074968.991451:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074968.991455:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074968.991470:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074968.991478:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074968.991497:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b984ab480 x1855007613357184/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074984 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074968.991526:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b984ab480 x1855007613357184/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074968.991555:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074968.991576:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074968.991580:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074968.991583:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074968.991586:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074968.991590:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074968.991605:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074968.991611:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074968.991614:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074968.991618:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074968.991631:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 25 MB=0x6971e9dd98c00 00000400:00000200:2.0:1769074968.991637:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074968.991642:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.151@tcp of length 224/224 into md 0x22a5d [1] + 224 00000800:00000001:2.0:1769074968.991647:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074968.991652:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074968.991670:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074968.991675:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074968.991679:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074968.991697:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b984a9c00 x1855007613357056/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074984 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074968.991725:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b984a9c00 x1855007613357056/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074968.991736:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074968.991753:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074968.991757:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074968.991758:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074968.991761:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074968.991774:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074968.991778:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074968.991781:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074968.991784:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074968.991788:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074968.991804:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 4 MB=0x6971e9dd98d00 00000400:00000200:2.0:1769074968.991808:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074968.991820:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.151@tcp of length 224/224 into md 0x22a6d [1] + 224 00000800:00000001:2.0:1769074968.991825:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074968.991830:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074968.991832:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074968.991836:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:2.0:1769074968.991839:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074968.991854:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b984a9500 x1855007613357312/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074984 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074968.991864:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b984a9500 x1855007613357312/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074968.991871:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1769074968.991885:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074968.991891:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1769074968.991892:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1769074968.991895:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074968.991898:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074968.991911:0:2358:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp) <- 192.168.204.151@tcp : PUT - for me 00000400:00000200:2.0:1769074968.991916:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074968.991919:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074968.991923:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074968.991927:0:2358:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.151@tcp of length 224 into portal 4 MB=0x6971e9dd98d80 00000100:00000001:0.0:1769074968.991931:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1769074968.991931:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074968.991937:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1769074968.991948:0:2358:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.151@tcp of length 224/224 into md 0x22a75 [1] + 224 00000400:00000001:0.0:1769074968.991954:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1769074968.991954:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1769074968.991957:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074968.991960:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47ec8. 00000400:00000200:0.0:1769074968.991965:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8000 00000400:00000010:0.0:1769074968.991967:0:2364:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8000. 00000100:00000001:0.0:1769074968.991971:0:2364:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074968.991977:0:2364:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b984ab480 x1855007613357184/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1769074968.991980:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769074968.991986:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1769074968.991990:0:2364:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b984ab480 x1855007613357184/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074984 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074968.991998:0:2364:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074968.991999:0:2364:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074968.992001:0:2364:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074968.992004:0:2364:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1769074968.992004:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:0.0:1769074968.992008:0:2364:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1769074968.992020:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769074968.992022:0:2364:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074968.992026:0:2364:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769074968.992042:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff982b984a8700 x1855007613357440/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074984 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1769074968.992044:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b88c58 time=29 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074968.992054:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b88c10 time=71 v=5 (1 0 0 0) 00000100:00000040:2.0:1769074968.992059:0:2358:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff982b984a8700 x1855007613357440/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074968.992060:0:2364:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074968.992065:0:2364:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074968.992070:0:2364:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074968.992074:0:2364:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074968.992087:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074968.992089:0:2364:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000001:2.0:1769074968.992092:0:2358:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1769074968.992093:0:2364:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982b858dd800: skip recheck: last_committed 73014444086 00000100:00000001:0.0:1769074968.992098:0:2364:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074968.992100:0:2364:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074968.992107:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b984ab480 x1855007613357184/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074984 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1769074968.992108:0:2358:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074968.992116:0:2364:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074968.992118:0:2364:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074968.992120:0:2364:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074968.992125:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b984ab480 x1855007613357184/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074984 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074968.992134:0:2364:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b984ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2364:1855007613357184:192.168.204.151@tcp:400:kworker.0 00000400:00000001:0.0:1769074968.992141:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074968.992142:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074968.992144:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47268. 00000400:00000200:0.0:1769074968.992147:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8c38 00000400:00000010:0.0:1769074968.992150:0:2364:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8c38. 00000100:00000001:0.0:1769074968.992152:0:2364:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074968.992157:0:2364:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b984a8700 x1855007613357440/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074968.992166:0:2364:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b984a8700 x1855007613357440/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074984 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074968.992173:0:2364:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074968.992174:0:2364:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074968.992176:0:2364:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074968.992178:0:2364:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074968.992179:0:2364:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074968.992180:0:2364:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074968.992181:0:2364:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074968.992185:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b99688458 time=29 v=5 (5 5 0 5) 00000100:00001000:0.0:1769074968.992187:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b99688410 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074968.992189:0:2364:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074968.992190:0:2364:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074968.992191:0:2364:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074968.992193:0:2364:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074968.992195:0:2364:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074968.992196:0:2364:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff982b858dd800: skip recheck: last_committed 4294967330 00000100:00000001:0.0:1769074968.992197:0:2364:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074968.992198:0:2364:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074968.992200:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b984a8700 x1855007613357440/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074984 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074968.992205:0:2364:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074968.992207:0:2364:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074968.992208:0:2364:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074968.992211:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b984a8700 x1855007613357440/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074984 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074968.992216:0:2364:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b984a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2364:1855007613357440:192.168.204.151@tcp:400:kworker.0 00000100:00000001:0.0:1769074968.992219:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074968.992220:0:2364:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074968.992223:0:2364:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b984ab480 x1855007613357184/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074984 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074968.992227:0:2364:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074968.992230:0:2364:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074968.992232:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b85016400. 02000000:00000001:0.0:1769074968.992236:0:2364:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074968.992238:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074968.992239:0:2364:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=3 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:0.0:1769074968.992241:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074968.992243:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b9816b200. 02000000:00000001:0.0:1769074968.992247:0:2364:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074968.992249:0:2364:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074968.992251:0:2364:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b984ab480. 00000100:00000001:0.0:1769074968.992254:0:2364:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074968.992255:0:2364:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074968.992257:0:2364:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074968.992259:0:2364:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b984a8700 x1855007613357440/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074984 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074968.992263:0:2364:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074968.992264:0:2364:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074968.992265:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b85017e00. 02000000:00000001:0.0:1769074968.992268:0:2364:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074968.992269:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074968.992270:0:2364:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:0.0:1769074968.992271:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074968.992272:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b9816bb00. 02000000:00000001:0.0:1769074968.992275:0:2364:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074968.992276:0:2364:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074968.992277:0:2364:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b984a8700. 00000100:00000001:0.0:1769074968.992310:0:2364:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074968.992312:0:2364:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074968.992314:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074968.992320:0:2364:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074968.992321:0:2364:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074968.992323:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074968.992325:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074968.992333:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074968.992335:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1769074968.992339:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074968.992342:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074968.992344:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b62c0. 00000400:00000200:0.0:1769074968.992356:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f110 00000400:00000010:0.0:1769074968.992358:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f110. 00000100:00000001:0.0:1769074968.992362:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074968.992367:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b984a9500 x1855007613357312/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074968.992376:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b984a9500 x1855007613357312/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074984 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074968.992384:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074968.992386:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074968.992388:0:2365:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074968.992389:0:2365:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074968.992390:0:2365:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074968.992391:0:2365:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074968.992393:0:2365:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074968.992396:0:2365:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b83e5ec58 time=29 v=5 (5 5 0 5) 00000100:00001000:0.0:1769074968.992398:0:2365:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b83e5ec10 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074968.992399:0:2365:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074968.992400:0:2365:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074968.992401:0:2365:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074968.992402:0:2365:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074968.992404:0:2365:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1769074968.992405:0:2365:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff982b858dd800: skip recheck: last_committed 0 00000100:00000001:0.0:1769074968.992407:0:2365:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1769074968.992408:0:2365:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074968.992411:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b984a9500 x1855007613357312/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074984 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074968.992415:0:2365:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074968.992416:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074968.992417:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074968.992419:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b984a9500 x1855007613357312/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074984 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074968.992424:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b984a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2365:1855007613357312:192.168.204.151@tcp:400:kworker.0 00000400:00000001:0.0:1769074968.992428:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074968.992429:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074968.992430:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6108. 00000400:00000200:0.0:1769074968.992432:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f2a8 00000400:00000010:0.0:1769074968.992433:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f2a8. 00000100:00000001:0.0:1769074968.992435:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074968.992437:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b984a9c00 x1855007613357056/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074968.992444:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b984a9c00 x1855007613357056/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074984 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074968.992450:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074968.992452:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074968.992454:0:2365:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1769074968.992455:0:2365:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1769074968.992456:0:2365:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1769074968.992458:0:2365:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074968.992460:0:2365:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1769074968.992462:0:2365:0:(import.c:2128:obd_at_measure()) add 5 to ffff982b88b8ac58 time=90 v=5 (5 5 5 5) 00000100:00001000:0.0:1769074968.992465:0:2365:0:(import.c:2128:obd_at_measure()) add 1 to ffff982b88b8ac10 time=71 v=5 (1 0 0 0) 00000100:00000001:0.0:1769074968.992467:0:2365:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1769074968.992468:0:2365:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1769074968.992470:0:2365:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1769074968.992473:0:2365:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074968.992474:0:2365:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074968.992478:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b984a9c00 x1855007613357056/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074984 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074968.992484:0:2365:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074968.992486:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074968.992487:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769074968.992490:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b984a9c00 x1855007613357056/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074984 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074968.992497:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b984a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2365:1855007613357056:192.168.204.151@tcp:400:kworker.0 00000100:00000001:0.0:1769074968.992501:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074968.992503:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074968.992506:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b984a9500 x1855007613357312/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074984 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074968.992511:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074968.992513:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074968.992515:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b83fa5200. 02000000:00000001:0.0:1769074968.992518:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074968.992520:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074968.992521:0:2365:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:0.0:1769074968.992523:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074968.992524:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b9816b600. 02000000:00000001:0.0:1769074968.992526:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074968.992527:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074968.992529:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b984a9500. 00000100:00000001:0.0:1769074968.992533:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074968.992534:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074968.992536:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769074968.992540:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b984a9c00 x1855007613357056/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074984 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074968.992546:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769074968.992547:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769074968.992549:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b83fa4c00. 02000000:00000001:0.0:1769074968.992552:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769074968.992554:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769074968.992555:0:2365:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:0.0:1769074968.992557:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074968.992559:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b9816ba00. 02000000:00000001:0.0:1769074968.992562:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769074968.992563:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074968.992564:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b984a9c00. 00000100:00000001:0.0:1769074968.992573:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074968.992575:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074968.992577:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074968.992581:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074968.992583:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074968.992585:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074968.992588:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074969.159028:0:31993:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1769074969.311613:0:32029:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1769074969.311623:0:32029:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg451-client.virtnet: executing wait_import_state_mount (FULL|IDLE) mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:00000001:2.0:1769074969.315747:0:32029:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:0.0:1769074969.336189:0:32033:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769074969.843359:0:32147:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074969.883332:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074969.883339:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074969.883344:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074969.883346:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074969.883430:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074969.883435:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074969.883439:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1769074969.992063:0:32183:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1769074969.992073:0:32183:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: mdc.lustre-MDT0000-mdc-*.mds_server_uuid in FULL state after 0 sec 00000001:00000001:1.0:1769074969.994712:0:32183:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1769074970.906411:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074970.906423:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074970.906431:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074970.906433:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074970.906497:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074970.906501:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074970.906504:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1769074971.185958:0:32201:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074971.320151:0:32221:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01c2fd08 00000080:00200008:1.0:1769074971.320165:0:32221:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff982b90dbe3c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1769074971.320176:0:32221:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1769074971.320178:0:32221:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01c2fc80 00000080:00200000:1.0:1769074971.320180:0:32221:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:1.0:1769074971.320187:0:32221:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b8adeae00. 00800000:00000002:1.0:1769074971.320194:0:32221:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:1.0:1769074971.320198:0:32221:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1769074971.320204:0:32221:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1769074971.320207:0:32221:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01c2fba0 00800000:00000002:1.0:1769074971.320209:0:32221:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1769074971.320213:0:32221:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1769074971.320218:0:32221:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1769074971.320224:0:32221:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1769074971.320226:0:32221:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01c2fa70 00000002:00010000:1.0:1769074971.320227:0:32221:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1769074971.320231:0:32221:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1769074971.320233:0:32221:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074971.320236:0:32221:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074971.320245:0:32221:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036100 count: 2 00010000:00000001:1.0:1769074971.320249:0:32221:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074971.320255:0:32221:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074971.320258:0:32221:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1769074971.320262:0:32221:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341200/0x5d432443066b75bd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5dc7c expref: -99 pid: 31769 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1769074971.320274:0:32221:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1769074971.320313:0:32221:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074971.320317:0:32221:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341200/0x5d432443066b75bd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5dc7c expref: -99 pid: 31769 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1769074971.320326:0:32221:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1769074971.320329:0:32221:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769074971.320331:0:32221:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1769074971.320333:0:32221:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1769074971.320335:0:32221:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769074971.320338:0:32221:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1769074971.320341:0:32221:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1769074971.320345:0:32221:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:1.0:1769074971.320348:0:32221:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b8adeae00. 00000080:00000001:1.0:1769074971.320354:0:32221:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1769074971.320356:0:32221:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074971.320360:0:32221:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:1.0:1769074971.320364:0:32221:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b75bd 00800000:00000001:1.0:1769074971.320368:0:32221:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1769074971.320371:0:32221:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1769074971.320373:0:32221:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074971.320376:0:32221:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074971.320379:0:32221:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341200 refcount=3 00000020:00000001:1.0:1769074971.320381:0:32221:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:1.0:1769074971.320384:0:32221:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:1.0:1769074971.320387:0:32221:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074971.320389:0:32221:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074971.320391:0:32221:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074971.320392:0:32221:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074971.320395:0:32221:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b75bd from it ffffbcdb01c2fcb8 00010000:00000001:1.0:1769074971.320398:0:32221:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074971.320399:0:32221:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074971.320400:0:32221:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341200 refcount=3 00000020:00000001:1.0:1769074971.320402:0:32221:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:1.0:1769074971.320404:0:32221:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:1.0:1769074971.320407:0:32221:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074971.320410:0:32221:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341200/0x5d432443066b75bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5dc7c expref: -99 pid: 31769 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074971.320416:0:32221:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074971.320418:0:32221:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074971.320419:0:32221:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1769074971.320422:0:32221:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1769074971.320424:0:32221:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341200/0x5d432443066b75bd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5dc7c expref: -99 pid: 31769 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074971.320435:0:32221:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1769074971.320439:0:32221:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1769074971.320442:0:32221:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074971.320447:0:32221:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074971.320448:0:32221:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074971.320450:0:32221:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074971.320454:0:32221:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1769074971.320455:0:32221:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074971.320457:0:32221:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074971.320459:0:32221:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074971.320462:0:32221:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074971.320463:0:32221:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074971.320464:0:32221:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1769074971.320468:0:32221:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769074971.320470:0:32221:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1769074971.320474:0:32221:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074971.320479:0:32221:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01c2fd08 00000080:00000008:1.0:1769074971.320482:0:32221:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff982b90dbe3c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1769074971.321034:0:32221:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074971.321056:0:32221:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01c2fd08 00000080:00200008:1.0:1769074971.321058:0:32221:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff982b90dbe3c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1769074971.321062:0:32221:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1769074971.321064:0:32221:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01c2fc80 00000080:00200000:1.0:1769074971.321065:0:32221:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:1.0:1769074971.321070:0:32221:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b8adeae00. 00800000:00000002:1.0:1769074971.321073:0:32221:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:1.0:1769074971.321075:0:32221:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1769074971.321077:0:32221:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1769074971.321079:0:32221:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01c2fba0 00800000:00000002:1.0:1769074971.321081:0:32221:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1769074971.321084:0:32221:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1769074971.321086:0:32221:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1769074971.321090:0:32221:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1769074971.321091:0:32221:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01c2fa70 00000002:00010000:1.0:1769074971.321093:0:32221:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1769074971.321096:0:32221:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1769074971.321097:0:32221:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074971.321099:0:32221:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074971.321102:0:32221:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036100 count: 2 00010000:00000001:1.0:1769074971.321104:0:32221:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074971.321107:0:32221:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074971.321109:0:32221:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1769074971.321112:0:32221:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341200/0x5d432443066b75bd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5dc7c expref: -99 pid: 31769 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1769074971.321120:0:32221:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1769074971.321122:0:32221:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074971.321125:0:32221:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341200/0x5d432443066b75bd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5dc7c expref: -99 pid: 31769 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1769074971.321131:0:32221:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1769074971.321133:0:32221:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769074971.321135:0:32221:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1769074971.321137:0:32221:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1769074971.321139:0:32221:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769074971.321140:0:32221:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1769074971.321142:0:32221:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1769074971.321143:0:32221:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:1.0:1769074971.321145:0:32221:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b8adeae00. 00000080:00000001:1.0:1769074971.321147:0:32221:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1769074971.321148:0:32221:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074971.321149:0:32221:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:1.0:1769074971.321151:0:32221:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b75bd 00800000:00000001:1.0:1769074971.321153:0:32221:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1769074971.321155:0:32221:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1769074971.321155:0:32221:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074971.321156:0:32221:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074971.321158:0:32221:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341200 refcount=3 00000020:00000001:1.0:1769074971.321159:0:32221:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:1.0:1769074971.321161:0:32221:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:1.0:1769074971.321163:0:32221:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074971.321164:0:32221:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074971.321164:0:32221:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074971.321166:0:32221:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074971.321167:0:32221:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b75bd from it ffffbcdb01c2fcb8 00010000:00000001:1.0:1769074971.321168:0:32221:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074971.321169:0:32221:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074971.321169:0:32221:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341200 refcount=3 00000020:00000001:1.0:1769074971.321170:0:32221:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:1.0:1769074971.321171:0:32221:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:1.0:1769074971.321173:0:32221:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074971.321174:0:32221:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341200/0x5d432443066b75bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5dc7c expref: -99 pid: 31769 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074971.321177:0:32221:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074971.321178:0:32221:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074971.321179:0:32221:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1769074971.321180:0:32221:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1769074971.321181:0:32221:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341200/0x5d432443066b75bd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5dc7c expref: -99 pid: 31769 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074971.321184:0:32221:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1769074971.321185:0:32221:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1769074971.321187:0:32221:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074971.321188:0:32221:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074971.321189:0:32221:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074971.321190:0:32221:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074971.321192:0:32221:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1769074971.321193:0:32221:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074971.321195:0:32221:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074971.321197:0:32221:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074971.321199:0:32221:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074971.321200:0:32221:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074971.321201:0:32221:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1769074971.321203:0:32221:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769074971.321204:0:32221:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1769074971.321206:0:32221:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074971.321209:0:32221:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01c2fd08 00000080:00000008:1.0:1769074971.321211:0:32221:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff982b90dbe3c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1769074971.321324:0:32221:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1769074971.321326:0:32221:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1769074971.321328:0:32221:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01c2fb78 00000080:00200000:1.0:1769074971.321331:0:32221:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8),name=/ 00000080:00000010:1.0:1769074971.321335:0:32221:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff982b8adeae00. 00800000:00000002:1.0:1769074971.321338:0:32221:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff982b8704d040 2 00000080:00000001:1.0:1769074971.321340:0:32221:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1769074971.321342:0:32221:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1769074971.321343:0:32221:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01c2fa98 00800000:00000002:1.0:1769074971.321345:0:32221:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1769074971.321348:0:32221:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1769074971.321350:0:32221:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1769074971.321353:0:32221:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1769074971.321354:0:32221:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01c2f968 00000002:00010000:1.0:1769074971.321356:0:32221:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1769074971.321359:0:32221:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1769074971.321360:0:32221:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1769074971.321361:0:32221:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1769074971.321364:0:32221:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff982b86036100 count: 2 00010000:00000001:1.0:1769074971.321366:0:32221:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1769074971.321369:0:32221:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1769074971.321370:0:32221:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1769074971.321373:0:32221:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341200/0x5d432443066b75bd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5dc7c expref: -99 pid: 31769 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1769074971.321380:0:32221:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1769074971.321382:0:32221:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074971.321384:0:32221:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341200/0x5d432443066b75bd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5dc7c expref: -99 pid: 31769 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1769074971.321395:0:32221:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1769074971.321397:0:32221:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1769074971.321398:0:32221:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1769074971.321400:0:32221:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1769074971.321402:0:32221:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769074971.321403:0:32221:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1769074971.321406:0:32221:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1769074971.321408:0:32221:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff982b8704d040 2 00000080:00000010:1.0:1769074971.321410:0:32221:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff982b8adeae00. 00000080:00000001:1.0:1769074971.321412:0:32221:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1769074971.321414:0:32221:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074971.321416:0:32221:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) 00000080:00010000:1.0:1769074971.321419:0:32221:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982b90dbe3c8) for lock 0x5d432443066b75bd 00800000:00000001:1.0:1769074971.321422:0:32221:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1769074971.321423:0:32221:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1769074971.321424:0:32221:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074971.321426:0:32221:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074971.321427:0:32221:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341200 refcount=3 00000020:00000001:1.0:1769074971.321429:0:32221:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:1.0:1769074971.321432:0:32221:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:1.0:1769074971.321434:0:32221:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074971.321435:0:32221:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1769074971.321436:0:32221:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1769074971.321438:0:32221:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1769074971.321440:0:32221:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x5d432443066b75bd from it ffffbcdb01c2fbb0 00010000:00000001:1.0:1769074971.321442:0:32221:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1769074971.321443:0:32221:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074971.321444:0:32221:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff982b90341200 refcount=3 00000020:00000001:1.0:1769074971.321446:0:32221:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:1.0:1769074971.321448:0:32221:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446629911603188224 : -114162106363392 : ffff982b90341200) 00010000:00000001:1.0:1769074971.321450:0:32221:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1769074971.321453:0:32221:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341200/0x5d432443066b75bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf5b77ed682f5dc7c expref: -99 pid: 31769 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074971.321459:0:32221:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074971.321460:0:32221:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074971.321461:0:32221:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1769074971.321462:0:32221:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1769074971.321464:0:32221:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982b858dd800 lock: ffff982b90341200/0x5d432443066b75bd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf5b77ed682f5dc7c expref: -99 pid: 31769 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1769074971.321467:0:32221:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1769074971.321468:0:32221:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1769074971.321469:0:32221:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1769074971.321470:0:32221:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074971.321471:0:32221:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1769074971.321472:0:32221:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074971.321473:0:32221:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1769074971.321474:0:32221:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074971.321475:0:32221:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074971.321477:0:32221:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1769074971.321478:0:32221:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1769074971.321479:0:32221:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1769074971.321479:0:32221:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1769074971.321480:0:32221:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769074971.321481:0:32221:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769074971.321483:0:32221:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8), inode mode 41ed mask 44 00000080:00000001:1.0:1769074971.321486:0:32221:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074971.321488:0:32221:0:(dir.c:3007:ll_dir_open()) Process entered 00000080:00000001:1.0:1769074971.321491:0:32221:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:1.0:1769074971.321493:0:32221:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffbcdb01c2fb78 00000080:00200008:1.0:1769074971.321494:0:32221:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff982b90dbe3c8), flags 100000 00000080:00000010:1.0:1769074971.321499:0:32221:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff982b82ba17c0. 00000080:00000001:1.0:1769074971.321504:0:32221:0:(file.c:1026:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074971.321506:0:32221:0:(dir.c:3008:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074971.321605:0:32221:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1769074971.321608:0:32221:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982b90dbe3c8) cmd=c00866a4 arg=7fff51d58050 00000080:00000001:1.0:1769074971.321616:0:32221:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:1.0:1769074971.321620:0:32221:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1769074971.321625:0:32221:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff982b8606d000. 00000020:00000001:1.0:1769074971.321631:0:32221:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769074971.321634:0:32221:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:1.0:1769074971.321636:0:32221:0:(lmv_obd.c:903:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1769074971.321639:0:32221:0:(lmv_obd.c:905:lmv_iocontrol()) lustre-clilmv-ffff982b858dd800: cmd=c00866a4 len=592 karg=ffff982b8606d000 uarg=0000000000000000 00800000:00000001:1.0:1769074971.321646:0:32221:0:(obd_class.h:1067:obd_statfs()) Process entered 00800000:00000004:1.0:1769074971.321648:0:32221:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0000-mdc-ffff982b858dd800: age 1956, max_age 1959 00000002:00000001:1.0:1769074971.321653:0:32221:0:(mdc_request.c:1637:mdc_statfs()) Process entered 00000020:00000040:1.0:1769074971.321656:0:32221:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=4 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000010:1.0:1769074971.321663:0:32221:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b984a9c00. 00000020:00000040:1.0:1769074971.321666:0:32221:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:1.0:1769074971.321671:0:32221:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074971.321674:0:32221:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074971.321677:0:32221:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074971.321686:0:32221:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b9816b300. 00000100:00000001:1.0:1769074971.321694:0:32221:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074971.321697:0:32221:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1769074971.321699:0:32221:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1769074971.321707:0:32221:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff982b87551840. 00000100:00000001:1.0:1769074971.321709:0:32221:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446629911454357568 : -114162255194048 : ffff982b87551840) 00000100:00000001:1.0:1769074971.321712:0:32221:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074971.321713:0:32221:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738883072 : -114161970668544 : ffff982b984a9c00) 00000100:00000001:1.0:1769074971.321719:0:32221:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074971.321724:0:32221:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074971.321726:0:32221:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1769074971.321729:0:32221:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074971.321743:0:32221:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b984a9c00 x1855007613357568/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074971.321753:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074971.321756:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074971.321761:0:32221:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074971.321765:0:32221:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074971.321768:0:32221:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074971.321772:0:32221:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b984a9c00 pname:cluuid:pid:xid:nid:opc:job lfs:84c0f8a7-d789-4ced-b99a-82cfae500a0a:32221:1855007613357568:192.168.204.151@tcp:41:lfs.0 00000100:00000001:1.0:1769074971.321780:0:32221:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074971.321787:0:32221:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074971.321790:0:32221:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074971.321793:0:32221:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074971.321799:0:32221:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606e400. 02000000:00000001:1.0:1769074971.321801:0:32221:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074971.321814:0:32221:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074971.321819:0:32221:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47aa8. 00000400:00000010:1.0:1769074971.321827:0:32221:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8088. 00000100:00000200:1.0:1769074971.321836:0:32221:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613357568, portal 10 00000100:00000001:1.0:1769074971.321838:0:32221:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074971.321839:0:32221:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738883072 : -114161970668544 : ffff982b984a9c00) 00000100:00000040:1.0:1769074971.321846:0:32221:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b984a9c00 x1855007613357568/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074987 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074971.321854:0:32221:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074971.321858:0:32221:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074971.321861:0:32221:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8a18. 00000100:00000200:1.0:1769074971.321866:0:32221:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007613357568, offset 0 00000400:00000200:1.0:1769074971.321874:0:32221:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074971.321885:0:32221:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074971.321892:0:32221:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074971.321898:0:32221:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074971.321903:0:32221:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074971.321907:0:32221:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074971.321909:0:32221:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074971.321913:0:32221:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15582:15582:256:4294967295] 192.168.204.151@tcp LPNI seq info [15582:15582:8:4294967295] 00000400:00000200:1.0:1769074971.321916:0:32221:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074971.321928:0:32221:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074971.321935:0:32221:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074971.321940:0:32221:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816bf00. 00000800:00000200:1.0:1769074971.321948:0:32221:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074971.321958:0:32221:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074971.321964:0:32221:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816bf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1769074971.321994:0:32221:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074971.321999:0:32221:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1068438 usecs (1069 jiffies) 00000400:00000200:1.0:1769074971.322003:0:32221:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074971.322007:0:32221:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296629068 00000100:00000001:1.0:1769074971.322011:0:32221:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296634757 00000100:00000001:1.0:1769074971.322014:0:32221:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296629068 00000100:00000001:1.0:1769074971.322016:0:32221:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296634757 00000100:00000001:1.0:1769074971.322020:0:32221:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074971.322023:0:32221:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074971.322026:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074971.322028:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1769074971.322032:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 11 seconds 00000100:00000001:1.0:1769074971.322036:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074971.322040:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074971.322111:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074971.322117:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816bf00. 00000400:00000200:3.0:1769074971.322123:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074971.322144:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074971.322152:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8a18 00000400:00000010:3.0:1769074971.322155:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8a18. 00000100:00000001:3.0:1769074971.322160:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074971.322165:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b984a9c00 x1855007613357568/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074987 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074971.322174:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074971.322177:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff982b984a9c00 x1855007613357568/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 0 dl 1769074987 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074971.322189:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074971.322191:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1769074971.930424:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074971.930433:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074971.930438:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074971.930439:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074971.930500:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074971.930504:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074971.930507:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074972.954424:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074972.954431:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074972.954436:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074972.954437:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074972.954496:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074972.954499:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074972.954502:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074973.978424:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074973.978431:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074973.978436:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074973.978437:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074973.978512:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074973.978515:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074973.978518:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1769074974.106451:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074974.106463:0:30087:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074974.106477:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90372300. 00000020:00000040:3.0:1769074974.106486:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:3.0:1769074974.106491:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074974.106495:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074974.106502:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074974.106512:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b99652000. 00000100:00000001:3.0:1769074974.106521:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074974.106544:0:30087:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b90372300 x1855007613357696/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074974.106557:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074974.106562:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074974.106569:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000251f3721] to pc [ptlrpcd_01_00+0] req@ffff982b90372300 x1855007613357696/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074974.106596:0:30087:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074974.106599:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074974.106603:0:30087:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074974.106607:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90371500. 00000020:00000040:3.0:1769074974.106610:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:3.0:1769074974.106613:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074974.106615:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1769074974.106616:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1769074974.106617:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074974.106623:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1769074974.106624:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b99652800. 00000100:00000001:2.0:1769074974.106629:0:2366:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769074974.106630:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074974.106640:0:30087:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID req@ffff982b90371500 x1855007613357824/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1769074974.106641:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90372300 x1855007613357696/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074974.106664:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074974.106665:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074974.106667:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074974.106669:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074974.106674:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6fe85bd] to pc [ptlrpcd_01_01+1] req@ffff982b90371500 x1855007613357824/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769074974.106676:0:2366:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074974.106682:0:2366:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074974.106687:0:2366:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074974.106690:0:30087:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074974.106694:0:2366:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90372300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2366:1855007613357696:192.168.204.151@tcp:400:kworker.0 00000100:00000040:3.0:1769074974.106695:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769074974.106704:0:2366:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769074974.106704:0:30087:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1769074974.106710:0:2366:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074974.106713:0:2366:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074974.106716:0:2366:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1769074974.106717:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90370000. 00000020:00000040:3.0:1769074974.106721:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 02000000:00000010:2.0:1769074974.106723:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b9103e200. 00000100:00000001:3.0:1769074974.106724:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769074974.106727:0:2366:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074974.106728:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074974.106731:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074974.106738:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b99652100. 00000100:00000001:3.0:1769074974.106742:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074974.106743:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074974.106751:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7ecb8. 00000100:00000040:3.0:1769074974.106751:0:30087:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID req@ffff982b90370000 x1855007613357952/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074974.106761:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897fd48. 00000100:00000001:3.0:1769074974.106762:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074974.106766:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074974.106771:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ea400e4] to pc [ptlrpcd_01_00+0] req@ffff982b90370000 x1855007613357952/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074974.106772:0:2366:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613357696, portal 25 00000100:00000001:2.0:1769074974.106778:0:2366:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074974.106781:0:2366:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603389184 : -114162106162432 : ffff982b90372300) 00000100:00000001:3.0:1769074974.106785:0:30087:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074974.106789:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1769074974.106791:0:2366:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90372300 x1855007613357696/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074974.106795:0:30087:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074974.106800:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90370700. 00000100:00000001:2.0:1769074974.106803:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:3.0:1769074974.106804:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 00000100:00000001:3.0:1769074974.106808:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1769074974.106810:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 02000000:00000001:3.0:1769074974.106811:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074974.106815:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769074974.106816:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897fb28. 02000000:00000010:3.0:1769074974.106820:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b99652f00. 00000100:00000200:2.0:1769074974.106821:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613357696, offset 0 00000100:00000001:3.0:1769074974.106825:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074974.106834:0:30087:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID req@ffff982b90370700 x1855007613358080/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769074974.106835:0:2366:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000100:00000001:3.0:1769074974.106845:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1769074974.106848:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074974.106849:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074974.106856:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037e78c18] to pc [ptlrpcd_01_01+1] req@ffff982b90370700 x1855007613358080/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074974.106862:0:2366:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000100:00000001:3.0:1769074974.106868:0:30087:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074974.106873:0:2366:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1769074974.106875:0:30087:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1968) 00000400:00000200:2.0:1769074974.106879:0:2366:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074974.106886:0:2366:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074974.106890:0:2366:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074974.106894:0:2366:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15583:15583:256:4294967295] 192.168.204.151@tcp LPNI seq info [15583:15583:8:4294967295] 00000400:00000200:2.0:1769074974.106898:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074974.106904:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074974.106908:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074974.106911:0:2367:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1769074974.106912:0:2366:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000100:00000040:3.0:1769074974.106918:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90371500 x1855007613357824/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1769074974.106936:0:2366:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:2.0:1769074974.106946:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73f300. 00000100:00000001:3.0:1769074974.106954:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074974.106957:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074974.106959:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 02000000:00000001:3.0:1769074974.106962:0:2367:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074974.106964:0:2367:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074974.106967:0:2367:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074974.106971:0:2366:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000100:00100000:3.0:1769074974.106973:0:2367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90371500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2367:1855007613357824:192.168.204.151@tcp:400:kworker.0 00000800:00000200:2.0:1769074974.106979:0:2366:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73f300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074974.106980:0:2367:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074974.106984:0:2367:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074974.106987:0:2367:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074974.106989:0:2367:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074974.106993:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b85016000. 00000100:00000001:2.0:1769074974.106995:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074974.106996:0:2367:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074974.107004:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074974.107008:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7738. 00000400:00000200:2.0:1769074974.107012:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074974.107015:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad67f8. 00000100:00000001:2.0:1769074974.107017:0:2366:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296639877 00000100:00000200:3.0:1769074974.107021:0:2367:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613357824, portal 10 00000100:00000001:3.0:1769074974.107025:0:2367:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074974.107026:0:2366:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296634757 00000100:00000001:3.0:1769074974.107027:0:2367:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603385600 : -114162106166016 : ffff982b90371500) 00000100:00000001:2.0:1769074974.107033:0:2366:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296639877 00000100:00000001:2.0:1769074974.107037:0:2366:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296634757 00000100:00000040:3.0:1769074974.107038:0:2367:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90371500 x1855007613357824/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074974.107042:0:2366:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074974.107048:0:2366:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074974.107053:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769074974.107054:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074974.107058:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000100:00000001:2.0:1769074974.107059:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1769074974.107063:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6dd0. 00000100:00000200:3.0:1769074974.107067:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007613357824, offset 0 00000400:00000200:3.0:1769074974.107073:0:2367:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000100:00000001:2.0:1769074974.107076:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1769074974.107079:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074974.107080:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1769074974.107085:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1769074974.107086:0:2367:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000100:00000001:2.0:1769074974.107087:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074974.107091:0:2366:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1769074974.107092:0:2367:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1769074974.107098:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90370000 x1855007613357952/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074974.107099:0:2367:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074974.107104:0:2367:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074974.107110:0:2367:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000100:00000001:2.0:1769074974.107113:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074974.107116:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074974.107118:0:2367:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15584:15584:255:4294967295] 192.168.204.151@tcp LPNI seq info [15584:15584:7:4294967295] 02000000:00000001:2.0:1769074974.107120:0:2366:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074974.107125:0:2366:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1769074974.107126:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 02000000:00000001:2.0:1769074974.107131:0:2366:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074974.107138:0:2366:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90370000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2366:1855007613357952:192.168.204.151@tcp:400:kworker.0 00000400:00000200:3.0:1769074974.107142:0:2367:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000100:00000001:2.0:1769074974.107146:0:2366:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074974.107150:0:2366:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:3.0:1769074974.107152:0:2367:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 02000000:00000001:2.0:1769074974.107153:0:2366:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074974.107157:0:2366:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:3.0:1769074974.107158:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652900. 02000000:00000010:2.0:1769074974.107162:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b9103e000. 00000800:00000200:3.0:1769074974.107165:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 02000000:00000001:2.0:1769074974.107167:0:2366:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074974.107172:0:2367:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000400:00000200:2.0:1769074974.107174:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000800:00000200:3.0:1769074974.107179:0:2367:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652900 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1769074974.107180:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7e1b8. 00000100:00000001:3.0:1769074974.107186:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769074974.107188:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f660. 00000100:00000040:3.0:1769074974.107192:0:2367:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1068438 usecs (1069 jiffies) 00000100:00000200:2.0:1769074974.107193:0:2366:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613357952, portal 4 00000100:00000001:2.0:1769074974.107198:0:2366:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1769074974.107200:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074974.107201:0:2366:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603380224 : -114162106171392 : ffff982b90370000) 00000100:00000001:3.0:1769074974.107204:0:2367:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296631853 00000100:00000001:3.0:1769074974.107209:0:2367:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296639877 00000100:00000040:2.0:1769074974.107211:0:2366:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90370000 x1855007613357952/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074974.107213:0:2367:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296631853 00000100:00000001:3.0:1769074974.107218:0:2367:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296639877 00000100:00000001:3.0:1769074974.107223:0:2367:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074974.107226:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769074974.107228:0:2367:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074974.107232:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000100:00000001:3.0:1769074974.107233:0:2367:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1769074974.107236:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897faa0. 00000100:00000200:2.0:1769074974.107241:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007613357952, offset 0 00000100:00000040:3.0:1769074974.107242:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90370700 x1855007613358080/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074974.107249:0:2366:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074974.107257:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074974.107258:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074974.107261:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074974.107265:0:2366:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 02000000:00000001:3.0:1769074974.107266:0:2367:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074974.107269:0:2367:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1769074974.107271:0:2366:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1769074974.107273:0:2367:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074974.107277:0:2366:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074974.107304:0:2366:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074974.107307:0:2366:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074974.107311:0:2366:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15585:15585:254:4294967295] 192.168.204.151@tcp LPNI seq info [15585:15585:6:4294967295] 00000100:00100000:3.0:1769074974.107315:0:2367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90370700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2367:1855007613358080:192.168.204.151@tcp:400:kworker.0 00000400:00000200:2.0:1769074974.107317:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074974.107323:0:2367:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1769074974.107328:0:2366:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 02000000:00000001:3.0:1769074974.107328:0:2367:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074974.107332:0:2367:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074974.107336:0:2367:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1769074974.107337:0:2366:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 02000000:00000010:3.0:1769074974.107341:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b85017000. 00000800:00000010:2.0:1769074974.107343:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73ff00. 02000000:00000001:3.0:1769074974.107345:0:2367:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074974.107352:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000400:00000200:3.0:1769074974.107352:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074974.107359:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7c08. 00000800:00000200:2.0:1769074974.107361:0:2366:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074974.107366:0:2366:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73ff00 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1769074974.107366:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6d48. 00000100:00000001:2.0:1769074974.107373:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1769074974.107373:0:2367:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613358080, portal 4 00000100:00000040:2.0:1769074974.107376:0:2366:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24872 usecs (25 jiffies) 00000100:00000001:3.0:1769074974.107377:0:2367:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074974.107381:0:2367:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603382016 : -114162106169600 : ffff982b90370700) 00000400:00000200:2.0:1769074974.107385:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074974.107389:0:2366:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296630810 00000100:00000040:3.0:1769074974.107392:0:2367:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90370700 x1855007613358080/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074974.107394:0:2366:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296639877 00000100:00000001:2.0:1769074974.107399:0:2366:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296630810 00000100:00000001:2.0:1769074974.107403:0:2366:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296639877 00000100:00000001:2.0:1769074974.107409:0:2366:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074974.107409:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769074974.107414:0:2366:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074974.107415:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000100:00000001:2.0:1769074974.107421:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769074974.107421:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6550. 00000100:00000001:2.0:1769074974.107426:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1769074974.107427:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007613358080, offset 0 00000100:00000001:2.0:1769074974.107431:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074974.107434:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1769074974.107437:0:2367:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000100:00000001:2.0:1769074974.107438:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074974.107442:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074974.107444:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074974.107445:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074974.107448:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074974.107452:0:2367:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074974.107457:0:2367:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074974.107460:0:2367:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074974.107463:0:2367:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074974.107466:0:2367:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074974.107469:0:2367:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15586:15586:253:4294967295] 192.168.204.151@tcp LPNI seq info [15586:15586:5:4294967295] 00000400:00000200:3.0:1769074974.107474:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074974.107480:0:2367:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074974.107485:0:2367:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074974.107489:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652c00. 00000800:00000200:3.0:1769074974.107494:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074974.107497:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1769074974.107501:0:2367:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000010:2.0:1769074974.107503:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73f300. 00000800:00000200:3.0:1769074974.107507:0:2367:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074974.107512:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074974.107513:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1769074974.107517:0:2367:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26900 usecs (27 jiffies) 00000400:00000200:2.0:1769074974.107523:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074974.107525:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074974.107529:0:2367:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296630812 00000400:00000200:2.0:1769074974.107531:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897fb28 00000100:00000001:3.0:1769074974.107532:0:2367:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296639877 00000400:00000010:2.0:1769074974.107536:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897fb28. 00000100:00000001:3.0:1769074974.107538:0:2367:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296630812 00000100:00000001:3.0:1769074974.107542:0:2367:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296639877 00000100:00000001:2.0:1769074974.107544:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769074974.107545:0:2367:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074974.107549:0:2367:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769074974.107552:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90372300 x1855007613357696/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074974.107553:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074974.107558:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074974.107564:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074974.107568:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769074974.107568:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1769074974.107573:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1769074974.107574:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90372300 x1855007613357696/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074990 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074974.107576:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074974.107579:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074974.107584:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074974.107590:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074974.107592:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074974.107605:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074974.107607:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652900. 00000400:00000200:2.0:1769074974.107611:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074974.107614:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074974.107616:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6dd0 00000400:00000010:2.0:1769074974.107619:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6dd0. 00000100:00000001:2.0:1769074974.107621:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074974.107625:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90371500 x1855007613357824/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074974.107631:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074974.107634:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90371500 x1855007613357824/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074990 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074974.107640:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074974.107641:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074974.107648:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074974.107650:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73ff00. 00000400:00000200:2.0:1769074974.107652:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074974.107655:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074974.107657:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897faa0 00000400:00000010:2.0:1769074974.107658:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897faa0. 00000100:00000001:2.0:1769074974.107660:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074974.107663:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90370000 x1855007613357952/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074974.107669:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074974.107672:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90370000 x1855007613357952/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074990 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074974.107677:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074974.107679:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074974.107687:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074974.107689:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652c00. 00000400:00000200:2.0:1769074974.107692:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074974.107695:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074974.107697:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6550 00000400:00000010:2.0:1769074974.107698:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6550. 00000100:00000001:2.0:1769074974.107700:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074974.107703:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90370700 x1855007613358080/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074974.107715:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074974.107717:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90370700 x1855007613358080/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074990 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074974.107724:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074974.107725:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1769074975.002427:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074975.002437:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074975.002444:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074975.002445:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074975.002514:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074975.002519:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074975.002523:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074976.026440:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074976.026448:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074976.026455:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074976.026456:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074976.026578:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074976.026581:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074976.026584:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074977.050373:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074977.050381:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074977.050389:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074977.050393:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074977.050395:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074977.050397:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074977.050400:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074977.050402:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074977.050403:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074977.050405:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074977.050469:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074977.050474:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074977.050478:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074978.074413:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074978.074422:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074978.074429:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074978.074431:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074978.074486:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074978.074490:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074978.074493:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074979.098417:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074979.098424:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074979.098429:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074979.098430:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074979.098493:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074979.098498:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074979.098502:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1769074979.226448:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074979.226470:0:30087:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074979.226481:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90373b80. 00000020:00000040:3.0:1769074979.226488:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=5 obd=MGC192.168.204.151@tcp 00000100:00000001:3.0:1769074979.226495:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074979.226499:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074979.226507:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074979.226516:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b99652b00. 00000100:00000001:3.0:1769074979.226525:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074979.226540:0:30087:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b90373b80 x1855007613358208/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074979.226553:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074979.226558:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074979.226564:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d198dc8] to pc [ptlrpcd_01_00+0] req@ffff982b90373b80 x1855007613358208/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074979.226584:0:30087:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074979.226586:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074979.226589:0:30087:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074979.226592:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90372a00. 00000020:00000040:3.0:1769074979.226593:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=7 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:3.0:1769074979.226595:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074979.226597:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074979.226598:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074979.226601:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b99652a00. 00000100:00000001:3.0:1769074979.226603:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074979.226607:0:30087:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID req@ffff982b90372a00 x1855007613358336/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074979.226615:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074979.226617:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074979.226620:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000108dea0b] to pc [ptlrpcd_01_01+1] req@ffff982b90372a00 x1855007613358336/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074979.226631:0:30087:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074979.226634:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074979.226638:0:30087:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074979.226641:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90372680. 00000020:00000040:3.0:1769074979.226644:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=4 obd=lustre-OST0000-osc-ffff982b858dd800 00000100:00000001:3.0:1769074979.226646:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074979.226648:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074979.226649:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074979.226654:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b99652400. 00000100:00000001:3.0:1769074979.226657:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074979.226661:0:30087:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID req@ffff982b90372680 x1855007613358464/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769074979.226666:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074979.226671:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074979.226673:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074979.226674:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074979.226679:0:2366:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074979.226680:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6186097] to pc [ptlrpcd_01_00+0] req@ffff982b90372680 x1855007613358464/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769074979.226691:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90373b80 x1855007613358208/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074979.226694:0:30087:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074979.226698:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769074979.226706:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074979.226710:0:30087:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1769074979.226711:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769074979.226714:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90370a80. 02000000:00000001:2.0:1769074979.226718:0:2366:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:3.0:1769074979.226718:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=4 obd=lustre-OST0001-osc-ffff982b858dd800 00000100:00000001:3.0:1769074979.226722:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074979.226723:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769074979.226724:0:2366:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074979.226725:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074979.226731:0:2366:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074979.226732:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b99652700. 00000100:00000001:3.0:1769074979.226736:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074979.226739:0:2366:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90373b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2366:1855007613358208:192.168.204.151@tcp:400:kworker.0 00000100:00000040:3.0:1769074979.226742:0:30087:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID req@ffff982b90370a80 x1855007613358592/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769074979.226749:0:2366:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769074979.226750:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074979.226752:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074979.226756:0:2366:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1769074979.226756:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa3ea810] to pc [ptlrpcd_01_01+1] req@ffff982b90370a80 x1855007613358592/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769074979.226761:0:2366:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074979.226762:0:30087:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074979.226767:0:2366:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1769074979.226768:0:30087:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1973) 02000000:00000010:2.0:1769074979.226775:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b9103f200. 02000000:00000001:2.0:1769074979.226778:0:2366:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074979.226790:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074979.226796:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7e948. 00000400:00000010:2.0:1769074979.226804:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897faa0. 00000100:00000200:2.0:1769074979.226813:0:2366:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613358208, portal 25 00000100:00000001:2.0:1769074979.226817:0:2366:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074979.226819:0:2366:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603395456 : -114162106156160 : ffff982b90373b80) 00000100:00000040:2.0:1769074979.226826:0:2366:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90373b80 x1855007613358208/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074979.226835:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074979.226852:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074979.226856:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897fb28. 00000100:00000200:2.0:1769074979.226861:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613358208, offset 0 00000400:00000200:2.0:1769074979.226870:0:2366:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000100:00000001:3.0:1769074979.226873:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074979.226876:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074979.226878:0:2367:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1769074979.226882:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000040:3.0:1769074979.226883:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90372a00 x1855007613358336/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074979.226890:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074979.226892:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074979.226894:0:2367:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1769074979.226897:0:2366:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 02000000:00000001:3.0:1769074979.226897:0:2367:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074979.226901:0:2367:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074979.226905:0:2367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90372a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2367:1855007613358336:192.168.204.151@tcp:400:kworker.0 00000400:00000200:2.0:1769074979.226909:0:2366:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1769074979.226909:0:2367:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074979.226913:0:2367:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074979.226914:0:2367:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074979.226916:0:2367:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1769074979.226918:0:2366:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 02000000:00000010:3.0:1769074979.226920:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b85016600. 02000000:00000001:3.0:1769074979.226922:0:2367:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074979.226925:0:2366:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074979.226929:0:2366:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074979.226934:0:2366:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15587:15587:256:4294967295] 192.168.204.151@tcp LPNI seq info [15587:15587:8:4294967295] 00000400:00000200:2.0:1769074979.226938:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074979.226948:0:2366:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000400:00000200:3.0:1769074979.226955:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000800:00000200:2.0:1769074979.226958:0:2366:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074979.226959:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7108. 00000800:00000010:2.0:1769074979.226966:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73ff00. 00000800:00000200:2.0:1769074979.226974:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:2.0:1769074979.226983:0:2366:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074979.226988:0:2366:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074979.227001:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074979.227006:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074979.227009:0:2366:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296644997 00000100:00000001:2.0:1769074979.227015:0:2366:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296639877 00000100:00000001:2.0:1769074979.227019:0:2366:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296644997 00000100:00000001:2.0:1769074979.227023:0:2366:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296639877 00000100:00000001:2.0:1769074979.227026:0:2366:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074979.227029:0:2366:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074979.227034:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074979.227037:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074979.227045:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074979.227047:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1769074979.227049:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074979.227051:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074979.227052:0:2366:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769074979.227057:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90372680 x1855007613358464/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074979.227064:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074979.227066:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074979.227068:0:2366:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074979.227070:0:2366:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074979.227072:0:2366:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074979.227076:0:2366:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90372680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2366:1855007613358464:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074979.227079:0:2366:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074979.227082:0:2366:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769074979.227084:0:2366:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074979.227085:0:2366:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074979.227098:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b9103f400. 00000400:00000010:3.0:1769074979.227099:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6440. 02000000:00000001:2.0:1769074979.227103:0:2366:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1769074979.227105:0:2367:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613358336, portal 10 00000400:00000200:2.0:1769074979.227110:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074979.227110:0:2367:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074979.227113:0:2367:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603390976 : -114162106160640 : ffff982b90372a00) 00000400:00000010:2.0:1769074979.227117:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7ec60. 00000400:00000010:2.0:1769074979.227124:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897fee0. 00000100:00000040:3.0:1769074979.227124:0:2367:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90372a00 x1855007613358336/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074979.227129:0:2366:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613358464, portal 4 00000100:00000001:2.0:1769074979.227134:0:2366:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074979.227138:0:2366:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603390080 : -114162106161536 : ffff982b90372680) 00000100:00000001:3.0:1769074979.227138:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074979.227143:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074979.227147:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad65d8. 00000100:00000040:2.0:1769074979.227150:0:2366:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90372680 x1855007613358464/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074979.227152:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007613358336, offset 0 00000100:00000001:2.0:1769074979.227162:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074979.227166:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074979.227169:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f7f8. 00000400:00000200:3.0:1769074979.227402:0:2367:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000100:00000200:2.0:1769074979.227407:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007613358464, offset 0 00000400:00000200:3.0:1769074979.227407:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074979.227413:0:2367:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074979.227416:0:2367:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074979.227419:0:2366:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074979.227421:0:2367:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074979.227425:0:2367:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074979.227428:0:2367:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074979.227431:0:2367:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15588:15588:255:4294967295] 192.168.204.151@tcp LPNI seq info [15588:15588:7:4294967295] 00000400:00000200:3.0:1769074979.227435:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074979.227441:0:2367:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074979.227447:0:2367:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074979.227449:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000800:00000010:3.0:1769074979.227452:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652500. 00000400:00000200:2.0:1769074979.227457:0:2366:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000800:00000200:3.0:1769074979.227462:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000400:00000200:2.0:1769074979.227463:0:2366:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074979.227470:0:2366:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000800:00000200:3.0:1769074979.227471:0:2367:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000400:00000200:2.0:1769074979.227476:0:2366:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1769074979.227477:0:2367:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1769074979.227482:0:2366:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000100:00000001:3.0:1769074979.227484:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074979.227489:0:2366:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15589:15589:254:4294967295] 192.168.204.151@tcp LPNI seq info [15589:15589:6:4294967295] 00000100:00000040:3.0:1769074979.227491:0:2367:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1068438 usecs (1069 jiffies) 00000400:00000200:2.0:1769074979.227497:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074979.227504:0:2366:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:2.0:1769074979.227509:0:2366:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074979.227511:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074979.227515:0:2367:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296636974 00000800:00000010:2.0:1769074979.227516:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73f300. 00000100:00000001:3.0:1769074979.227519:0:2367:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296644997 00000800:00000200:2.0:1769074979.227525:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000100:00000001:3.0:1769074979.227525:0:2367:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296636974 00000100:00000001:3.0:1769074979.227529:0:2367:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296644997 00000100:00000001:3.0:1769074979.227533:0:2367:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1769074979.227535:0:2366:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000100:00000001:3.0:1769074979.227536:0:2367:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074979.227539:0:2367:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1769074979.227541:0:2366:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73f300 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1769074979.227544:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90370a80 x1855007613358592/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074979.227547:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074979.227553:0:2366:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24872 usecs (25 jiffies) 00000100:00000001:3.0:1769074979.227554:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074979.227556:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074979.227559:0:2367:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074979.227561:0:2367:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1769074979.227562:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 02000000:00000001:3.0:1769074979.227564:0:2367:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074979.227567:0:2366:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296635930 00000100:00100000:3.0:1769074979.227568:0:2367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90370a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2367:1855007613358592:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1769074979.227574:0:2367:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1769074979.227575:0:2366:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296644997 02000000:00000001:3.0:1769074979.227577:0:2367:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1769074979.227580:0:2366:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296635930 02000000:00000001:3.0:1769074979.227581:0:2367:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074979.227585:0:2367:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1769074979.227586:0:2366:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296644997 00000100:00000001:2.0:1769074979.227591:0:2366:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1769074979.227591:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b85017200. 02000000:00000001:3.0:1769074979.227595:0:2367:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074979.227597:0:2366:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074979.227601:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074979.227604:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769074979.227604:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7cb8. 00000100:00000001:2.0:1769074979.227610:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1769074979.227611:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6000. 00000100:00000001:2.0:1769074979.227617:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1769074979.227617:0:2367:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613358592, portal 4 00000100:00000001:3.0:1769074979.227619:0:2367:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074979.227621:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1769074979.227623:0:2367:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603382912 : -114162106168704 : ffff982b90370a80) 00000100:00000001:2.0:1769074979.227626:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074979.227629:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074979.227632:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074979.227633:0:2367:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90370a80 x1855007613358592/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074979.227637:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074979.227645:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074979.227648:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074979.227651:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad62a8. 00000100:00000200:3.0:1769074979.227654:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007613358592, offset 0 00000400:00000200:3.0:1769074979.227659:0:2367:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074979.227663:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074979.227667:0:2367:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000800:00000200:2.0:1769074979.227669:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1769074979.227671:0:2367:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1769074979.227674:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73ff00. 00000400:00000200:3.0:1769074979.227675:0:2367:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074979.227680:0:2367:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074979.227682:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074979.227683:0:2367:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074979.227688:0:2367:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15590:15590:253:4294967295] 192.168.204.151@tcp LPNI seq info [15590:15590:5:4294967295] 00000400:00000200:2.0:1769074979.227693:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074979.227697:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074979.227705:0:2367:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074979.227709:0:2367:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074979.227712:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897fb28 00000800:00000010:3.0:1769074979.227714:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b99652c00. 00000400:00000010:2.0:1769074979.227716:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897fb28. 00000800:00000200:3.0:1769074979.227722:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000100:00000001:2.0:1769074979.227724:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1769074979.227729:0:2367:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000100:00000200:2.0:1769074979.227733:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90373b80 x1855007613358208/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1769074979.227734:0:2367:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b99652c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074979.227741:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074979.227746:0:2367:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26900 usecs (27 jiffies) 00000400:00000200:3.0:1769074979.227752:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074979.227753:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769074979.227755:0:2367:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296635932 00000100:00000001:3.0:1769074979.227760:0:2367:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296644997 00000100:00000040:2.0:1769074979.227761:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90373b80 x1855007613358208/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074995 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074979.227764:0:2367:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296635932 00000100:00000001:3.0:1769074979.227768:0:2367:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296644997 00000100:00000001:3.0:1769074979.227773:0:2367:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074979.227777:0:2367:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074979.227780:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074979.227782:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074979.227785:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769074979.227786:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074979.227791:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074979.227793:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1769074979.227795:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074979.227797:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074979.227798:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074979.227801:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074979.227804:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074979.227808:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652500. 00000400:00000200:2.0:1769074979.227811:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074979.227817:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074979.227820:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad65d8 00000400:00000010:2.0:1769074979.227822:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad65d8. 00000100:00000001:2.0:1769074979.227825:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074979.227829:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90372a00 x1855007613358336/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074979.227836:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074979.227854:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90372a00 x1855007613358336/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074995 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074979.227861:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074979.227863:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074979.227873:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074979.227875:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73f300. 00000400:00000200:2.0:1769074979.227877:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074979.227881:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074979.227883:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f7f8 00000400:00000010:2.0:1769074979.227885:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f7f8. 00000100:00000001:2.0:1769074979.227887:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074979.227890:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90372680 x1855007613358464/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074979.227898:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074979.227900:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90372680 x1855007613358464/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074995 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074979.227906:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074979.227908:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074979.227916:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074979.227918:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b99652c00. 00000400:00000200:2.0:1769074979.227921:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074979.227924:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074979.227927:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad62a8 00000400:00000010:2.0:1769074979.227929:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad62a8. 00000100:00000001:2.0:1769074979.227931:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074979.227934:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90370a80 x1855007613358592/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074979.227940:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074979.227943:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90370a80 x1855007613358592/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074995 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074979.227950:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074979.227951:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1769074980.122419:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074980.122427:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074980.122433:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074980.122435:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074980.122506:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074980.122510:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074980.122514:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074981.146421:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074981.146430:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074981.146432:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074981.146439:0:21410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074981.146442:0:21410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074981.146444:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074981.146449:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074981.146452:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074981.146454:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074981.146456:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074981.146461:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074981.146462:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074981.146525:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074981.146529:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074981.146532:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1769074982.170420:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074982.170427:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074982.170431:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074982.170432:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074982.170486:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074982.170490:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074982.170493:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769074982.810436:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769074982.810445:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074982.810447:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769074982.810453:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 1 seconds 00000100:00000001:1.0:1769074982.810457:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074982.810461:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074983.194448:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074983.194457:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074983.194466:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074983.194467:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074983.194522:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074983.194526:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074983.194529:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769074983.834393:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769074983.834403:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074983.834406:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769074983.834413:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 1 seconds 00000100:00000001:1.0:1769074983.834418:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074983.834422:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074984.218415:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074984.218425:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074984.218433:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074984.218434:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074984.218498:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074984.218501:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074984.218504:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1769074984.346401:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074984.346412:0:30087:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074984.346424:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90373800. 00000020:00000040:3.0:1769074984.346430:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=6 obd=MGC192.168.204.151@tcp 00000100:00000001:3.0:1769074984.346435:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074984.346438:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074984.346444:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074984.346452:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b99652900. 00000100:00000001:3.0:1769074984.346459:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074984.346472:0:30087:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b90373800 x1855007613358720/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074984.346481:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074984.346485:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074984.346490:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef52a2eb] to pc [ptlrpcd_01_00+0] req@ffff982b90373800 x1855007613358720/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074984.346513:0:30087:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074984.346514:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074984.346517:0:30087:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1769074984.346519:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90373480. 00000020:00000040:3.0:1769074984.346520:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=8 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:3.0:1769074984.346522:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074984.346523:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074984.346524:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074984.346528:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b99652c00. 00000100:00000001:3.0:1769074984.346531:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074984.346535:0:30087:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID req@ffff982b90373480 x1855007613358848/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074984.346540:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074984.346541:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074984.346544:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001e13d9f] to pc [ptlrpcd_01_01+1] req@ffff982b90373480 x1855007613358848/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074984.346551:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074984.346551:0:30087:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074984.346555:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769074984.346557:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074984.346558:0:30087:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1769074984.346560:0:2366:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1769074984.346561:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90371180. 00000020:00000040:3.0:1769074984.346564:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=5 obd=lustre-OST0000-osc-ffff982b858dd800 00000100:00000001:3.0:1769074984.346567:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074984.346568:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1769074984.346569:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90373800 x1855007613358720/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769074984.346570:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074984.346574:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b99652500. 00000100:00000001:3.0:1769074984.346578:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074984.346584:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1769074984.346585:0:30087:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID req@ffff982b90371180 x1855007613358976/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769074984.346586:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074984.346592:0:2366:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1769074984.346593:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1769074984.346596:0:2366:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074984.346596:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074984.346602:0:2366:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074984.346603:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d4f01a1] to pc [ptlrpcd_01_00+0] req@ffff982b90371180 x1855007613358976/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074984.346607:0:2366:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90373800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2366:1855007613358720:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074984.346614:0:2366:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769074984.346618:0:30087:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074984.346620:0:2366:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1769074984.346620:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1769074984.346623:0:2366:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074984.346625:0:30087:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1769074984.346626:0:2366:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1769074984.346629:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90371f80. 02000000:00000010:2.0:1769074984.346632:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b9103ec00. 00000020:00000040:3.0:1769074984.346634:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=5 obd=lustre-OST0001-osc-ffff982b858dd800 02000000:00000001:2.0:1769074984.346635:0:2366:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074984.346639:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074984.346642:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074984.346645:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074984.346646:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:2.0:1769074984.346652:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7e160. 02000000:00000010:3.0:1769074984.346653:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b84fcbc00. 00000100:00000001:3.0:1769074984.346658:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769074984.346659:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f7f8. 00000100:00000040:3.0:1769074984.346666:0:30087:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID req@ffff982b90371f80 x1855007613359104/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074984.346668:0:2366:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613358720, portal 25 00000100:00000001:2.0:1769074984.346673:0:2366:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074984.346675:0:2366:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603394560 : -114162106157056 : ffff982b90373800) 00000100:00000040:2.0:1769074984.346682:0:2366:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90373800 x1855007613358720/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074984.346682:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074984.346687:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074984.346696:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc929eda] to pc [ptlrpcd_01_01+1] req@ffff982b90371f80 x1855007613359104/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074984.346697:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769074984.346703:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074984.346705:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897fb28. 00000100:00000200:2.0:1769074984.346709:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613358720, offset 0 00000100:00000001:3.0:1769074984.346714:0:30087:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074984.346718:0:2366:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000100:00000040:3.0:1769074984.346719:0:30087:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1978) 00000400:00000200:2.0:1769074984.346727:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074984.346731:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074984.346735:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1769074984.346736:0:2366:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000100:00000001:3.0:1769074984.346738:0:2367:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1769074984.346744:0:2366:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1769074984.346747:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90373480 x1855007613358848/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074984.346751:0:2366:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000100:00000001:3.0:1769074984.346770:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074984.346774:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074984.346777:0:2366:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1769074984.346779:0:2367:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1769074984.346780:0:2366:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 02000000:00000001:3.0:1769074984.346784:0:2367:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1769074984.346786:0:2366:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15591:15591:256:4294967295] 192.168.204.151@tcp LPNI seq info [15591:15591:8:4294967295] 02000000:00000001:3.0:1769074984.346791:0:2367:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074984.346792:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00100000:3.0:1769074984.346799:0:2367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90373480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2367:1855007613358848:192.168.204.151@tcp:400:kworker.0 00000400:00000200:2.0:1769074984.346806:0:2366:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000100:00000001:3.0:1769074984.346808:0:2367:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074984.346813:0:2367:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1769074984.346814:0:2366:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 02000000:00000001:3.0:1769074984.346817:0:2367:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1769074984.346819:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73f300. 02000000:00000001:3.0:1769074984.346821:0:2367:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074984.346827:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b85017e00. 00000800:00000200:2.0:1769074984.346829:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 02000000:00000001:3.0:1769074984.346831:0:2367:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074984.346840:0:2366:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000400:00000200:3.0:1769074984.346840:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000800:00000200:2.0:1769074984.346846:0:2366:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73f300 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1769074984.346847:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7f78. 00000400:00000010:3.0:1769074984.346853:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6330. 00000100:00000001:2.0:1769074984.346856:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1769074984.346858:0:2367:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613358848, portal 10 00000100:00000001:3.0:1769074984.346862:0:2367:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1769074984.346863:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074984.346867:0:2367:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603393664 : -114162106157952 : ffff982b90373480) 00000100:00000001:2.0:1769074984.346868:0:2366:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296650117 00000100:00000001:2.0:1769074984.346877:0:2366:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296644997 00000100:00000040:3.0:1769074984.346880:0:2367:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90373480 x1855007613358848/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769075000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074984.346881:0:2366:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296650117 00000100:00000001:2.0:1769074984.346886:0:2366:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296644997 00000100:00000001:2.0:1769074984.346891:0:2366:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074984.346896:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769074984.346897:0:2366:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074984.346902:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000100:00000001:2.0:1769074984.346906:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769074984.346907:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6198. 00000100:00000001:2.0:1769074984.346911:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1769074984.346912:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007613358848, offset 0 00000400:00000200:3.0:1769074984.346920:0:2367:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000100:00000001:2.0:1769074984.346923:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1769074984.346926:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074984.346928:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074984.346932:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1769074984.346933:0:2367:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000100:00000001:2.0:1769074984.346934:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074984.346938:0:2366:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1769074984.346940:0:2367:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1769074984.346945:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90371180 x1855007613358976/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074984.346946:0:2367:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074984.346952:0:2367:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1769074984.346957:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1769074984.346959:0:2367:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000100:00000001:2.0:1769074984.346960:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074984.346963:0:2366:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074984.346965:0:2366:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074984.346968:0:2366:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074984.346968:0:2367:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15592:15592:255:4294967295] 192.168.204.151@tcp LPNI seq info [15592:15592:7:4294967295] 00000100:00100000:2.0:1769074984.346972:0:2366:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90371180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2366:1855007613358976:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074984.346978:0:2366:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769074984.346982:0:2366:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1769074984.346982:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 02000000:00000001:2.0:1769074984.346984:0:2366:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074984.346986:0:2366:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769074984.346989:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b9103f000. 02000000:00000001:2.0:1769074984.346992:0:2366:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074984.346997:0:2367:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074984.347003:0:2367:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769074984.347005:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000800:00000010:3.0:1769074984.347009:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcb100. 00000400:00000010:2.0:1769074984.347015:0:2366:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7eec8. 00000800:00000200:3.0:1769074984.347017:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000400:00000010:2.0:1769074984.347022:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f2a8. 00000800:00000200:3.0:1769074984.347026:0:2367:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000100:00000200:2.0:1769074984.347028:0:2366:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613358976, portal 4 00000800:00000200:3.0:1769074984.347031:0:2367:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84fcb100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074984.347032:0:2366:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769074984.347035:0:2366:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603384704 : -114162106166912 : ffff982b90371180) 00000100:00000001:3.0:1769074984.347038:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074984.347044:0:2367:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1068438 usecs (1069 jiffies) 00000100:00000040:2.0:1769074984.347045:0:2366:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90371180 x1855007613358976/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769075000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074984.347053:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074984.347058:0:2367:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296642093 00000100:00000001:2.0:1769074984.347061:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769074984.347063:0:2367:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296650117 00000100:00000040:2.0:1769074984.347066:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074984.347070:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f5d8. 00000100:00000001:3.0:1769074984.347070:0:2367:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296642093 00000100:00000200:2.0:1769074984.347074:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007613358976, offset 0 00000100:00000001:3.0:1769074984.347076:0:2367:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296650117 00000400:00000200:2.0:1769074984.347080:0:2366:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000100:00000001:3.0:1769074984.347084:0:2367:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1769074984.347085:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074984.347091:0:2366:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000100:00000001:3.0:1769074984.347091:0:2367:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074984.347097:0:2366:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1769074984.347097:0:2367:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1769074984.347102:0:2366:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074984.347106:0:2366:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1769074984.347107:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90371f80 x1855007613359104/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074984.347108:0:2366:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769074984.347113:0:2366:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15593:15593:254:4294967295] 192.168.204.151@tcp LPNI seq info [15593:15593:6:4294967295] 00000400:00000200:2.0:1769074984.347121:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769074984.347131:0:2366:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000100:00000001:3.0:1769074984.347131:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074984.347136:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074984.347139:0:2366:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 02000000:00000001:3.0:1769074984.347142:0:2367:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:2.0:1769074984.347143:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73ff00. 02000000:00000001:3.0:1769074984.347147:0:2367:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1769074984.347148:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 02000000:00000001:3.0:1769074984.347153:0:2367:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074984.347154:0:2366:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:2.0:1769074984.347158:0:2366:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074984.347162:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074984.347163:0:2367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90371f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2367:1855007613359104:192.168.204.151@tcp:400:kworker.0 00000100:00000040:2.0:1769074984.347165:0:2366:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24872 usecs (25 jiffies) 00000400:00000200:2.0:1769074984.347170:0:2366:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074984.347172:0:2367:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1769074984.347173:0:2366:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296641049 00000100:00000001:2.0:1769074984.347176:0:2366:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296650117 00000100:00000001:2.0:1769074984.347178:0:2366:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296641049 02000000:00000001:3.0:1769074984.347178:0:2367:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1769074984.347182:0:2366:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296650117 02000000:00000001:3.0:1769074984.347182:0:2367:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074984.347183:0:2366:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074984.347187:0:2366:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074984.347189:0:2367:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1769074984.347190:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074984.347192:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074984.347195:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:3.0:1769074984.347195:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b85016e00. 00000100:00000001:2.0:1769074984.347197:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769074984.347199:0:2367:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074984.347200:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074984.347202:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074984.347205:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074984.347208:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074984.347209:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769074984.347211:0:2367:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7688. 00000400:00000010:3.0:1769074984.347215:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6a18. 00000100:00000200:3.0:1769074984.347218:0:2367:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613359104, portal 4 00000100:00000001:3.0:1769074984.347220:0:2367:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074984.347221:0:2367:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603388288 : -114162106163328 : ffff982b90371f80) 00000100:00000040:3.0:1769074984.347226:0:2367:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90371f80 x1855007613359104/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769075000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074984.347230:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074984.347232:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074984.347234:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad62a8. 00000100:00000200:3.0:1769074984.347236:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007613359104, offset 0 00000400:00000200:3.0:1769074984.347240:0:2367:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000800:00000200:2.0:1769074984.347241:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1769074984.347244:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000800:00000010:2.0:1769074984.347245:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73f300. 00000400:00000200:3.0:1769074984.347250:0:2367:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074984.347252:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074984.347254:0:2367:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074984.347259:0:2367:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074984.347261:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074984.347264:0:2367:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074984.347269:0:2367:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074984.347271:0:2367:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15594:15594:253:4294967295] 192.168.204.151@tcp LPNI seq info [15594:15594:5:4294967295] 00000400:00000200:3.0:1769074984.347276:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074984.347309:0:2367:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000400:00000200:2.0:1769074984.347315:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897fb28 00000800:00000200:3.0:1769074984.347315:0:2367:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000400:00000010:2.0:1769074984.347319:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897fb28. 00000800:00000010:3.0:1769074984.347321:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcbb00. 00000100:00000001:2.0:1769074984.347324:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1769074984.347331:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000100:00000200:2.0:1769074984.347332:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90373800 x1855007613358720/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1769074984.347341:0:2367:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074984.347345:0:2367:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84fcbb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1769074984.347350:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769074984.347350:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074984.347354:0:2367:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26900 usecs (27 jiffies) 00000100:00000040:2.0:1769074984.347359:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90373800 x1855007613358720/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075000 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074984.347360:0:2367:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074984.347363:0:2367:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296641052 00000100:00000001:3.0:1769074984.347367:0:2367:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296650117 00000100:00000001:3.0:1769074984.347371:0:2367:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296641052 00000100:00000001:3.0:1769074984.347374:0:2367:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296650117 00000100:00000001:3.0:1769074984.347378:0:2367:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074984.347379:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074984.347380:0:2367:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074984.347385:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769074984.347386:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074984.347389:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074984.347391:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074984.347393:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074984.347395:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074984.347396:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074984.347397:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074984.347399:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074984.347401:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074984.347404:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcb100. 00000400:00000200:2.0:1769074984.347407:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074984.347411:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074984.347413:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6198 00000400:00000010:2.0:1769074984.347414:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6198. 00000100:00000001:2.0:1769074984.347416:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074984.347419:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90373480 x1855007613358848/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769075000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074984.347424:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074984.347427:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90373480 x1855007613358848/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 0 dl 1769075000 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074984.347433:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074984.347435:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074984.347442:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074984.347444:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73ff00. 00000400:00000200:2.0:1769074984.347447:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074984.347450:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074984.347452:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f5d8 00000400:00000010:2.0:1769074984.347454:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f5d8. 00000100:00000001:2.0:1769074984.347456:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074984.347459:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90371180 x1855007613358976/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769075000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074984.347466:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074984.347469:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90371180 x1855007613358976/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769075000 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074984.347475:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074984.347477:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1769074984.347487:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074984.347489:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcbb00. 00000400:00000200:2.0:1769074984.347491:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074984.347494:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769074984.347497:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad62a8 00000400:00000010:2.0:1769074984.347499:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad62a8. 00000100:00000001:2.0:1769074984.347501:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769074984.347505:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90371f80 x1855007613359104/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769075000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074984.347512:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074984.347515:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90371f80 x1855007613359104/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769075000 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074984.347521:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074984.347522:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769074984.858371:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769074984.858379:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074984.858381:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769074984.858386:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 1 seconds 00000100:00000001:1.0:1769074984.858390:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074984.858394:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074985.242392:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074985.242400:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074985.242407:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074985.242409:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074985.242463:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074985.242466:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074985.242469:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769074985.370386:0:2367:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074985.370387:0:2366:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074985.370396:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074985.370400:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074985.370401:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074985.370407:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074985.370412:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074985.370412:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074985.370420:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074985.370424:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074985.370426:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074985.370431:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074985.370432:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074985.370443:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074985.882376:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769074985.882388:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074985.882391:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769074985.882399:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 1 seconds 00000100:00000001:1.0:1769074985.882404:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074985.882408:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074986.266417:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074986.266424:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074986.266429:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074986.266430:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074986.266484:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074986.266487:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074986.266490:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074986.394426:0:2366:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074986.394430:0:2367:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074986.394443:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074986.394443:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074986.394446:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074986.394447:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074986.394462:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074986.394463:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074986.394470:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074986.394470:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074986.394496:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074986.394496:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074986.394514:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074986.394516:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074986.906415:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074986.906422:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074986.906424:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769074986.906429:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 1 seconds 00000100:00000001:0.0:1769074986.906433:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074986.906436:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074987.290390:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074987.290395:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074987.290400:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074987.290403:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074987.290405:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074987.290433:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074987.290436:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074987.290438:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074987.290441:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074987.290443:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074987.290501:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074987.290504:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074987.290508:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074987.418376:0:2366:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074987.418376:0:2367:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074987.418388:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074987.418388:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074987.418390:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074987.418391:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074987.418395:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074987.418396:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074987.418398:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074987.418399:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074987.418406:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074987.418406:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074987.418412:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074987.418412:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074987.930370:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074987.930375:0:32221:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1769074987.930387:0:32221:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074971/real 1769074971] req@ffff982b984a9c00 x1855007613357568/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 1 dl 1769074987 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769074987.930400:0:32221:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769074987.930401:0:32221:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769074987.930404:0:32221:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47aa8. 00000400:00000200:0.0:1769074987.930410:0:32221:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8088 00000400:00000010:0.0:1769074987.930411:0:32221:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8088. 00000100:00000001:0.0:1769074987.930414:0:32221:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769074987.930417:0:32221:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b984a9c00 x1855007613357568/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 1 dl 1769074987 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074987.930423:0:32221:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b984a9c00 x1855007613357568/t0(0) o41->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/368 e 0 to 1 dl 1769074987 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074987.930428:0:32221:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769074987.930429:0:32221:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074987.930431:0:32221:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074987.930432:0:32221:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074987.930435:0:32221:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1769074987.930437:0:32221:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1769074987.930440:0:32221:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff982b858dd800: Connection to lustre-MDT0000 (at 192.168.204.151@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:0.0:1769074987.934852:0:32221:0:(obd_class.h:1217:obd_import_event()) Process entered 00000002:00000001:0.0:1769074987.934856:0:32221:0:(mdc_request.c:2841:mdc_import_event()) Process entered 00000002:00000001:0.0:1769074987.934858:0:32221:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074987.934859:0:32221:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1769074987.934861:0:32221:0:(import.c:416:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:0.0:1769074987.934874:0:32221:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1769074987.934875:0:32221:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074987.934878:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074987.934880:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074987.934882:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769074987.934884:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074987.934886:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074987.934889:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074987.934891:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074987.934893:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074987.934912:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769074987.934922:0:30087:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1769074987.934935:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b984a9500. 00000020:00000040:1.0:1769074987.934941:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=7 obd=MGC192.168.204.151@tcp 00000100:00000001:1.0:1769074987.934945:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074987.934949:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074987.934955:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074987.934963:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b9816b700. 00000100:00000001:1.0:1769074987.934969:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074987.934984:0:30087:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b984a9500 x1855007613359232/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769074987.934994:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074987.934998:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074987.935003:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3218b02] to pc [ptlrpcd_00_01+1] req@ffff982b984a9500 x1855007613359232/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074987.935035:0:30087:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769074987.935038:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769074987.935040:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1769074987.935041:0:30087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769074987.935044:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074987.935045:0:30087:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769074987.935047:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:1.0:1769074987.935049:0:30087:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769074987.935053:0:30087:0:(import.c:484:import_select_connection()) Process entered 00000100:00000040:0.0:1769074987.935060:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b984a9500 x1855007613359232/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769074987.935060:0:30087:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 1886 00000100:00000001:0.0:1769074987.935076:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074987.935080:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074987.935081:0:30087:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 02000000:00000001:0.0:1769074987.935087:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1769074987.935092:0:30087:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 02000000:00000001:0.0:1769074987.935093:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074987.935099:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074987.935101:0:30087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00100000:0.0:1769074987.935108:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b984a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2365:1855007613359232:192.168.204.151@tcp:400:kworker.0 00000100:00000001:1.0:1769074987.935108:0:30087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769074987.935116:0:30087:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769074987.935119:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1769074987.935119:0:30087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:1.0:1769074987.935123:0:30087:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769074987.935124:0:30087:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000020:00000001:1.0:1769074987.935127:0:30087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074987.935129:0:30087:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000020:00000001:1.0:1769074987.935133:0:30087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000020:00000001:1.0:1769074987.935136:0:30087:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000040:1.0:1769074987.935139:0:30087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 02000000:00000001:0.0:1769074987.935141:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1769074987.935141:0:30087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1769074987.935148:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074987.935148:0:30087:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769074987.935157:0:30087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 02000000:00000001:0.0:1769074987.935158:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:1.0:1769074987.935164:0:30087:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 02000000:00000010:0.0:1769074987.935168:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b85250400. 00000100:00080000:1.0:1769074987.935170:0:30087:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 02000000:00000001:0.0:1769074987.935173:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074987.935174:0:30087:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074987.935181:0:30087:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1769074987.935188:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 02000000:00000001:1.0:1769074987.935188:0:30087:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074987.935198:0:30087:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1769074987.935200:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b6108. 00000100:00000001:1.0:1769074987.935202:0:30087:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000010:0.0:1769074987.935209:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f2a8. 00000008:00100000:1.0:1769074987.935210:0:30087:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769074987.935219:0:30087:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074987.935221:0:30087:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1769074987.935223:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613359232, portal 25 00000100:00000010:1.0:1769074987.935225:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b984a8700. 00000100:00000001:0.0:1769074987.935227:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:1.0:1769074987.935229:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=9 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:0.0:1769074987.935230:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738881280 : -114161970670336 : ffff982b984a9500) 02000000:00000001:1.0:1769074987.935237:0:30087:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769074987.935239:0:30087:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074987.935241:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b984a9500 x1855007613359232/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074987.935242:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074987.935247:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074987.935253:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074987.935263:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:1.0:1769074987.935264:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b8606f000. 00000100:00000001:1.0:1769074987.935270:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074987.935271:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:0.0:1769074987.935278:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f110. 00000100:00000200:0.0:1769074987.935313:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007613359232, offset 0 00000100:00100000:1.0:1769074987.935319:0:30087:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b984a8700 x1855007613359360/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769074987.935320:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000100:00000001:1.0:1769074987.935331:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1769074987.935332:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074987.935338:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074987.935346:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000100:00000040:1.0:1769074987.935347:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006eed74ab] to pc [ptlrpcd_rcv+-1] req@ffff982b984a8700 x1855007613359360/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074987.935357:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074987.935370:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:0.0:1769074987.935374:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074987.935377:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000100:00000001:1.0:1769074987.935377:0:30087:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074987.935385:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15595:15595:256:4294967295] 192.168.204.151@tcp LPNI seq info [15595:15595:8:4294967295] 00000100:00000040:1.0:1769074987.935386:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769074987.935400:0:30087:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1769074987.935404:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000010:1.0:1769074987.935406:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b984ab480. 00000020:00000040:1.0:1769074987.935410:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=6 obd=lustre-OST0000-osc-ffff982b858dd800 00000100:00000001:2.0:1769074987.935412:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074987.935416:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1769074987.935419:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1769074987.935421:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074987.935427:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074987.935427:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1769074987.935428:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 02000000:00000010:1.0:1769074987.935439:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b9816bf00. 00000800:00000200:0.0:1769074987.935440:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000100:00000040:2.0:1769074987.935443:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b984a8700 x1855007613359360/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074987.935451:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1769074987.935453:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a34bd00. 00000100:00000001:2.0:1769074987.935463:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1769074987.935465:0:30087:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID req@ffff982b984ab480 x1855007613359488/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769074987.935466:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1769074987.935474:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 02000000:00000001:2.0:1769074987.935475:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769074987.935480:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769074987.935489:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1769074987.935496:0:2365:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000100:00100000:2.0:1769074987.935505:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b984a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613359360:192.168.204.151@tcp:38:kworker.0 00000800:00000200:0.0:1769074987.935508:0:2365:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a34bd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1769074987.935525:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769074987.935526:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1769074987.935529:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074987.935531:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074987.935533:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1769074987.935535:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063c1313d] to pc [ptlrpcd_00_00+0] req@ffff982b984ab480 x1855007613359488/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769074987.935538:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074987.935543:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 02000000:00000001:2.0:1769074987.935552:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769074987.935553:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296653706 02000000:00000010:2.0:1769074987.935562:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b90213000. 02000000:00000001:2.0:1769074987.935570:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074987.935572:0:2365:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296650117 00000100:00000001:1.0:1769074987.935572:0:30087:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074987.935573:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1769074987.935581:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000040:1.0:1769074987.935582:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769074987.935583:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296653706 00000800:00000010:3.0:1769074987.935584:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a34bd00. 00000400:00000010:2.0:1769074987.935585:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b88b7e580. 00000100:00000001:0.0:1769074987.935591:0:2365:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296650117 00000400:00000010:2.0:1769074987.935594:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897f5d8. 00000100:00000001:1.0:1769074987.935596:0:30087:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1769074987.935597:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1769074987.935598:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1769074987.935600:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613359360, portal 10 00000100:00000010:1.0:1769074987.935603:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b984abb80. 00000100:00000001:2.0:1769074987.935604:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074987.935605:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074987.935608:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738877696 : -114161970673920 : ffff982b984a8700) 00000100:00000001:0.0:1769074987.935611:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769074987.935612:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=6 obd=lustre-OST0001-osc-ffff982b858dd800 00000400:00000200:3.0:1769074987.935613:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000040:2.0:1769074987.935620:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b984a8700 x1855007613359360/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074987.935624:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074987.935624:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1769074987.935628:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f110 02000000:00000001:1.0:1769074987.935629:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769074987.935635:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1769074987.935636:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769074987.935637:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f110. 00000100:00000001:0.0:1769074987.935641:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1769074987.935643:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:1.0:1769074987.935645:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b9816ba00. 00000100:00000001:0.0:1769074987.935647:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074987.935649:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074987.935649:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769074987.935650:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1769074987.935650:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000100:00000001:0.0:1769074987.935655:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074987.935660:0:2365:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000040:1.0:1769074987.935663:0:30087:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID req@ffff982b984abb80 x1855007613359616/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1769074987.935664:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b984a9500 x1855007613359232/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074987.935665:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1769074987.935667:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b9897fb28. 00000100:00000001:0.0:1769074987.935677:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1769074987.935680:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613359360, offset 0 00000100:00000001:0.0:1769074987.935682:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074987.935708:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074987.935713:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769074987.935714:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074987.935720:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1769074987.935720:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000100:00000001:1.0:1769074987.935729:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1769074987.935730:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b984a9500 x1855007613359232/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075003 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769074987.935731:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b984ab480 x1855007613359488/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074987.935733:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074987.935740:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000040:1.0:1769074987.935747:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9aa2cda] to pc [ptlrpcd_00_01+1] req@ffff982b984abb80 x1855007613359616/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074987.935750:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769074987.935774:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074987.935789:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769074987.935801:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1769074987.935804:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074987.935811:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074987.935813:0:30087:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074987.935814:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769074987.935815:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1769074987.935815:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 02000000:00000001:0.0:1769074987.935821:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769074987.935830:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074987.935831:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15596:15596:255:4294967295] 192.168.204.151@tcp LPNI seq info [15596:15596:7:4294967295] 00000100:00000001:3.0:1769074987.935831:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1769074987.935833:0:30087:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1982) 00000100:00100000:0.0:1769074987.935841:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b984ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2365:1855007613359488:192.168.204.151@tcp:400:kworker.0 00000100:00000001:0.0:1769074987.935846:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1769074987.935848:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 02000000:00000001:0.0:1769074987.935850:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769074987.935853:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074987.935856:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1769074987.935857:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1769074987.935865:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000100:00100000:1.0:1769074987.935866:0:2364:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000010:0.0:1769074987.935867:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b85250a00. 00000100:00000001:1.0:1769074987.935876:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769074987.935877:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769074987.935878:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769074987.935890:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074987.935890:0:2364:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:2.0:1769074987.935891:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a73ff00. 00000100:00000001:1.0:1769074987.935895:0:2364:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1769074987.935898:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b852b62c0. 00000100:00000001:1.0:1769074987.935901:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1769074987.935905:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000100:00000001:1.0:1769074987.935906:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1769074987.935907:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604f990. 00000100:00000001:1.0:1769074987.935910:0:2364:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1769074987.935912:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000100:00000200:0.0:1769074987.935916:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613359488, portal 4 00000800:00000200:2.0:1769074987.935917:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a73ff00 type 1, nob 616 niov 1 nkiov 1 00000100:00000040:1.0:1769074987.935921:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b984abb80 x1855007613359616/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074987.935926:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074987.935930:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738889344 : -114161970662272 : ffff982b984ab480) 00000100:00000001:2.0:1769074987.935933:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074987.935945:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1068438 usecs (1069 jiffies) 00000100:00000001:1.0:1769074987.935946:0:2364:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1769074987.935947:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b984ab480 x1855007613359488/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769075003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074987.935950:0:2364:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769074987.935962:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 02000000:00000001:1.0:1769074987.935964:0:2364:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:3.0:1769074987.935965:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1769074987.935971:0:2364:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769074987.935971:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296645682 00000800:00000010:3.0:1769074987.935973:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a73ff00. 00000100:00000001:0.0:1769074987.935974:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1769074987.935984:0:2364:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074987.935985:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000100:00000001:2.0:1769074987.935986:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296653706 00000400:00000200:3.0:1769074987.935987:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1769074987.935994:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b8604fd48. 00000100:00100000:1.0:1769074987.935995:0:2364:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b984abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2364:1855007613359616:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074987.935997:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296645682 00000100:00000200:0.0:1769074987.936005:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007613359488, offset 0 00000100:00000001:2.0:1769074987.936009:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296653706 00000400:00000200:3.0:1769074987.936010:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:1.0:1769074987.936013:0:2364:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1769074987.936019:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074987.936020:0:2364:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1769074987.936021:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897fb28 02000000:00000001:1.0:1769074987.936026:0:2364:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074987.936027:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074987.936027:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897fb28. 00000100:00000001:2.0:1769074987.936029:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074987.936033:0:2364:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1769074987.936035:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1769074987.936041:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 02000000:00000010:1.0:1769074987.936041:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff982b8adeba00. 00000100:00000001:2.0:1769074987.936041:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1769074987.936046:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b984a8700 x1855007613359360/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1769074987.936048:0:2364:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074987.936050:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1769074987.936057:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000100:00000001:2.0:1769074987.936064:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1769074987.936065:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1769074987.936066:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769074987.936068:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000200:0.0:1769074987.936071:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000100:00000040:3.0:1769074987.936073:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b984a8700 x1855007613359360/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074997 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074987.936074:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1769074987.936077:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1769074987.936078:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074987.936083:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074987.936084:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074987.936085:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000100:00000001:3.0:1769074987.936089:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769074987.936090:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769074987.936093:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15597:15597:255:4294967295] 192.168.204.151@tcp LPNI seq info [15597:15597:7:4294967295] 00000400:00000200:0.0:1769074987.936098:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074987.936109:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074987.936117:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e470b0. 00000400:00000200:0.0:1769074987.936118:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000400:00000010:1.0:1769074987.936125:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8440. 00000800:00000200:0.0:1769074987.936131:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000100:00000200:1.0:1769074987.936134:0:2364:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007613359616, portal 4 00000100:00000001:1.0:1769074987.936137:0:2364:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:0.0:1769074987.936138:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b8a34b400. 00000100:00000001:1.0:1769074987.936139:0:2364:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738891136 : -114161970660480 : ffff982b984abb80) 00000100:00000040:1.0:1769074987.936153:0:2364:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b984abb80 x1855007613359616/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769075003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1769074987.936154:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000100:00000001:1.0:1769074987.936168:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1769074987.936172:0:2365:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000100:00000040:1.0:1769074987.936173:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074987.936177:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8b28. 00000800:00000200:0.0:1769074987.936179:0:2365:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b8a34b400 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1769074987.936181:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007613359616, offset 0 00000400:00000200:1.0:1769074987.936193:0:2364:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000100:00000001:0.0:1769074987.936200:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074987.936200:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000040:0.0:1769074987.936209:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24872 usecs (25 jiffies) 00000400:00000200:1.0:1769074987.936210:0:2364:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074987.936217:0:2364:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074987.936221:0:2364:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074987.936224:0:2364:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1769074987.936226:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1769074987.936229:0:2364:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000800:00000010:3.0:1769074987.936232:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b8a34b400. 00000400:00000200:1.0:1769074987.936235:0:2364:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15598:15598:255:4294967295] 192.168.204.151@tcp LPNI seq info [15598:15598:7:4294967295] 00000400:00000200:3.0:1769074987.936237:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074987.936242:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074987.936248:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:0.0:1769074987.936254:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074987.936260:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296644638 00000100:00000001:0.0:1769074987.936267:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296653706 00000400:00000200:1.0:1769074987.936267:0:2364:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000100:00000001:0.0:1769074987.936277:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296644638 00000400:00000200:3.0:1769074987.936277:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604fd48 00000100:00000001:0.0:1769074987.936303:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296653706 00000800:00000200:1.0:1769074987.936308:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074987.936313:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604fd48. 00000100:00000001:0.0:1769074987.936317:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1769074987.936319:0:2364:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b600. 00000100:00000001:0.0:1769074987.936321:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074987.936321:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769074987.936330:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074987.936333:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769074987.936337:0:2364:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000100:00000001:0.0:1769074987.936338:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1769074987.936339:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b984ab480 x1855007613359488/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769075003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074987.936345:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074987.936349:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769074987.936357:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000100:00000001:0.0:1769074987.936358:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769074987.936370:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816b600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1769074987.936372:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769074987.936380:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074987.936386:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b984ab480 x1855007613359488/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769075003 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769074987.936388:0:2364:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26900 usecs (27 jiffies) 00000400:00000200:1.0:1769074987.936404:0:2364:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074987.936411:0:2364:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296644641 00000100:00000001:1.0:1769074987.936416:0:2364:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296653706 00000100:00000001:3.0:1769074987.936416:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074987.936421:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769074987.936423:0:2364:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296644641 00000100:00000001:1.0:1769074987.936426:0:2364:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296653706 00000100:00000001:1.0:1769074987.936430:0:2364:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074987.936432:0:2364:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074987.936435:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074987.936436:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1769074987.936438:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1769074987.936440:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b600. 00000400:00000200:3.0:1769074987.936445:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074987.936450:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074987.936452:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8b28 00000400:00000010:3.0:1769074987.936453:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8b28. 00000100:00000001:3.0:1769074987.936458:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074987.936461:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b984abb80 x1855007613359616/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769075003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074987.936470:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074987.936472:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b984abb80 x1855007613359616/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 0 dl 1769075003 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074987.936476:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074987.936477:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1769074988.314378:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074988.314385:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074988.314390:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074988.314391:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074988.314453:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074988.314458:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074988.314462:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769074988.442366:0:2367:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074988.442371:0:2366:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074988.442380:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074988.442380:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074988.442383:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074988.442384:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074988.442387:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074988.442389:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074988.442391:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074988.442393:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074988.442395:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074988.442399:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074988.442400:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074988.442406:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074988.954357:0:2364:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769074988.954367:0:2364:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074988.954369:0:2364:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:1.0:1769074988.954375:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074988.954377:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074988.954380:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074988.954384:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074988.954401:0:2365:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074988.954411:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074988.954413:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:2.0:1769074988.954414:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074988.954419:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074988.954420:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074988.954422:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074988.954423:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074988.954430:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074988.954434:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074988.954435:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769074988.954440:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074988.954445:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074988.954446:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074988.954449:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074988.954452:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074989.338351:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074989.338357:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074989.338363:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074989.338364:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074989.338441:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074989.338446:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074989.338449:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769074989.466392:0:2367:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074989.466394:0:2366:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074989.466403:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074989.466403:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074989.466405:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074989.466407:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074989.466409:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074989.466412:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074989.466413:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074989.466416:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074989.466418:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074989.466422:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074989.466423:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074989.466428:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074989.978400:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074989.978407:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074989.978409:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074989.978413:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769074989.978416:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074989.978420:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074989.978422:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074989.978424:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074989.978426:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074990.362372:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074990.362379:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074990.362385:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074990.362387:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074990.362454:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074990.362458:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074990.362461:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769074990.490341:0:2367:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074990.490345:0:2366:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074990.490347:0:2367:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1769074990.490349:0:2366:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000400:3.0:1769074990.490363:0:2367:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074974/real 1769074974] req@ffff982b90371500 x1855007613357824/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074990 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000400:2.0:1769074990.490364:0:2366:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074974/real 1769074974] req@ffff982b90370000 x1855007613357952/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074990 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769074990.490390:0:2367:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074990.490393:0:2367:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074990.490395:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7738. 00000400:00000200:3.0:1769074990.490402:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad67f8 00000400:00000010:3.0:1769074990.490404:0:2367:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad67f8. 00000100:00000001:3.0:1769074990.490408:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1769074990.490409:0:2366:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074990.490412:0:2366:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1769074990.490413:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90371500 x1855007613357824/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074990 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074990.490416:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7e1b8. 00000400:00000200:2.0:1769074990.490421:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f660 00000400:00000010:2.0:1769074990.490425:0:2366:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f660. 00000100:00000200:3.0:1769074990.490428:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90371500 x1855007613357824/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074990 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074990.490430:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074990.490437:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90370000 x1855007613357952/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074990 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074990.490465:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90370000 x1855007613357952/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074990 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074990.490465:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074990.490468:0:2367:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074990.490473:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074990.490476:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074990.490484:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1769074990.490484:0:2367:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff982b90371500 x1855007613357824/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074990 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074990.490489:0:2366:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074990.490494:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074990.490496:0:2367:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00000001:2.0:1769074990.490498:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769074990.490499:0:2367:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff982b88b88800 already not connected (conn 57, was 56): CONNECTING 00000100:00000001:3.0:1769074990.490504:0:2367:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:3.0:1769074990.490506:0:2367:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769074990.490510:0:2366:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff982b90370000 x1855007613357952/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074990 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074990.490510:0:2367:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000400:3.0:1769074990.490517:0:2367:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074974/real 1769074974] req@ffff982b90370700 x1855007613358080/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074990 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074990.490532:0:2366:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000400:00000001:3.0:1769074990.490535:0:2367:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:2.0:1769074990.490536:0:2366:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000400:00000001:3.0:1769074990.490538:0:2367:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769074990.490541:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7c08. 00000100:02000400:2.0:1769074990.490543:0:2366:0:(import.c:181:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff982b858dd800: Connection to lustre-OST0000 (at 192.168.204.151@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000400:00000200:3.0:1769074990.490545:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6d48 00000100:00000001:2.0:1769074990.490547:0:2366:0:(obd_class.h:1217:obd_import_event()) Process entered 00000400:00000010:3.0:1769074990.490548:0:2367:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6d48. 00000008:00000001:2.0:1769074990.490551:0:2366:0:(osc_request.c:3856:osc_import_event()) Process entered 00000100:00000001:3.0:1769074990.490552:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000008:00000001:2.0:1769074990.490555:0:2366:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074990.490558:0:2366:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000200:3.0:1769074990.490558:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90370700 x1855007613358080/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074990 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769074990.490561:0:2366:0:(import.c:416:ptlrpc_pinger_force()) lustre-OST0000_UUID: waking up pinger s:DISCONN 00000100:00000200:3.0:1769074990.490569:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90370700 x1855007613358080/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074990 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074990.490574:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074990.490575:0:2367:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074990.490577:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074990.490578:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769074990.490580:0:2367:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff982b90370700 x1855007613358080/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074990 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074990.490583:0:2366:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:3.0:1769074990.490585:0:2367:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00000001:2.0:1769074990.490586:0:2366:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769074990.490589:0:2367:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from FULL to DISCONN 00000100:00000001:2.0:1769074990.490590:0:2366:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:02000400:3.0:1769074990.490595:0:2367:0:(import.c:181:ptlrpc_set_import_discon()) lustre-OST0001-osc-ffff982b858dd800: Connection to lustre-OST0001 (at 192.168.204.151@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000400:2.0:1769074990.490599:0:2366:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074974/real 1769074974] req@ffff982b90372300 x1855007613357696/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 1 dl 1769074990 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074990.490600:0:2367:0:(obd_class.h:1217:obd_import_event()) Process entered 00000008:00000001:3.0:1769074990.490603:0:2367:0:(osc_request.c:3856:osc_import_event()) Process entered 00000008:00000001:3.0:1769074990.490606:0:2367:0:(osc_request.c:3923:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074990.490611:0:2367:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000400:00000001:2.0:1769074990.490613:0:2366:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:3.0:1769074990.490614:0:2367:0:(import.c:416:ptlrpc_pinger_force()) lustre-OST0001_UUID: waking up pinger s:DISCONN 00000400:00000001:2.0:1769074990.490616:0:2366:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074990.490620:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7ecb8. 00000100:00000040:1.0:1769074990.490623:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1769074990.490624:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897fd48 00000400:00000010:2.0:1769074990.490627:0:2366:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897fd48. 00000100:00000001:2.0:1769074990.490631:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074990.490633:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90372300 x1855007613357696/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 1 dl 1769074990 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074990.490637:0:30087:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1769074990.490638:0:2367:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:3.0:1769074990.490643:0:2367:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1769074990.490646:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b984a9f80. 00000100:00000200:2.0:1769074990.490648:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90372300 x1855007613357696/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 1 dl 1769074990 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1769074990.490667:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=8 obd=MGC192.168.204.151@tcp 00000100:00000001:3.0:1769074990.490667:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074990.490670:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074990.490671:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074990.490673:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1769074990.490674:0:2366:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074990.490677:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1769074990.490678:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1769074990.490679:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074990.490684:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074990.490684:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1769074990.490685:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074990.490692:0:2367:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769074990.490694:0:2366:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff982b90372300 x1855007613357696/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 1 dl 1769074990 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769074990.490695:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff982b9816bb00. 00000100:00000001:3.0:1769074990.490698:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074990.490703:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074990.490703:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074990.490715:0:2366:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00000040:3.0:1769074990.490718:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90371500 x1855007613357824/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074990 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769074990.490719:0:30087:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS req@ffff982b984a9f80 x1855007613359744/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1769074990.490719:0:2366:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1769074990.490729:0:2366:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.151@tcp: Connection to MGS (at 192.168.204.151@tcp) was lost; in progress operations using this service will fail 00000100:00000001:3.0:1769074990.490752:0:2367:0:(client.c:2174:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:1.0:1769074990.490753:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074990.490756:0:2367:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074990.490760:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074990.490760:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074990.490763:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074990.490769:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000284c0161] to pc [ptlrpcd_00_00+0] req@ffff982b984a9f80 x1855007613359744/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074990.490770:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90371500 x1855007613357824/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074990 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074990.490782:0:2367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90371500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2367:1855007613357824:192.168.204.151@tcp:400:kworker.0 00000100:00000001:3.0:1769074990.490786:0:2367:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074990.490790:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074990.490793:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074990.490795:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074990.490797:0:2367:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074990.490799:0:2367:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90371500 x1855007613357824/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074990 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074990.490805:0:30087:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769074990.490810:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074990.490815:0:2367:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00080000:1.0:1769074990.490816:0:30087:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1769074990.490820:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1769074990.490820:0:2367:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:1.0:1769074990.490823:0:30087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 02000000:00000010:3.0:1769074990.490825:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b85016000. 00000100:00000001:1.0:1769074990.490826:0:30087:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769074990.490830:0:30087:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:3.0:1769074990.490831:0:2367:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1769074990.490833:0:30087:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:3.0:1769074990.490834:0:2367:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769074990.490837:0:2367:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=8 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00080000:1.0:1769074990.490839:0:30087:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 1956 00000020:00000001:3.0:1769074990.490840:0:2367:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1769074990.490844:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1769074990.490845:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99652800. 00000400:00000200:1.0:1769074990.490852:0:30087:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 02000000:00000001:3.0:1769074990.490853:0:2367:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1769074990.490855:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1769074990.490860:0:2367:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1769074990.490862:0:30087:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00000010:3.0:1769074990.490864:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90371500. 00000100:00000001:0.0:1769074990.490867:0:2364:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074990.490867:0:30087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769074990.490871:0:2367:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769074990.490873:0:30087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769074990.490876:0:2367:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074990.490877:0:30087:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769074990.490884:0:30087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000001:3.0:1769074990.490885:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074990.490886:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b984a9f80 x1855007613359744/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769074990.490891:0:30087:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769074990.490897:0:30087:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3de 00000020:00000001:1.0:1769074990.490904:0:30087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074990.490909:0:30087:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b9968c800 refcount=4 00000020:00000001:1.0:1769074990.490911:0:30087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000020:00000001:1.0:1769074990.490913:0:30087:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000100:00000040:1.0:1769074990.490916:0:30087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769074990.490917:0:30087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769074990.490919:0:30087:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769074990.490920:0:30087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:1.0:1769074990.490922:0:30087:0:(genops.c:898:class_export_put()) PUTting export ffff982b9968c800 : new refcount 3 00000100:00080000:1.0:1769074990.490925:0:30087:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: import ffff982b83e5e800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:1.0:1769074990.490926:0:30087:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074990.490928:0:30087:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769074990.490933:0:30087:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074990.490935:0:30087:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074990.490936:0:30087:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769074990.490939:0:30087:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769074990.490941:0:30087:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074990.490942:0:30087:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074990.490945:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b984a8a80. 00000020:00000040:1.0:1769074990.490946:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=7 obd=lustre-OST0000-osc-ffff982b858dd800 02000000:00000001:1.0:1769074990.490948:0:30087:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769074990.490950:0:30087:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074990.490951:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074990.490953:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769074990.490954:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074990.490957:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b8606c400. 00000100:00000001:1.0:1769074990.490960:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074990.490964:0:30087:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b984a8a80 x1855007613359872/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769074990.490973:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074990.490975:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074990.490979:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfe6d1ab] to pc [ptlrpcd_rcv+-1] req@ffff982b984a8a80 x1855007613359872/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074990.490998:0:30087:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769074990.491001:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769074990.491014:0:30087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769074990.491017:0:30087:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769074990.491019:0:30087:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769074990.491023:0:30087:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769074990.491027:0:30087:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 1956 00000100:00000001:3.0:1769074990.491028:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074990.491032:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1769074990.491033:0:30087:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074990.491034:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1769074990.491039:0:30087:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00000040:3.0:1769074990.491042:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b984a8a80 x1855007613359872/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769074990.491047:0:30087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769074990.491053:0:30087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769074990.491054:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074990.491057:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074990.491059:0:30087:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 02000000:00000001:3.0:1769074990.491062:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1769074990.491063:0:30087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 02000000:00000001:3.0:1769074990.491066:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1769074990.491067:0:30087:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769074990.491069:0:30087:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3e5 00000020:00000001:1.0:1769074990.491073:0:30087:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1769074990.491074:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769074990.491075:0:30087:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b897c2000 refcount=4 00000020:00000001:1.0:1769074990.491080:0:30087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000020:00000001:1.0:1769074990.491082:0:30087:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000100:00100000:3.0:1769074990.491084:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b984a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613359872:192.168.204.151@tcp:8:kworker.0 00000100:00000040:1.0:1769074990.491088:0:30087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769074990.491093:0:30087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769074990.491095:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1769074990.491096:0:30087:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769074990.491099:0:30087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:1.0:1769074990.491102:0:30087:0:(genops.c:898:class_export_put()) PUTting export ffff982b897c2000 : new refcount 3 02000000:00000001:3.0:1769074990.491102:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:1.0:1769074990.491105:0:30087:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: import ffff982b99688000 using connection 192.168.204.151@tcp/192.168.204.151@tcp 02000000:00000001:3.0:1769074990.491107:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074990.491108:0:30087:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074990.491113:0:30087:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769074990.491115:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769074990.491116:0:30087:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074990.491120:0:30087:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074990.491121:0:30087:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000010:3.0:1769074990.491122:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c00400. 00000008:00100000:1.0:1769074990.491123:0:30087:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769074990.491128:0:30087:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074990.491129:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074990.491130:0:30087:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769074990.491136:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b984aaa00. 00000020:00000040:1.0:1769074990.491138:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=7 obd=lustre-OST0001-osc-ffff982b858dd800 02000000:00000001:1.0:1769074990.491141:0:30087:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769074990.491143:0:30087:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074990.491143:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074990.491149:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769074990.491150:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1769074990.491151:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7c08. 02000000:00000001:1.0:1769074990.491152:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769074990.491158:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b8606cc00. 00000400:00000010:3.0:1769074990.491160:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6d48. 00000100:00000001:1.0:1769074990.491163:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074990.491169:0:30087:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b984aaa00 x1855007613360000/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1769074990.491169:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613359872, portal 4 00000100:00000001:3.0:1769074990.491175:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074990.491178:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738878592 : -114161970673024 : ffff982b984a8a80) 00000100:00000001:1.0:1769074990.491180:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769074990.491183:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074990.491187:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b984a8a80 x1855007613359872/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769074990.491197:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f587382] to pc [ptlrpcd_rcv+-1] req@ffff982b984aaa00 x1855007613360000/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074990.491203:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1769074990.491205:0:30087:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074990.491209:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000100:00000040:1.0:1769074990.491211:0:30087:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 3 (1984) 00000400:00000010:3.0:1769074990.491213:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad67f8. 00000100:00000200:3.0:1769074990.491217:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613359872, offset 0 00000400:00000200:3.0:1769074990.491223:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074990.491228:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074990.491233:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074990.491237:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074990.491241:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074990.491244:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074990.491246:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074990.491248:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15599:15599:256:4294967295] 192.168.204.151@tcp LPNI seq info [15599:15599:8:4294967295] 00000400:00000200:3.0:1769074990.491251:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074990.491258:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074990.491263:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074990.491267:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcb400. 00000800:00000200:3.0:1769074990.491273:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074990.491279:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074990.491328:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84fcb400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1769074990.491343:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074990.491348:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24872 usecs (25 jiffies) 00000400:00000200:3.0:1769074990.491353:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074990.491356:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296647194 00000100:00000001:3.0:1769074990.491360:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296653706 00000100:00000001:3.0:1769074990.491363:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296647194 00000100:00000001:3.0:1769074990.491365:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296653706 00000100:00000001:3.0:1769074990.491368:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074990.491371:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074990.491374:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074990.491376:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074990.491380:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074990.491382:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:3.0:1769074990.491384:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074990.491386:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074990.491387:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769074990.491392:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b984aaa00 x1855007613360000/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074990.491401:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074990.491402:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074990.491405:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074990.491407:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074990.491408:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074990.491411:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b984aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613360000:192.168.204.151@tcp:8:kworker.0 00000100:00000001:3.0:1769074990.491413:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769074990.491414:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074990.491415:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074990.491417:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769074990.491420:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c01800. 02000000:00000001:3.0:1769074990.491421:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074990.491424:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074990.491426:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7738. 00000400:00000010:3.0:1769074990.491428:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad65d8. 00000100:00000200:3.0:1769074990.491430:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613360000, portal 4 00000100:00000001:3.0:1769074990.491432:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769074990.491433:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738886656 : -114161970664960 : ffff982b984aaa00) 00000100:00000040:3.0:1769074990.491437:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b984aaa00 x1855007613360000/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074990.491446:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074990.491448:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769074990.491449:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6550. 00000100:00000200:3.0:1769074990.491451:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613360000, offset 0 00000400:00000200:3.0:1769074990.491453:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769074990.491456:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074990.491459:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769074990.491461:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074990.491462:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769074990.491464:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074990.491466:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769074990.491468:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15600:15600:255:4294967295] 192.168.204.151@tcp LPNI seq info [15600:15600:7:4294967295] 00000400:00000200:3.0:1769074990.491471:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074990.491475:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769074990.491478:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769074990.491481:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcb500. 00000800:00000200:3.0:1769074990.491484:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769074990.491487:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769074990.491489:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84fcb500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1769074990.491491:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074990.491493:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26900 usecs (27 jiffies) 00000400:00000200:3.0:1769074990.491495:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074990.491497:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296647196 00000100:00000001:3.0:1769074990.491498:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296653706 00000100:00000001:3.0:1769074990.491500:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296647196 00000100:00000001:3.0:1769074990.491501:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296653706 00000100:00000001:3.0:1769074990.491503:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769074990.491504:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074990.491506:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074990.491507:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074990.491509:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074990.491510:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:3.0:1769074990.491512:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074990.491513:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074990.491514:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074990.491515:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074990.491540:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.491542:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcb400. 00000400:00000200:3.0:1769074990.491545:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.491548:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074990.491551:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad67f8 00000400:00000010:3.0:1769074990.491552:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad67f8. 00000100:00000001:3.0:1769074990.491554:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074990.491557:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b984a8a80 x1855007613359872/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074990.491562:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074990.491564:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b984a8a80 x1855007613359872/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075000 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074990.491569:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074990.491570:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1769074990.491576:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.491578:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcb500. 00000400:00000200:3.0:1769074990.491579:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.491581:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074990.491582:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6550 00000400:00000010:3.0:1769074990.491584:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6550. 00000100:00000001:3.0:1769074990.491585:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074990.491587:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b984aaa00 x1855007613360000/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074990.491592:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074990.491593:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b984aaa00 x1855007613360000/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075000 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074990.491602:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074990.491603:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:2.0:1769074990.495617:0:2366:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.151@tcp for MGC192.168.204.151@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1769074990.495620:0:2366:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1769074990.495621:0:2366:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1769074990.495623:0:2366:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1769074990.495628:0:2366:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff982b90372300 x1855007613357696/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 1 dl 1769074990 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074990.495645:0:2366:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff982b90373b80 x1855007613358208/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074995 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074990.495671:0:2366:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff982b90373800 x1855007613358720/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075000 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074990.495682:0:2366:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff982b984a9500 x1855007613359232/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075003 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074990.495692:0:2366:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1769074990.495694:0:2366:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1769074990.495706:0:2364:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1769074990.495717:0:2364:0:(client.c:1395:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff982b984a9f80 x1855007613359744/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl Rpc:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074990.495725:0:2366:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1769074990.495731:0:2364:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1769074990.495731:0:2366:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1769074990.495742:0:2366:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1769074990.495745:0:2366:0:(mgc_request.c:1198:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074990.495746:0:2366:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1769074990.495747:0:2366:0:(obd_class.h:1217:obd_import_event()) Process entered 10000000:01000000:2.0:1769074990.495748:0:2366:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1769074990.495749:0:2366:0:(mgc_request.c:1198:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074990.495751:0:2366:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1769074990.495754:0:2366:0:(import.c:416:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00000040:0.0:1769074990.495755:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b984a9f80 x1855007613359744/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl Rpc:NQU/200/ffffffff rc -108/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769074990.495764:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769074990.495771:0:2364:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1769074990.495771:0:2366:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00080000:1.0:1769074990.495772:0:30087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769074990.495776:0:30087:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769074990.495781:0:30087:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769074990.495782:0:2364:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:1.0:1769074990.495788:0:30087:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1769074990.495789:0:2366:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074990.495793:0:2364:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769074990.495797:0:30087:0:(import.c:509:import_select_connection()) MGC192.168.204.151@tcp: connect to NID 192.168.204.151@tcp last attempt 1886 00000100:00000001:0.0:1769074990.495802:0:2364:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074990.495804:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074990.495809:0:2364:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1769074990.495810:0:30087:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769074990.495810:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074990.495822:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1769074990.495823:0:30087:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00000040:0.0:1769074990.495829:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b984a9f80 x1855007613359744/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl Interpret:NQU/200/ffffffff rc -108/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074990.495829:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1769074990.495838:0:30087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000400:00000001:2.0:1769074990.495840:0:2366:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074990.495847:0:2366:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074990.495852:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7e160. 00000100:00000001:1.0:1769074990.495854:0:30087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1769074990.495858:0:2364:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b984a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:0:1855007613359744:192.168.204.151@tcp:400:kworker.0 00000400:00000200:2.0:1769074990.495860:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f7f8 00000100:00000040:1.0:1769074990.495866:0:30087:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000400:00000010:2.0:1769074990.495866:0:2366:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f7f8. 00000100:00000001:1.0:1769074990.495871:0:30087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000001:2.0:1769074990.495873:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1769074990.495876:0:30087:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769074990.495878:0:30087:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000100:00000200:2.0:1769074990.495880:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90373800 x1855007613358720/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075000 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769074990.495882:0:30087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769074990.495886:0:30087:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000020:00000001:1.0:1769074990.495892:0:30087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00000200:2.0:1769074990.495894:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90373800 x1855007613358720/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075000 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769074990.495895:0:30087:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00000040:1.0:1769074990.495903:0:30087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769074990.495907:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074990.495908:0:30087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769074990.495911:0:2366:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074990.495913:0:30087:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000040:2.0:1769074990.495918:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90373800 x1855007613358720/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075000 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074990.495919:0:30087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:1.0:1769074990.495925:0:30087:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00000001:2.0:1769074990.495930:0:2366:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00080000:1.0:1769074990.495931:0:30087:0:(import.c:623:import_select_connection()) MGC192.168.204.151@tcp: import ffff982b88b8a800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769074990.495934:0:2366:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074990.495935:0:30087:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074990.495937:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074990.495940:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769074990.495940:0:30087:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1769074990.495941:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769074990.495946:0:30087:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769074990.495951:0:2364:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1769074990.495952:0:30087:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074990.495953:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90373800 x1855007613358720/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075000 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074990.495959:0:30087:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769074990.495964:0:30087:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074990.495967:0:2364:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b984a9f80 x1855007613359744/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl Complete:NQU/200/ffffffff rc -108/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769074990.495972:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b984ab800. 00000100:00100000:2.0:1769074990.495972:0:2366:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90373800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2366:1855007613358720:192.168.204.151@tcp:400:kworker.0 00000020:00000040:1.0:1769074990.495981:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=9 obd=MGC192.168.204.151@tcp 02000000:00000001:1.0:1769074990.495990:0:30087:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769074990.495994:0:30087:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1769074990.495998:0:2366:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074990.496002:0:2366:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074990.496004:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7e948. 00000100:00000001:1.0:1769074990.496005:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769074990.496007:0:2364:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1769074990.496009:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897faa0 00000020:00000001:0.0:1769074990.496014:0:2364:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1769074990.496018:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:0.0:1769074990.496019:0:2364:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=8 obd=MGC192.168.204.151@tcp 02000000:00000001:1.0:1769074990.496024:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074990.496025:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:2.0:1769074990.496029:0:2366:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897faa0. 02000000:00000010:0.0:1769074990.496032:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b9816bb00. 00000100:00000001:2.0:1769074990.496035:0:2366:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1769074990.496036:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b8606f800. 02000000:00000001:0.0:1769074990.496042:0:2364:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1769074990.496044:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769074990.496045:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90373b80 x1855007613358208/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074995 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769074990.496047:0:2364:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769074990.496053:0:2364:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b984a9f80. 00000100:00100000:1.0:1769074990.496061:0:30087:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b984ab800 x1855007613360128/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769074990.496064:0:2364:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769074990.496068:0:2364:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074990.496076:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074990.496091:0:2364:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074990.496097:0:2364:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=8 : 8 : 8) 00000100:00000001:0.0:1769074990.496109:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074990.496114:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074990.496123:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074990.496127:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769074990.496128:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769074990.496130:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90373b80 x1855007613358208/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074995 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074990.496134:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074990.496146:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b06be664] to pc [ptlrpcd_rcv+-1] req@ffff982b984ab800 x1855007613360128/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074990.496146:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074990.496152:0:2366:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074990.496163:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90373b80 x1855007613358208/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074995 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074990.496173:0:30087:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074990.496174:0:2366:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00080000:1.0:1769074990.496181:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769074990.496182:0:2366:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074990.496184:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074990.496189:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769074990.496190:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1769074990.496191:0:30087:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1769074990.496197:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1769074990.496201:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1769074990.496202:0:30087:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 3 (1984) 00000100:00000040:2.0:1769074990.496203:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90373b80 x1855007613358208/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074995 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769074990.496204:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769074990.496207:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1769074990.496214:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b6108. 00000100:00000001:3.0:1769074990.496215:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1769074990.496218:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769074990.496221:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1769074990.496225:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f2a8 00000100:00100000:2.0:1769074990.496226:0:2366:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90373b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2366:1855007613358208:192.168.204.151@tcp:400:kworker.0 00000100:00080000:1.0:1769074990.496231:0:30087:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000400:00000010:0.0:1769074990.496233:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f2a8. 00000100:00000040:3.0:1769074990.496234:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b984ab800 x1855007613360128/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769074990.496245:0:30087:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 3 (1984) 00000100:00000001:0.0:1769074990.496249:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769074990.496258:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1769074990.496262:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b984a9500 x1855007613359232/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075003 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074990.496267:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074990.496272:0:2366:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769074990.496298:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769074990.496302:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074990.496305:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074990.496309:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b984ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613360128:192.168.204.151@tcp:250:kworker.0 00000100:00000001:2.0:1769074990.496311:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1769074990.496313:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b984a9500 x1855007613359232/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075003 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074990.496315:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074990.496326:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1769074990.496331:0:2366:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769074990.496332:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769074990.496338:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074990.496344:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1769074990.496345:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1769074990.496346:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90372300 x1855007613357696/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 1 dl 1769074990 ref 1 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074990.496350:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1769074990.496353:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c00c00. 02000000:00000001:3.0:1769074990.496361:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769074990.496367:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b984a9500 x1855007613359232/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075003 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074990.496372:0:2366:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000400:00000200:3.0:1769074990.496380:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769074990.496389:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7dc0. 00000100:00000001:2.0:1769074990.496390:0:2366:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074990.496399:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1769074990.496401:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6550. 00000100:00000001:2.0:1769074990.496404:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074990.496414:0:2365:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000200:3.0:1769074990.496416:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613360128, portal 25 00000100:00000001:0.0:1769074990.496418:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074990.496419:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769074990.496421:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769074990.496422:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738890240 : -114161970661376 : ffff982b984ab800) 00000100:00000001:0.0:1769074990.496423:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074990.496434:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90372300 x1855007613357696/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 1 dl 1769074990 ref 1 fl Interpret:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769074990.496445:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b984a9500 x1855007613359232/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075003 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769074990.496446:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b984ab800 x1855007613360128/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074990.496466:0:2366:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90372300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2366:1855007613357696:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074990.496514:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769074990.496525:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b984a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2365:1855007613359232:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074990.496526:0:2366:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769074990.496526:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769074990.496543:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000100:00000040:2.0:1769074990.496544:0:2366:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90373800 x1855007613358720/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075000 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074990.496546:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769074990.496546:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad67f8. 00000100:00000001:0.0:1769074990.496557:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1769074990.496560:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007613360128, offset 0 00000100:00000040:0.0:1769074990.496566:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b984a9500 x1855007613359232/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769075003 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074990.496574:0:2366:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074990.496579:0:2366:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074990.496585:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b9103ec00. 00000400:00000200:3.0:1769074990.496586:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 02000000:00000001:2.0:1769074990.496595:0:2366:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074990.496601:0:2366:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1769074990.496606:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000040:2.0:1769074990.496607:0:2366:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=7 obd=MGC192.168.204.151@tcp 00000400:00000200:3.0:1769074990.496607:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 02000000:00000001:0.0:1769074990.496611:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1769074990.496616:0:2366:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769074990.496617:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b85250400. 02000000:00000010:2.0:1769074990.496619:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99652900. 00000400:00000200:3.0:1769074990.496627:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 02000000:00000001:0.0:1769074990.496632:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1769074990.496633:0:2366:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1769074990.496634:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:0.0:1769074990.496636:0:2365:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1769074990.496639:0:2366:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:0.0:1769074990.496640:0:2365:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=6 obd=MGC192.168.204.151@tcp 00000020:00000001:0.0:1769074990.496648:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1769074990.496663:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 02000000:00000010:0.0:1769074990.496664:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b9816b700. 00000400:00000200:3.0:1769074990.496670:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1769074990.496673:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:2.0:1769074990.496676:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90373800. 02000000:00000001:0.0:1769074990.496679:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1769074990.496679:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000100:00000001:2.0:1769074990.496683:0:2366:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000010:0.0:1769074990.496684:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b984a9500. 00000100:00000001:2.0:1769074990.496689:0:2366:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074990.496694:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074990.496695:0:2366:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1769074990.496695:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15601:15601:256:4294967295] 192.168.204.151@tcp LPNI seq info [15601:15601:8:4294967295] 00000100:00000001:0.0:1769074990.496700:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074990.496706:0:2366:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90373b80 x1855007613358208/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074995 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769074990.496710:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074990.496713:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769074990.496719:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074990.496724:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074990.496725:0:2366:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1769074990.496734:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074990.496734:0:2366:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074990.496738:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b9103f200. 00000400:00000200:3.0:1769074990.496739:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000100:00000001:0.0:1769074990.496741:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074990.496747:0:2366:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074990.496749:0:2366:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074990.496753:0:2366:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=5 obd=MGC192.168.204.151@tcp 00000800:00000200:3.0:1769074990.496758:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000020:00000001:2.0:1769074990.496759:0:2366:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074990.496763:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99652b00. 00000800:00000010:3.0:1769074990.496765:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcb500. 02000000:00000001:2.0:1769074990.496768:0:2366:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074990.496770:0:2366:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074990.496773:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90373b80. 00000800:00000200:3.0:1769074990.496773:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000100:00000001:2.0:1769074990.496779:0:2366:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074990.496782:0:2366:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1769074990.496783:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000100:00000001:2.0:1769074990.496785:0:2366:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:3.0:1769074990.496787:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84fcb500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1769074990.496796:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769074990.496799:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769074990.496803:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296656267 00000100:00000040:2.0:1769074990.496805:0:2366:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90372300 x1855007613357696/t0(0) o400->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 224/224 e 0 to 1 dl 1769074990 ref 1 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074990.496809:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296653706 00000100:00000001:2.0:1769074990.496816:0:2366:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1769074990.496817:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296656267 02000000:00000001:2.0:1769074990.496818:0:2366:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074990.496821:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b9103e200. 00000100:00000001:3.0:1769074990.496822:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296653706 02000000:00000001:2.0:1769074990.496824:0:2366:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074990.496827:0:2366:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074990.496828:0:2366:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00000001:3.0:1769074990.496829:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1769074990.496832:0:2366:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1769074990.496834:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769074990.496835:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99652000. 02000000:00000001:2.0:1769074990.496839:0:2366:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1769074990.496839:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769074990.496840:0:2366:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074990.496844:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90372300. 00000100:00000001:3.0:1769074990.496844:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074990.496849:0:2366:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074990.496851:0:2366:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074990.496851:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074990.496853:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074990.496855:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:2.0:1769074990.496856:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074990.496858:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074990.496859:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074990.496861:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074990.496863:0:2366:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074990.496864:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074990.496866:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074990.496868:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074990.496868:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074990.496873:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074990.496874:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074990.496888:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.496891:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcb500. 00000400:00000200:3.0:1769074990.496896:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.496900:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074990.496903:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad67f8 00000400:00000010:3.0:1769074990.496904:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad67f8. 00000100:00000001:3.0:1769074990.496907:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074990.496910:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b984ab800 x1855007613360128/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074990.496916:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074990.496918:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b984ab800 x1855007613360128/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075000 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074990.496923:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074990.496924:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769074991.002378:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074991.002385:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074991.002387:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074991.002393:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769074991.002398:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074991.002402:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074991.002405:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074991.002408:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074991.002410:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074991.386365:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074991.386373:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074991.386376:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074991.386381:0:21410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769074991.386383:0:21410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769074991.386385:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074991.386391:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074991.386394:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074991.386396:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074991.386398:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074991.386402:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074991.386404:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074991.386451:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074991.386454:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074991.386457:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074991.514348:0:2366:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074991.514352:0:2367:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074991.514360:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074991.514360:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074991.514364:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074991.514364:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074991.514371:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074991.514371:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074991.514376:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074991.514376:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074991.514383:0:2366:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074991.514384:0:2367:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074991.514387:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074991.514388:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074991.514390:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074991.514391:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074991.514395:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074991.514396:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074991.514399:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074991.514406:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074992.026360:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074992.026366:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074992.026368:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074992.026372:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769074992.026375:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074992.026378:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074992.026380:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074992.026381:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074992.026384:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074992.410377:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074992.410385:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074992.410392:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074992.410394:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074992.410455:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074992.410460:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074992.410464:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074992.538362:0:2366:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074992.538367:0:2367:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074992.538374:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074992.538375:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074992.538377:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074992.538380:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074992.538383:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074992.538385:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074992.538386:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074992.538388:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074992.538390:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074992.538393:0:2367:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074992.538395:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074992.538396:0:2366:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074992.538397:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074992.538399:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074992.538401:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074992.538403:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074992.538404:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074992.538405:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074992.538408:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074992.538408:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074992.538409:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074992.538413:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074992.538416:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074992.538417:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074992.538424:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074993.050356:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074993.050362:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074993.050364:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074993.050368:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769074993.050371:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074993.050374:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074993.050375:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074993.050378:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074993.050380:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074993.434348:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074993.434354:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074993.434358:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074993.434359:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074993.434418:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074993.434423:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074993.434426:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769074993.498384:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769074993.498395:0:30087:0:(pinger.c:247:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1769074993.498398:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769074993.498402:0:30087:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1769074993.498405:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769074993.498408:0:30087:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1769074993.498411:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769074993.498414:0:30087:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1769074993.498419:0:30087:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 2 (1987) 00000100:00000001:0.0:1769074993.562374:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074993.562374:0:2367:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074993.562391:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074993.562391:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074993.562396:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074993.562398:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074993.562407:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074993.562407:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074993.562411:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074993.562412:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074993.562420:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074993.562424:0:2367:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074993.562426:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074993.562430:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074993.562435:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074993.562439:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074993.562443:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074993.562475:0:2366:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074993.562479:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074993.562480:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074993.562482:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074993.562483:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074993.562485:0:2366:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074993.562487:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074993.562488:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074993.562490:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074993.562491:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074994.074410:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074994.074422:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074994.074426:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074994.074433:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769074994.074438:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074994.074443:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074994.074447:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074994.074450:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074994.074454:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074994.458416:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074994.458423:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074994.458428:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074994.458430:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074994.458485:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074994.458490:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074994.458493:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769074994.586379:0:2366:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074994.586393:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074994.586395:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074994.586402:0:2367:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074994.586402:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074994.586406:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074994.586416:0:2366:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074994.586419:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074994.586420:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074994.586422:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074994.586424:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074994.586428:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074994.586431:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074994.586432:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074994.586437:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074994.586438:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074994.586439:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074994.586444:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074994.586451:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074994.586454:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074994.586454:0:2367:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074994.586460:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074994.586462:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074994.586464:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074994.586466:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074994.586470:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074994.586475:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074995.098395:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074995.098407:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074995.098409:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074995.098418:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769074995.098422:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074995.098426:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074995.098429:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074995.098432:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074995.098434:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074995.482402:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074995.482410:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074995.482416:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074995.482417:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074995.482473:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074995.482477:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074995.482480:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769074995.546449:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074995.546458:0:30087:0:(pinger.c:247:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1769074995.546460:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074995.546463:0:30087:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1769074995.546465:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074995.546467:0:30087:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1769074995.546469:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074995.546471:0:30087:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1769074995.546476:0:30087:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1989) 00000100:00000001:1.0:1769074995.610361:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074995.610361:0:2366:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074995.610367:0:2366:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1769074995.610373:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074995.610375:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000400:3.0:1769074995.610381:0:2366:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074979/real 1769074979] req@ffff982b90372680 x1855007613358464/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074995 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074995.610382:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074995.610386:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074995.610391:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074995.610398:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074995.610404:0:2367:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000400:00000001:3.0:1769074995.610405:0:2366:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769074995.610410:0:2366:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1769074995.610411:0:2367:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000400:00000010:3.0:1769074995.610415:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7ec60. 00000400:00000200:3.0:1769074995.610422:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897fee0 00000100:00000400:2.0:1769074995.610427:0:2367:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074979/real 1769074979] req@ffff982b90372a00 x1855007613358336/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074995 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074995.610427:0:2366:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897fee0. 00000100:00000001:3.0:1769074995.610436:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769074995.610444:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90372680 x1855007613358464/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074995 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769074995.610454:0:2367:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074995.610458:0:2367:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1769074995.610459:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90372680 x1855007613358464/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074995 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074995.610467:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7108. 00000100:00000001:3.0:1769074995.610470:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769074995.610472:0:2366:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074995.610474:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1769074995.610479:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6440 00000100:00000001:3.0:1769074995.610479:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1769074995.610488:0:2367:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6440. 00000100:00100000:3.0:1769074995.610490:0:2366:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff982b90372680 x1855007613358464/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074995 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074995.610500:0:2366:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00000001:2.0:1769074995.610501:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:3.0:1769074995.610509:0:2366:0:(import.c:213:ptlrpc_set_import_discon()) osc: import ffff982b83e5e800 already not connected (conn 17, was 16): CONNECTING 00000100:00000200:2.0:1769074995.610512:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90372a00 x1855007613358336/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074995 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074995.610513:0:2366:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:3.0:1769074995.610516:0:2366:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074995.610523:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074995.610525:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074995.610530:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074995.610532:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074995.610534:0:2366:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1769074995.610540:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90372a00 x1855007613358336/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074995 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074995.610541:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074995.610545:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074995.610554:0:2366:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074995.610561:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074995.610575:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074995.610577:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074995.610579:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074995.610593:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074995.610598:0:2367:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074995.610602:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074995.610604:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769074995.610611:0:2367:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff982b90372a00 x1855007613358336/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074995 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074995.610620:0:2367:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:2.0:1769074995.610623:0:2367:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff982b88b88800 already not connected (conn 57, was 56): CONNECTING 00000100:00000001:2.0:1769074995.610627:0:2367:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:2.0:1769074995.610628:0:2367:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074995.610631:0:2367:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000400:2.0:1769074995.610637:0:2367:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074979/real 1769074979] req@ffff982b90370a80 x1855007613358592/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074995 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769074995.610646:0:2367:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769074995.610647:0:2367:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769074995.610650:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7cb8. 00000400:00000200:2.0:1769074995.610655:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6000 00000400:00000010:2.0:1769074995.610657:0:2367:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6000. 00000100:00000001:2.0:1769074995.610659:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769074995.610663:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90370a80 x1855007613358592/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074995 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074995.610673:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90370a80 x1855007613358592/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074995 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074995.610681:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769074995.610683:0:2367:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074995.610685:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074995.610687:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769074995.610692:0:2367:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff982b90370a80 x1855007613358592/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074995 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074995.610699:0:2367:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:2.0:1769074995.610701:0:2367:0:(import.c:213:ptlrpc_set_import_discon()) osc: import ffff982b99688000 already not connected (conn 17, was 16): CONNECTING 00000100:00000001:2.0:1769074995.610705:0:2367:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:2.0:1769074995.610706:0:2367:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074995.610714:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074995.610716:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074995.610719:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074995.610721:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074995.610725:0:2367:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074995.610726:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074995.610728:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074995.610731:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90372a00 x1855007613358336/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074995 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074995.610737:0:2367:0:(client.c:2174:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1769074995.610739:0:2367:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074995.610741:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769074995.610742:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769074995.610745:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90372a00 x1855007613358336/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074995 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769074995.610750:0:2367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90372a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2367:1855007613358336:192.168.204.151@tcp:400:kworker.0 00000100:00000001:2.0:1769074995.610754:0:2367:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074995.610755:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074995.610756:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074995.610757:0:2367:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074995.610758:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074995.610759:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074995.610760:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074995.610762:0:2367:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769074995.610765:0:2367:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90372a00 x1855007613358336/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074995 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074995.610775:0:2367:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769074995.610778:0:2367:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769074995.610782:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b85016600. 02000000:00000001:2.0:1769074995.610786:0:2367:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769074995.610788:0:2367:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769074995.610790:0:2367:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=7 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:2.0:1769074995.610792:0:2367:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769074995.610795:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99652a00. 02000000:00000001:2.0:1769074995.610798:0:2367:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769074995.610800:0:2367:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769074995.610802:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90372a00. 00000100:00000001:2.0:1769074995.610805:0:2367:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769074995.610806:0:2367:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074995.610809:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074996.122383:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074996.122393:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074996.122394:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074996.122400:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769074996.122405:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074996.122408:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074996.122410:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074996.122413:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074996.122416:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074996.506394:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074996.506405:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074996.506414:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074996.506416:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074996.506473:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074996.506478:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074996.506482:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074996.634347:0:2367:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074996.634353:0:2366:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074996.634362:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074996.634365:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074996.634366:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074996.634372:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074996.634374:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074996.634379:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074996.634382:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074996.634387:0:2367:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074996.634388:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074996.634392:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074996.634395:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074996.634396:0:2366:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074996.634399:0:2367:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074996.634403:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074996.634404:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074996.634404:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074996.634411:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074996.634414:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074996.634415:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074996.634418:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074996.634424:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074996.634424:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074996.634429:0:2366:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074996.634439:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074996.634441:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074996.634443:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074996.634445:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074996.634447:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074996.634450:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074996.634453:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074996.634454:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074997.146387:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074997.146396:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074997.146398:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074997.146405:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769074997.146410:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074997.146413:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074997.146416:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074997.146419:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074997.146421:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074997.530401:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074997.530410:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074997.530417:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074997.530421:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769074997.530424:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769074997.530427:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074997.530430:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769074997.530433:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074997.530435:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074997.530438:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074997.530498:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074997.530502:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074997.530505:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769074997.658382:0:2367:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074997.658382:0:2366:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074997.658397:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769074997.658397:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074997.658401:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074997.658401:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074997.658402:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074997.658412:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1769074997.658413:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074997.658414:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074997.658422:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074997.658423:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074997.658432:0:2367:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074997.658432:0:2366:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769074997.658433:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074987/real 1769074987] req@ffff982b984a8700 x1855007613359360/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074997 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769074997.658443:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074997.658446:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074997.658453:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074997.658455:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074997.658469:0:2367:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074997.658469:0:2366:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1769074997.658471:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769074997.658476:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1769074997.658477:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074997.658479:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1769074997.658481:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7e580. 00000100:00000001:2.0:1769074997.658482:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074997.658485:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074997.658490:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074997.658491:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f5d8 00000100:00000001:3.0:1769074997.658492:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769074997.658502:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f5d8. 00000100:00000001:2.0:1769074997.658505:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074997.658505:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074997.658508:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769074997.658522:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b984a8700 x1855007613359360/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074997 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074997.658582:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b984a8700 x1855007613359360/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074997 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074997.658592:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769074997.658595:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074997.658599:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074997.658601:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769074997.658605:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b984a8700 x1855007613359360/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074997 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074997.658610:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074997.658617:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074997.658619:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074997.658620:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074997.658622:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074997.658625:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769074997.658628:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b984a8700 x1855007613359360/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074997 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074997.658633:0:2363:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769074997.658636:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074997.658637:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769074997.658638:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074997.658640:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769074997.658642:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769074997.658645:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769074997.658669:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769074997.658672:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769074997.658677:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b984a8700 x1855007613359360/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074997 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074997.658687:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b984a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613359360:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769074997.658694:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074997.658698:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769074997.658703:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b984a8700 x1855007613359360/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769074997 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074997.658714:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769074997.658717:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:3.0:1769074997.658718:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1769074997.658721:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b90213000. 02000000:00000001:1.0:1769074997.658727:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:3.0:1769074997.658729:0:30087:0:(pinger.c:247:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:00000001:1.0:1769074997.658731:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769074997.658737:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00080000:3.0:1769074997.658737:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:1.0:1769074997.658741:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769074997.658746:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b8606f000. 00000100:00080000:3.0:1769074997.658748:0:30087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000001:1.0:1769074997.658751:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1769074997.658753:0:30087:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:1.0:1769074997.658755:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769074997.658761:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b984a8700. 00000100:00080000:3.0:1769074997.658763:0:30087:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769074997.658765:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769074997.658770:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074997.658775:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074997.658775:0:30087:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769074997.658789:0:30087:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 1977 00000400:00000200:3.0:1769074997.658802:0:30087:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769074997.658811:0:30087:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00001000:3.0:1769074997.658817:0:30087:0:(import.c:2128:obd_at_measure()) add 10 to ffff982b88b88c10 time=100 v=5 (1 0 0 0) 00000100:00001000:3.0:1769074997.658821:0:30087:0:(import.c:2194:obd_at_measure()) AT ffff982b88b88c10 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00080000:3.0:1769074997.658824:0:30087:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: tried all connections, increasing latency to 5s 00000100:00000040:3.0:1769074997.658828:0:30087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769074997.658832:0:30087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769074997.658835:0:30087:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769074997.658839:0:30087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:3.0:1769074997.658843:0:30087:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769074997.658845:0:30087:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000020:00000001:3.0:1769074997.658849:0:30087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769074997.658852:0:30087:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000020:00000001:3.0:1769074997.658855:0:30087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000020:00000001:3.0:1769074997.658859:0:30087:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000040:3.0:1769074997.658862:0:30087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769074997.658864:0:30087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769074997.658867:0:30087:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769074997.658869:0:30087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:3.0:1769074997.658874:0:30087:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 00000100:00080000:3.0:1769074997.658878:0:30087:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:3.0:1769074997.658881:0:30087:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769074997.658884:0:30087:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769074997.658892:0:30087:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769074997.658896:0:30087:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074997.658900:0:30087:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769074997.658906:0:30087:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769074997.658909:0:30087:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074997.658912:0:30087:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769074997.658924:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90371500. 00000020:00000040:3.0:1769074997.658928:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=7 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:3.0:1769074997.658933:0:30087:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769074997.658935:0:30087:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074997.658939:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769074997.658942:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769074997.658948:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769074997.658958:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c03c00. 00000100:00000001:3.0:1769074997.658967:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769074997.658977:0:30087:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90371500 x1855007613360256/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769074997.658989:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769074997.658994:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769074997.659000:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6fe85bd] to pc [ptlrpcd_rcv+-1] req@ffff982b90371500 x1855007613360256/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074997.659024:0:30087:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769074997.659027:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074997.659031:0:30087:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1769074997.659035:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074997.659039:0:30087:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1769074997.659046:0:30087:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1992) 00000100:00000001:1.0:1769074997.659058:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074997.659061:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074997.659063:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769074997.659071:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90371500 x1855007613360256/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074997.659078:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769074997.659079:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074997.659082:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769074997.659084:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769074997.659086:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769074997.659089:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90371500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613360256:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769074997.659092:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769074997.659095:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769074997.659097:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769074997.659099:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769074997.659105:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f000. 02000000:00000001:1.0:1769074997.659107:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769074997.659114:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769074997.659117:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47cb8. 00000400:00000010:1.0:1769074997.659121:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00000200:1.0:1769074997.659126:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613360256, portal 10 00000100:00000001:1.0:1769074997.659128:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769074997.659129:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603385600 : -114162106166016 : ffff982b90371500) 00000100:00000040:1.0:1769074997.659135:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90371500 x1855007613360256/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769074997.659140:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769074997.659142:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769074997.659144:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e83b8. 00000100:00000200:1.0:1769074997.659146:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613360256, offset 0 00000400:00000200:1.0:1769074997.659151:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769074997.659157:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074997.659163:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769074997.659167:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074997.659171:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769074997.659174:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074997.659176:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769074997.659179:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15602:15602:256:4294967295] 192.168.204.151@tcp LPNI seq info [15602:15602:8:4294967295] 00000400:00000200:1.0:1769074997.659182:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769074997.659189:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769074997.659194:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769074997.659198:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000800:00000200:1.0:1769074997.659203:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769074997.659210:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769074997.659214:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816b200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1769074997.659230:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769074997.659234:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1068438 usecs (1069 jiffies) 00000400:00000200:1.0:1769074997.659239:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769074997.659242:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296655405 00000100:00000001:1.0:1769074997.659245:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296656267 00000100:00000001:1.0:1769074997.659249:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296655405 00000100:00000001:1.0:1769074997.659253:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296656267 00000100:00000001:1.0:1769074997.659256:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769074997.659259:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074997.659266:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074997.659268:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074997.659272:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074997.659274:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074997.659276:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074997.659277:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769074997.659278:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074997.659305:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769074997.659337:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074997.659344:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000400:00000200:3.0:1769074997.659352:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074997.659360:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769074997.659368:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e83b8 00000400:00000010:3.0:1769074997.659370:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e83b8. 00000100:00000001:3.0:1769074997.659376:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769074997.659383:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90371500 x1855007613360256/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074997.659394:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769074997.659398:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90371500 x1855007613360256/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075012 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769074997.659407:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074997.659409:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769074998.170470:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074998.170479:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074998.170483:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074998.170490:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769074998.170495:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074998.170500:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074998.170503:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074998.170507:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074998.170510:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074998.554420:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074998.554430:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074998.554437:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074998.554438:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769074998.554503:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769074998.554507:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769074998.554510:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769074998.682386:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074998.682395:0:2364:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074998.682395:0:2367:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769074998.682395:0:2366:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769074998.682403:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074998.682409:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074998.682412:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074998.682413:0:2364:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074998.682416:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074998.682417:0:2364:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074998.682417:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769074998.682421:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074998.682422:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074998.682424:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074998.682425:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074998.682425:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769074998.682436:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074998.682438:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074998.682440:0:2367:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074998.682441:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074998.682446:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074998.682452:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769074998.682453:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074998.682453:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769074998.682454:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074998.682466:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074998.682467:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074998.682478:0:2367:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074998.682480:0:2366:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074998.682482:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074998.682485:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074998.682486:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074998.682494:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074998.682495:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074998.682509:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074998.682511:0:2366:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074998.682525:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769074998.682529:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769074998.682533:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769074998.682539:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074999.194348:0:2365:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074999.194359:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074999.194362:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769074999.194367:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074999.194369:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074999.194374:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769074999.194377:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074999.194400:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074999.194407:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769074999.194409:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769074999.194414:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769074999.194417:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074999.194420:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074999.194423:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074999.194426:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074999.194428:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074999.578384:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074999.578389:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769074999.578395:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769074999.578396:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769074999.578459:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769074999.578463:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769074999.578467:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769074999.706346:0:2364:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074999.706357:0:2364:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074999.706359:0:2364:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074999.706363:0:2366:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769074999.706364:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769074999.706367:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769074999.706370:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074999.706373:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769074999.706374:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074999.706377:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074999.706383:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074999.706385:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074999.706390:0:2366:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074999.706393:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074999.706396:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074999.706399:0:2366:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074999.706402:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074999.706404:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074999.706407:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074999.706411:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769074999.706418:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769074999.706423:0:2367:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769074999.706424:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074999.706426:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074999.706428:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769074999.706429:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074999.706429:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074999.706431:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074999.706431:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769074999.706433:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769074999.706437:0:2367:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074999.706439:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074999.706441:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074999.706443:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074999.706444:0:2367:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769074999.706445:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074999.706446:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769074999.706448:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769074999.706451:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769074999.706453:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769074999.706466:0:21410:0:(connection.c:75:cpu_latency_work()) work item of ffff982b99695220 (cpu 0) has reached its deadline 4296656267, at 4296656384 00000100:00000010:2.0:1769074999.706478:0:21410:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982b98466660. 00000100:00000040:3.0:1769074999.706528:0:15360:0:(connection.c:75:cpu_latency_work()) work item of ffff982b99695330 (cpu 0) has reached its deadline 4296656267, at 4296656384 00000100:00000010:3.0:1769074999.706535:0:15360:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982b98466840. 00000100:00000001:2.0:1769075000.218416:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075000.218423:0:2365:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075000.218427:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075000.218432:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075000.218440:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075000.218443:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075000.218446:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075000.218449:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075000.218452:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075000.218462:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075000.218465:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075000.218467:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075000.218473:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075000.218473:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075000.218483:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075000.218513:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075000.602382:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075000.602390:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075000.602416:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075000.602434:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075000.602572:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075000.602576:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075000.602578:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769075000.730370:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075000.730372:0:2366:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769075000.730374:0:2367:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075000.730376:0:2364:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769075000.730381:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1769075000.730381:0:2366:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769075000.730381:0:2367:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1769075000.730387:0:2364:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075000.730390:0:2364:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075000.730396:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075000.730400:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000400:3.0:1769075000.730403:0:2367:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074984/real 1769074984] req@ffff982b90373480 x1855007613358848/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075000 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075000.730404:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075000.730405:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074990/real 1769074990] req@ffff982b984ab800 x1855007613360128/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075000 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000400:2.0:1769075000.730405:0:2366:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074984/real 1769074984] req@ffff982b90371180 x1855007613358976/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075000 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075000.730413:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769075000.730450:0:2367:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075000.730453:0:2367:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075000.730458:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7f78. 00000400:00000200:3.0:1769075000.730469:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6330 00000400:00000010:3.0:1769075000.730475:0:2367:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6330. 00000100:00000001:3.0:1769075000.730509:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1769075000.730511:0:2366:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769075000.730515:0:2366:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1769075000.730518:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90373480 x1855007613358848/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075000 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769075000.730520:0:2366:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b88b7eec8. 00000400:00000200:2.0:1769075000.730528:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b9897f2a8 00000400:00000010:2.0:1769075000.730532:0:2366:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b9897f2a8. 00000100:00000001:2.0:1769075000.730539:0:2366:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1769075000.730540:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075000.730545:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075000.730550:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7dc0. 00000100:00000200:2.0:1769075000.730551:0:2366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90371180 x1855007613358976/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075000 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769075000.730559:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6550 00000100:00000200:3.0:1769075000.730560:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90373480 x1855007613358848/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075000 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769075000.730565:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6550. 00000100:00000001:1.0:1769075000.730572:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769075000.730580:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075000.730584:0:2367:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1769075000.730585:0:2366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90371180 x1855007613358976/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075000 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075000.730586:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b984ab800 x1855007613360128/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075000 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075000.730587:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075000.730591:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075000.730602:0:2367:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff982b90373480 x1855007613358848/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075000 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075000.730631:0:2366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075000.730632:0:2367:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00000200:1.0:1769075000.730634:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b984ab800 x1855007613360128/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075000 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075000.730636:0:2366:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769075000.730637:0:2367:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff982b88b88800 already not connected (conn 58, was 56): CONNECTING 00000100:00000001:2.0:1769075000.730643:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075000.730648:0:2367:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:2.0:1769075000.730649:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075000.730654:0:2367:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075000.730655:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075000.730660:0:2367:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1769075000.730661:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075000.730662:0:2366:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff982b90371180 x1855007613358976/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075000 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075000.730668:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000400:3.0:1769075000.730669:0:2367:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074984/real 1769074984] req@ffff982b90371f80 x1855007613359104/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075000 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075000.730672:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075000.730684:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b984ab800 x1855007613360128/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075000 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075000.730695:0:2366:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:2.0:1769075000.730699:0:2366:0:(import.c:213:ptlrpc_set_import_discon()) osc: import ffff982b83e5e800 already not connected (conn 17, was 16): CONNECTING 00000100:00000001:2.0:1769075000.730709:0:2366:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000400:00000001:3.0:1769075000.730709:0:2367:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075000.730713:0:2367:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1769075000.730714:0:2366:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075000.730717:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1769075000.730718:0:2367:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7688. 00000100:00000001:2.0:1769075000.730722:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075000.730725:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075000.730726:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6a18 00000100:00000001:1.0:1769075000.730727:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1769075000.730728:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1769075000.730732:0:2367:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6a18. 00000100:00000001:2.0:1769075000.730733:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075000.730737:0:2366:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075000.730739:0:2367:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1769075000.730740:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074990/real 1769074990] req@ffff982b984aaa00 x1855007613360000/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075000 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075000.730741:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075000.730746:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1769075000.730747:0:2367:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90371f80 x1855007613359104/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075000 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075000.730753:0:2366:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075000.730759:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075000.730762:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075000.730768:0:2366:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075000.730773:0:2366:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075000.730777:0:2366:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075000.730783:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769075000.730788:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1769075000.730788:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1769075000.730789:0:2367:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90371f80 x1855007613359104/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075000 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075000.730793:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075000.730801:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7738. 00000100:00000001:3.0:1769075000.730803:0:2367:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075000.730809:0:2367:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1769075000.730811:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad65d8 00000100:00000001:3.0:1769075000.730812:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075000.730814:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1769075000.730818:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad65d8. 00000100:00100000:3.0:1769075000.730820:0:2367:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff982b90371f80 x1855007613359104/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075000 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075000.730827:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769075000.730829:0:2367:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:3.0:1769075000.730833:0:2367:0:(import.c:213:ptlrpc_set_import_discon()) osc: import ffff982b99688000 already not connected (conn 17, was 16): CONNECTING 00000100:00000001:3.0:1769075000.730837:0:2367:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000200:1.0:1769075000.730839:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b984aaa00 x1855007613360000/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075000 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075000.730839:0:2367:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075000.730848:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075000.730851:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769075000.730855:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b984aaa00 x1855007613360000/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075000 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075000.730857:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075000.730860:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075000.730865:0:2367:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075000.730869:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075000.730872:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075000.730876:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1769075000.730880:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90373480 x1855007613358848/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075000 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075000.730882:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075000.730890:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075000.730894:0:2367:0:(client.c:2174:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:1.0:1769075000.730896:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075000.730901:0:2367:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075000.730905:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075000.730907:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075000.730910:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b984aaa00 x1855007613360000/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075000 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075000.730915:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90373480 x1855007613358848/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075000 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075000.730950:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075000.730951:0:2367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90373480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2367:1855007613358848:192.168.204.151@tcp:400:kworker.0 00000100:00000001:1.0:1769075000.730958:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769075000.730961:0:2367:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075000.730964:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075000.730965:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075000.730968:0:2367:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075000.730971:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074990/real 1769074990] req@ffff982b984a8a80 x1855007613359872/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075000 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075000.730972:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075000.730975:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075000.730979:0:2367:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075000.730984:0:2367:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075000.730987:0:2367:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075000.730991:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075000.730997:0:2367:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:1.0:1769075000.731000:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075000.731006:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1769075000.731006:0:2367:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90373480 x1855007613358848/t0(0) o400->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 224/224 e 0 to 1 dl 1769075000 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769075000.731013:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7c08. 00000100:00000001:3.0:1769075000.731017:0:2367:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1769075000.731019:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6d48 02000000:00000001:3.0:1769075000.731021:0:2367:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:1.0:1769075000.731023:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6d48. 00000100:00000001:1.0:1769075000.731028:0:2363:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:3.0:1769075000.731028:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b85017e00. 00000100:00000200:1.0:1769075000.731037:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b984a8a80 x1855007613359872/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075000 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075000.731037:0:2367:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075000.731043:0:2367:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075000.731049:0:2367:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000200:1.0:1769075000.731051:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b984a8a80 x1855007613359872/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075000 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769075000.731056:0:2367:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075000.731063:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99652c00. 00000100:00000001:1.0:1769075000.731070:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075000.731072:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075000.731074:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075000.731076:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075000.731080:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b984a8a80 x1855007613359872/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075000 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075000.731084:0:2367:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1769075000.731090:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769075000.731095:0:2367:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1769075000.731096:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075000.731100:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:3.0:1769075000.731101:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90373480. 00000100:00000001:1.0:1769075000.731104:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075000.731107:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075000.731108:0:2367:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075000.731110:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075000.731112:0:2367:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075000.731118:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b984ab800 x1855007613360128/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075000 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075000.731118:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075000.731129:0:2363:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075000.731132:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075000.731134:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075000.731135:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075000.731137:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075000.731139:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075000.731142:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075000.731159:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075000.731162:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075000.731165:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b984ab800 x1855007613360128/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075000 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075000.731173:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b984ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613360128:192.168.204.151@tcp:250:kworker.0 00000100:00000001:1.0:1769075000.731180:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075000.731183:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b984aaa00 x1855007613360000/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075000 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075000.731189:0:2363:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075000.731191:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769075000.731192:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769075000.731193:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075000.731196:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075000.731202:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1769075000.731203:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769075000.731206:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075000.731209:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769075000.731211:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769075000.731212:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769075000.731218:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769075000.731221:0:27795:0:(import.c:509:import_select_connection()) MGC192.168.204.151@tcp: connect to NID 192.168.204.151@tcp last attempt 1979 00000400:00000200:0.0:1769075000.731230:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00080000:1.0:1769075000.731234:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075000.731238:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000400:00000200:0.0:1769075000.731239:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00000001:3.0:1769075000.731240:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075000.731246:0:2367:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1769075000.731247:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b984aaa00 x1855007613360000/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075000 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1769075000.731248:0:27795:0:(import.c:2128:obd_at_measure()) add 10 to ffff982b88b8ac10 time=103 v=5 (1 0 0 0) 00000100:00000001:3.0:1769075000.731253:0:2367:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1769075000.731260:0:27795:0:(import.c:2194:obd_at_measure()) AT ffff982b88b8ac10 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00000040:3.0:1769075000.731267:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90371f80 x1855007613359104/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075000 ref 1 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075000.731268:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b984aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613360000:192.168.204.151@tcp:8:kworker.0 00000100:00080000:0.0:1769075000.731270:0:27795:0:(import.c:588:import_select_connection()) MGC192.168.204.151@tcp: tried all connections, increasing latency to 5s 00000100:00000040:0.0:1769075000.731279:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075000.731310:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075000.731317:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075000.731320:0:2367:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:0.0:1769075000.731321:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000001:1.0:1769075000.731324:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769075000.731328:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769075000.731328:0:2367:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1769075000.731333:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000100:00000001:3.0:1769075000.731333:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1769075000.731338:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b984a8a80 x1855007613359872/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075000 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769075000.731339:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769075000.731339:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1769075000.731345:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000100:00000040:3.0:1769075000.731351:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90371f80 x1855007613359104/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075000 ref 1 fl Interpret:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769075000.731352:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000020:00000001:0.0:1769075000.731358:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00000040:0.0:1769075000.731368:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075000.731371:0:2363:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769075000.731374:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075000.731380:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075000.731382:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075000.731385:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00100000:3.0:1769075000.731387:0:2367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90371f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2367:1855007613359104:192.168.204.151@tcp:400:kworker.0 00000100:00000001:1.0:1769075000.731390:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:0.0:1769075000.731393:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00000001:1.0:1769075000.731396:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075000.731400:0:2367:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769075000.731402:0:27795:0:(import.c:623:import_select_connection()) MGC192.168.204.151@tcp: import ffff982b88b8a800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:1.0:1769075000.731403:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769075000.731407:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075000.731409:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90370a80 x1855007613358592/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074995 ref 1 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769075000.731412:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075000.731416:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075000.731422:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075000.731422:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769075000.731428:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00080000:1.0:1769075000.731432:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1769075000.731434:0:27795:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075000.731434:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075000.731438:0:2367:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1769075000.731439:0:2366:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1769075000.731444:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98580000. 00000100:00000001:2.0:1769075000.731446:0:2366:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075000.731446:0:2367:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1769075000.731448:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=5 obd=MGC192.168.204.151@tcp 00000100:00000001:3.0:1769075000.731452:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075000.731456:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769075000.731457:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00080000:1.0:1769075000.731461:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.151@tcp failed (-110) 02000000:00000001:0.0:1769075000.731462:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075000.731466:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90371180 x1855007613358976/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075000 ref 1 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075000.731466:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90370a80 x1855007613358592/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074995 ref 1 fl Interpret:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075000.731468:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769075000.731469:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:0.0:1769075000.731474:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1769075000.731497:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b984a8a80 x1855007613359872/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075000 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769075000.731498:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075000.731509:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b85880000. 00000100:00100000:3.0:1769075000.731515:0:2367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90370a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2367:1855007613358592:192.168.204.151@tcp:400:kworker.0 00000100:00000001:0.0:1769075000.731519:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075000.731525:0:2366:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:3.0:1769075000.731532:0:2367:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769075000.731534:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b98580000 x1855007613360384/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075000.731537:0:2366:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075000.731540:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b984a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613359872:192.168.204.151@tcp:8:kworker.0 00000100:00000001:2.0:1769075000.731545:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1769075000.731547:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90370700 x1855007613358080/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074990 ref 1 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075000.731552:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075000.731555:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075000.731563:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075000.731569:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90371180 x1855007613358976/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075000 ref 1 fl Interpret:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075000.731570:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1769075000.731572:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b984ab800 x1855007613360128/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075000 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075000.731578:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075000.731585:0:2367:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000040:0.0:1769075000.731591:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039f1d2fa] to pc [ptlrpcd_rcv+-1] req@ffff982b98580000 x1855007613360384/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075000.731593:0:2367:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075000.731601:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075000.731605:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075000.731618:0:2367:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90370700 x1855007613358080/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074990 ref 1 fl Interpret:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075000.731620:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075000.731624:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:2.0:1769075000.731627:0:2366:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90371180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2366:1855007613358976:192.168.204.151@tcp:400:kworker.0 02000000:00000010:1.0:1769075000.731629:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c00c00. 00000100:00000001:0.0:1769075000.731634:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075000.731639:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:0.0:1769075000.731644:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:1.0:1769075000.731645:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1769075000.731646:0:2366:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1769075000.731650:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000100:00100000:3.0:1769075000.731655:0:2367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90370700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2367:1855007613358080:192.168.204.151@tcp:400:kworker.0 00000020:00000001:1.0:1769075000.731656:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:0.0:1769075000.731659:0:27795:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 02000000:00000010:1.0:1769075000.731662:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b8606f800. 00000100:00000040:2.0:1769075000.731664:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90372680 x1855007613358464/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074995 ref 1 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075000.731670:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1769075000.731672:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1769075000.731672:0:2367:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769075000.731676:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075000.731680:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b984ab800. 00000100:00000001:3.0:1769075000.731682:0:2367:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1769075000.731685:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769075000.731688:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075000.731690:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769075000.731693:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075000.731695:0:2367:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90371f80 x1855007613359104/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075000 ref 1 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075000.731696:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769075000.731700:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769075000.731706:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1769075000.731707:0:2366:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000040:1.0:1769075000.731712:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b984aaa00 x1855007613360000/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075000 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075000.731714:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 1979 00000100:00000001:2.0:1769075000.731716:0:2366:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075000.731724:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075000.731726:0:2367:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1769075000.731729:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769075000.731729:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769075000.731732:0:2367:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075000.731740:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b85016e00. 00000400:00000200:0.0:1769075000.731741:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00000001:1.0:1769075000.731741:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1769075000.731743:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90372680 x1855007613358464/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074995 ref 1 fl Interpret:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1769075000.731745:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:0.0:1769075000.731750:0:27795:0:(import.c:2128:obd_at_measure()) add 10 to ffff982b83e5ec10 time=33 v=5 (1 0 0 0) 02000000:00000010:1.0:1769075000.731751:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c01800. 02000000:00000001:3.0:1769075000.731752:0:2367:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075000.731756:0:2367:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1769075000.731761:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:3.0:1769075000.731761:0:2367:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=6 obd=lustre-OST0001-osc-ffff982b858dd800 00000100:00001000:0.0:1769075000.731762:0:27795:0:(import.c:2194:obd_at_measure()) AT ffff982b83e5ec10 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000020:00000001:1.0:1769075000.731766:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:2.0:1769075000.731768:0:2366:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90372680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2366:1855007613358464:192.168.204.151@tcp:400:kworker.0 00000020:00000001:3.0:1769075000.731770:0:2367:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:1.0:1769075000.731771:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=5 obd=lustre-OST0001-osc-ffff982b858dd800 00000100:00080000:0.0:1769075000.731773:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: tried all connections, increasing latency to 5s 02000000:00000010:3.0:1769075000.731776:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b84fcbc00. 00000020:00000001:1.0:1769075000.731779:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1769075000.731783:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 02000000:00000010:1.0:1769075000.731784:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b8606cc00. 02000000:00000001:3.0:1769075000.731785:0:2367:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075000.731789:0:2367:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1769075000.731792:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000010:3.0:1769075000.731792:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90371f80. 02000000:00000001:1.0:1769075000.731793:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075000.731799:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1769075000.731800:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075000.731801:0:2367:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000010:1.0:1769075000.731802:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b984aaa00. 00000100:00000001:3.0:1769075000.731805:0:2367:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075000.731809:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000001:1.0:1769075000.731810:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075000.731810:0:2367:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769075000.731815:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769075000.731816:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1769075000.731819:0:2367:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90370a80 x1855007613358592/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074995 ref 1 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075000.731820:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1769075000.731821:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3de 00000020:00000001:0.0:1769075000.731829:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1769075000.731829:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b984a8a80 x1855007613359872/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075000 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1769075000.731835:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b9968c800 refcount=4 00000020:00000001:0.0:1769075000.731843:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000100:00000001:3.0:1769075000.731851:0:2367:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1769075000.731853:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000100:00000001:1.0:1769075000.731856:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075000.731857:0:2367:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075000.731860:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b85017200. 00000100:00000040:0.0:1769075000.731862:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 02000000:00000001:3.0:1769075000.731864:0:2367:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075000.731868:0:2367:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1769075000.731870:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:3.0:1769075000.731871:0:2367:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=4 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:3.0:1769075000.731876:0:2367:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1769075000.731879:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 02000000:00000010:3.0:1769075000.731880:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99652700. 02000000:00000001:3.0:1769075000.731885:0:2367:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1769075000.731887:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 02000000:00000001:3.0:1769075000.731888:0:2367:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075000.731892:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90370a80. 00000020:00000040:0.0:1769075000.731893:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b9968c800 : new refcount 3 00000100:00000001:3.0:1769075000.731896:0:2367:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075000.731898:0:2367:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075000.731900:0:2367:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075000.731904:0:2367:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90370700 x1855007613358080/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074990 ref 1 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075000.731910:0:2367:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075000.731912:0:2367:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075000.731914:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b85017000. 02000000:00000001:3.0:1769075000.731915:0:2367:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:0.0:1769075000.731917:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: import ffff982b83e5e800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000020:00000001:3.0:1769075000.731917:0:2367:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075000.731920:0:2367:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:3.0:1769075000.731926:0:2367:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1769075000.731927:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075000.731929:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99652f00. 02000000:00000001:1.0:1769075000.731930:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1769075000.731931:0:2366:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769075000.731932:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000010:1.0:1769075000.731935:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c00400. 02000000:00000001:3.0:1769075000.731936:0:2367:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075000.731940:0:2367:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1769075000.731943:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075000.731943:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1769075000.731944:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90370000 x1855007613357952/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074990 ref 1 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769075000.731945:0:2367:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90370700. 00000020:00000001:1.0:1769075000.731949:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1769075000.731952:0:2367:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1769075000.731953:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769075000.731956:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=6 obd=lustre-OST0000-osc-ffff982b858dd800 00000100:00000001:3.0:1769075000.731957:0:2367:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075000.731962:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075000.731964:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769075000.731967:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00100000:0.0:1769075000.731970:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1769075000.731972:0:2367:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:1.0:1769075000.731975:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b8606c400. 00000100:00000001:3.0:1769075000.731976:0:2367:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769075000.731980:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075000.731984:0:2366:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:0.0:1769075000.731985:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075000.731986:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1769075000.731986:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075000.731989:0:2366:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075000.731991:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075000.731993:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1769075000.731994:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:0.0:1769075000.731995:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98580700. 00000100:00000001:2.0:1769075000.731998:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1769075000.731999:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b984a8a80. 00000020:00000040:0.0:1769075000.732001:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=7 obd=lustre-OST0000-osc-ffff982b858dd800 00000100:00000040:2.0:1769075000.732007:0:2366:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90370000 x1855007613357952/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074990 ref 1 fl Interpret:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769075000.732008:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769075000.732009:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1769075000.732013:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075000.732015:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075000.732020:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769075000.732021:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769075000.732024:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075000.732029:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075000.732030:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1769075000.732034:0:2366:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90370000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2366:1855007613357952:192.168.204.151@tcp:400:kworker.0 02000000:00000010:0.0:1769075000.732035:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b85880400. 00000100:00000001:1.0:1769075000.732035:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:1.0:1769075000.732045:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075000.732048:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075000.732048:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075000.732048:0:2366:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075000.732052:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769075000.732058:0:2366:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075000.732062:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98580000 x1855007613360384/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075000.732065:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b98580700 x1855007613360512/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1769075000.732070:0:2366:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90371180 x1855007613358976/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075000 ref 1 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075000.732091:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075000.732096:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075000.732106:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1769075000.732107:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1769075000.732108:0:2366:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1769075000.732113:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075000.732114:0:2366:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769075000.732115:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1769075000.732119:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b9103f000. 02000000:00000001:1.0:1769075000.732123:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075000.732126:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da4fd920] to pc [ptlrpcd_rcv+-1] req@ffff982b98580700 x1855007613360512/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769075000.732128:0:2366:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:1.0:1769075000.732134:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98580000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613360384:192.168.204.151@tcp:250:kworker.0 00000020:00000001:2.0:1769075000.732134:0:2366:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769075000.732138:0:2366:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=6 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:2.0:1769075000.732147:0:2366:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1769075000.732150:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1769075000.732152:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99652500. 02000000:00000001:1.0:1769075000.732158:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075000.732161:0:2366:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075000.732163:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075000.732166:0:2366:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1769075000.732171:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1769075000.732173:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90371180. 00000100:00000001:0.0:1769075000.732180:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769075000.732181:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606c400. 00000100:00000001:2.0:1769075000.732182:0:2366:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075000.732185:0:2366:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769075000.732189:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075000.732190:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769075000.732190:0:2366:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1769075000.732201:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000040:2.0:1769075000.732202:0:2366:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90372680 x1855007613358464/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074995 ref 1 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769075000.732205:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769075000.732207:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075000.732213:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:1.0:1769075000.732215:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47e70. 00000100:00000001:0.0:1769075000.732221:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000400:00000010:1.0:1769075000.732226:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8e58. 00000100:00080000:0.0:1769075000.732229:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 1979 00000100:00000200:1.0:1769075000.732238:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613360384, portal 25 00000400:00000200:0.0:1769075000.732241:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075000.732247:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1769075000.732251:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00000001:1.0:1769075000.732253:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739760640 : -114161969790976 : ffff982b98580000) 00000100:00000001:2.0:1769075000.732255:0:2366:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:0.0:1769075000.732256:0:27795:0:(import.c:2128:obd_at_measure()) add 10 to ffff982b99688410 time=33 v=5 (1 0 0 0) 00000100:00001000:0.0:1769075000.732263:0:27795:0:(import.c:2194:obd_at_measure()) AT ffff982b99688410 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 02000000:00000001:2.0:1769075000.732263:0:2366:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1769075000.732269:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98580000 x1855007613360384/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075000.732270:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: tried all connections, increasing latency to 5s 02000000:00000010:2.0:1769075000.732271:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b9103f400. 00000100:00000040:0.0:1769075000.732308:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075000.732312:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1769075000.732314:0:2366:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769075000.732318:0:2366:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1769075000.732319:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000020:00000040:2.0:1769075000.732322:0:2366:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=5 obd=lustre-OST0000-osc-ffff982b858dd800 00000100:00000001:0.0:1769075000.732327:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769075000.732330:0:2366:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1769075000.732332:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769075000.732333:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:2.0:1769075000.732334:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99652400. 00000020:00000040:0.0:1769075000.732337:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3e5 02000000:00000001:2.0:1769075000.732340:0:2366:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1769075000.732341:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075000.732345:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b897c2000 refcount=4 02000000:00000001:2.0:1769075000.732345:0:2366:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769075000.732349:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90372680. 00000020:00000001:0.0:1769075000.732350:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000020:00000001:0.0:1769075000.732356:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000100:00000001:2.0:1769075000.732356:0:2366:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075000.732361:0:2366:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075000.732362:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000100:00000040:0.0:1769075000.732365:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075000.732366:0:2366:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1769075000.732370:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8dd0. 00000100:00000001:0.0:1769075000.732371:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075000.732377:0:2366:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90370000 x1855007613357952/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074990 ref 1 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769075000.732378:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000200:1.0:1769075000.732381:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007613360384, offset 0 00000100:00000001:0.0:1769075000.732384:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:0.0:1769075000.732391:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b897c2000 : new refcount 3 00000100:00000001:2.0:1769075000.732398:0:2366:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00080000:0.0:1769075000.732401:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: import ffff982b99688000 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000400:00000200:1.0:1769075000.732401:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 02000000:00000001:2.0:1769075000.732402:0:2366:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769075000.732407:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b9103e000. 00000100:00000001:0.0:1769075000.732409:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075000.732412:0:2366:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1769075000.732413:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1769075000.732418:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000020:00000001:2.0:1769075000.732419:0:2366:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1769075000.732420:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075000.732425:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769075000.732426:0:2366:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=4 obd=lustre-OST0000-osc-ffff982b858dd800 00000100:00000001:0.0:1769075000.732428:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769075000.732431:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1769075000.732433:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000020:00000001:2.0:1769075000.732435:0:2366:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:0.0:1769075000.732438:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075000.732441:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b99652100. 00000100:00000001:0.0:1769075000.732444:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075000.732446:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1769075000.732448:0:2366:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769075000.732452:0:2366:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075000.732453:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98582300. 00000100:00000010:2.0:1769075000.732455:0:2366:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90370000. 00000400:00000200:1.0:1769075000.732456:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000020:00000040:0.0:1769075000.732463:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=4 obd=lustre-OST0001-osc-ffff982b858dd800 00000100:00000001:2.0:1769075000.732465:0:2366:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1769075000.732466:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1769075000.732471:0:2366:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769075000.732473:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000200:1.0:1769075000.732474:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000100:00000001:2.0:1769075000.732492:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769075000.732494:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075000.732501:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15603:15603:256:4294967295] 192.168.204.151@tcp LPNI seq info [15603:15603:8:4294967295] 00000100:00000001:2.0:1769075000.732501:0:2366:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075000.732502:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1769075000.732507:0:2366:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075000.732508:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1769075000.732513:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 02000000:00000001:0.0:1769075000.732516:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075000.732516:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075000.732522:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075000.732526:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b85881400. 00000400:00000200:1.0:1769075000.732532:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000100:00000001:0.0:1769075000.732536:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769075000.732542:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000100:00100000:0.0:1769075000.732548:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b98582300 x1855007613360640/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000010:1.0:1769075000.732549:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b000. 00000800:00000200:1.0:1769075000.732562:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000100:00000001:0.0:1769075000.732570:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:1.0:1769075000.732574:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000100:00000001:0.0:1769075000.732575:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769075000.732580:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816b000 type 1, nob 616 niov 1 nkiov 1 00000100:00000040:0.0:1769075000.732585:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a444ffb0] to pc [ptlrpcd_rcv+-1] req@ffff982b98582300 x1855007613360640/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075000.732594:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075000.732596:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075000.732599:0:27795:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 2 (1995) 00000400:00000200:1.0:1769075000.732604:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00080000:0.0:1769075000.732607:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769075000.732608:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296666503 00000100:00000010:1.0:1769075000.732615:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982b9020bf60. 00000100:00080000:0.0:1769075000.732616:0:27795:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1769075000.732625:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request now active for cpu 2 00000100:00000040:0.0:1769075000.732626:0:27795:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 2 (1995) 00000100:00000001:1.0:1769075000.732633:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296666503 00000100:00000010:1.0:1769075000.732638:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982b9020b540. 00000100:00000001:1.0:1769075000.732641:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1769075000.732645:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075000.732650:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075000.732650:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1769075000.732655:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1769075000.732657:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b000. 00000100:00000001:1.0:1769075000.732660:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769075000.732664:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1769075000.732667:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075000.732670:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=2 : 2 : 2) 00000400:00000200:3.0:1769075000.732675:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:1.0:1769075000.732676:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075000.732682:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075000.732684:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1769075000.732684:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8dd0 00000400:00000010:3.0:1769075000.732689:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8dd0. 00000100:00000040:1.0:1769075000.732694:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98580700 x1855007613360512/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075000.732695:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075000.732705:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b98580000 x1855007613360384/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075000.732706:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075000.732709:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075000.732715:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075000.732718:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075000.732720:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1769075000.732724:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075000.732727:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98580000 x1855007613360384/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075015 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075000.732731:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98580700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613360512:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075000.732741:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075000.732744:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1769075000.732746:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075000.732748:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075000.732750:0:2359:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1769075000.732752:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075000.732756:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075000.732759:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075000.732763:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075000.732766:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47dc0. 00000400:00000010:1.0:1769075000.732770:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8990. 00000100:00000200:1.0:1769075000.732774:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613360512, portal 4 00000100:00000001:1.0:1769075000.732776:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075000.732778:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739762432 : -114161969789184 : ffff982b98580700) 00000100:00000040:1.0:1769075000.732785:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98580700 x1855007613360512/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075000.732794:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075000.732797:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075000.732799:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e87f8. 00000100:00000200:1.0:1769075000.732803:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613360512, offset 0 00000400:00000200:1.0:1769075000.732808:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075000.732813:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075000.732818:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075000.732822:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075000.732826:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075000.732829:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075000.732832:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075000.732837:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15604:15604:256:4294967295] 192.168.204.151@tcp LPNI seq info [15604:15604:8:4294967295] 00000400:00000200:1.0:1769075000.732842:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075000.732851:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075000.732857:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075000.732862:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816be00. 00000800:00000200:1.0:1769075000.732866:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769075000.732869:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769075000.732872:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816be00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1769075000.732883:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075000.732887:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24872 usecs (25 jiffies) 00000400:00000200:1.0:1769075000.732890:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075000.732892:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296657435 00000100:00000001:1.0:1769075000.732895:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296666503 00000100:00000001:1.0:1769075000.732898:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296657435 00000100:00000001:1.0:1769075000.732900:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296666503 00000100:00000001:1.0:1769075000.732902:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075000.732904:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075000.732907:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075000.732910:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98582300 x1855007613360640/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1769075000.732912:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075000.732918:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816be00. 00000400:00000200:3.0:1769075000.732925:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1769075000.732926:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075000.732929:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075000.732933:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1769075000.732935:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 02000000:00000001:1.0:1769075000.732937:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1769075000.732940:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e87f8 02000000:00000001:1.0:1769075000.732943:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769075000.732944:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e87f8. 00000100:00000001:3.0:1769075000.732950:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1769075000.732954:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98582300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613360640:192.168.204.151@tcp:8:kworker.0 00000100:00000200:3.0:1769075000.732958:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b98580700 x1855007613360512/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075000.732974:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769075000.732977:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1769075000.732980:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1769075000.732982:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98580700 x1855007613360512/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075015 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1769075000.732985:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075000.732991:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075000.732997:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f800. 00000100:00000001:3.0:1769075000.733002:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075000.733004:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075000.733005:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1769075000.733015:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075000.733018:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47108. 00000400:00000010:1.0:1769075000.733022:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8908. 00000100:00000200:1.0:1769075000.733026:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613360640, portal 4 00000100:00000001:1.0:1769075000.733028:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075000.733029:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739769600 : -114161969782016 : ffff982b98582300) 00000100:00000040:1.0:1769075000.733036:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98582300 x1855007613360640/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075000.733045:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075000.733048:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075000.733051:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8770. 00000100:00000200:1.0:1769075000.733054:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613360640, offset 0 00000400:00000200:1.0:1769075000.733059:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075000.733064:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075000.733068:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075000.733072:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075000.733075:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075000.733078:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075000.733081:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075000.733085:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15605:15605:256:4294967295] 192.168.204.151@tcp LPNI seq info [15605:15605:8:4294967295] 00000400:00000200:1.0:1769075000.733089:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075000.733097:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075000.733102:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075000.733106:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816be00. 00000800:00000200:1.0:1769075000.733112:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769075000.733118:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769075000.733121:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816be00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1769075000.733134:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075000.733139:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26900 usecs (27 jiffies) 00000400:00000200:1.0:1769075000.733143:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075000.733146:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296657437 00000100:00000001:1.0:1769075000.733150:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296666503 00000100:00000001:1.0:1769075000.733153:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296657437 00000100:00000001:1.0:1769075000.733157:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296666503 00000100:00000001:1.0:1769075000.733160:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075000.733164:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075000.733168:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075000.733170:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075000.733176:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075000.733178:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=2 : 2 : 2) 00000800:00000200:3.0:1769075000.733179:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1769075000.733181:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075000.733185:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1769075000.733186:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816be00. 00000100:00000001:1.0:1769075000.733188:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075000.733193:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075000.733195:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769075000.733204:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769075000.733209:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8770 00000400:00000010:3.0:1769075000.733212:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8770. 00000100:00000001:3.0:1769075000.733216:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075000.733222:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b98582300 x1855007613360640/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075000.733231:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075000.733234:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98582300 x1855007613360640/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075015 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075000.733240:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075000.733241:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075001.242415:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075001.242438:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075001.242441:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075001.242450:0:2365:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1769075001.242450:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075001.242460:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075001.242463:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075001.242466:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075001.242466:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075001.242490:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075001.242491:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075001.242495:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075001.242498:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075001.242503:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075001.242505:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075001.242511:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075001.626414:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075001.626424:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769075001.626426:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769075001.626432:0:21410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769075001.626435:0:21410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769075001.626436:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075001.626441:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769075001.626444:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075001.626446:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075001.626449:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075001.626453:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075001.626455:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075001.626584:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075001.626588:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075001.626590:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075001.754395:0:2364:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075001.754410:0:2364:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075001.754411:0:2364:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075001.754415:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075001.754418:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075001.754421:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075001.754424:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075002.266357:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075002.266362:0:2365:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075002.266364:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075002.266367:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075002.266372:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075002.266373:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075002.266375:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075002.266377:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075002.266380:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075002.266383:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075002.266383:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075002.266387:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075002.266388:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075002.266389:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075002.266392:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075002.266397:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075002.650420:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075002.650429:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075002.650436:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075002.650438:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075002.650549:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075002.650555:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075002.650559:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769075002.778406:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075002.778409:0:2364:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1769075002.778417:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769075002.778420:0:2364:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075002.778420:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075002.778425:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769075002.778427:0:27795:0:(pinger.c:247:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1769075002.778429:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075002.778433:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1769075002.778433:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769075002.778435:0:2364:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075002.778439:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075002.778442:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075002.778457:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075002.778458:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075002.778460:0:27795:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:0.0:1769075002.778463:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075002.778466:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769075002.778469:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075002.778472:0:27795:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1769075002.778478:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075002.778482:0:27795:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1769075002.778489:0:27795:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 3 (1997) 00000800:00000010:3.0:1769075003.034409:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff982b84fcbc00. 00000800:00000200:3.0:1769075003.034427:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769075003.034432:0:2355:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769075003.034436:0:2355:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84fcbc00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1769075003.034680:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1769075003.290378:0:2365:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075003.290387:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1769075003.290406:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074987/real 1769074987] req@ffff982b984ab480 x1855007613359488/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075003 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075003.290421:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000400:00000001:0.0:1769075003.290429:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1769075003.290431:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:0.0:1769075003.290432:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769075003.290452:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b852b62c0. 00000100:00000001:2.0:1769075003.290454:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075003.290463:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b8604f990 00000100:00100000:2.0:1769075003.290464:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000400:00000010:0.0:1769075003.290468:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b8604f990. 00000100:00000001:2.0:1769075003.290475:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075003.290476:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769075003.290487:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b984ab480 x1855007613359488/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075003 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075003.290488:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075003.290502:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1769075003.290507:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b984ab480 x1855007613359488/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075003 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075003.290508:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075003.290524:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075003.290527:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769075003.290535:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075003.290539:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075003.290541:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769075003.290545:0:2365:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff982b984ab480 x1855007613359488/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075003 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075003.290552:0:2365:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1769075003.290555:0:2365:0:(import.c:213:ptlrpc_set_import_discon()) osc: import ffff982b83e5e800 already not connected (conn 18, was 16): CONNECTING 00000100:00000001:0.0:1769075003.290558:0:2365:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1769075003.290560:0:2365:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075003.290570:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075003.290572:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075003.290574:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075003.290576:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075003.290577:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075003.290579:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075003.290581:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075003.290583:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075003.290588:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075003.674395:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075003.674403:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075003.674408:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075003.674409:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075003.674525:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075003.674531:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075003.674535:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075003.802361:0:2364:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769075003.802361:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075003.802368:0:2364:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1769075003.802373:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075003.802376:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075003.802381:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000400:0.0:1769075003.802383:0:2364:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074987/real 1769074987] req@ffff982b984abb80 x1855007613359616/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075003 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075003.802384:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075003.802389:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075003.802393:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1769075003.802408:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769075003.802411:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769075003.802415:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e470b0. 00000400:00000200:0.0:1769075003.802423:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8440 00000400:00000010:0.0:1769075003.802426:0:2364:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8440. 00000100:00000001:0.0:1769075003.802447:0:2364:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769075003.802460:0:2364:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b984abb80 x1855007613359616/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075003 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769075003.802469:0:2364:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b984abb80 x1855007613359616/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075003 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075003.802475:0:2364:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769075003.802476:0:2364:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075003.802478:0:2364:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075003.802480:0:2364:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769075003.802483:0:2364:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff982b984abb80 x1855007613359616/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075003 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075003.802488:0:2364:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1769075003.802491:0:2364:0:(import.c:213:ptlrpc_set_import_discon()) osc: import ffff982b99688000 already not connected (conn 18, was 16): CONNECTING 00000100:00000001:0.0:1769075003.802493:0:2364:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1769075003.802494:0:2364:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075003.802498:0:2364:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075003.802499:0:2364:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075003.802500:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075003.802501:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075003.802502:0:2364:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075003.802504:0:2364:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075003.802506:0:2364:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075003.802507:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075003.802510:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075004.314365:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075004.314374:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075004.314376:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075004.314382:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075004.314386:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075004.314390:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075004.314392:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075004.314395:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075004.314397:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075004.698566:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075004.698576:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075004.698584:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075004.698587:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075004.698666:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075004.698671:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075004.698675:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769075004.826447:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769075004.826462:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075004.826464:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075004.826470:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075004.826473:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075004.826480:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075004.826483:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075005.338350:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075005.338356:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075005.338358:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075005.338362:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075005.338366:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075005.338368:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075005.338370:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075005.338372:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075005.338374:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075005.722353:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075005.722359:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075005.722363:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075005.722364:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075005.722419:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075005.722422:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075005.722425:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075005.786365:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075005.786377:0:27795:0:(pinger.c:247:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1769075005.786381:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075005.786387:0:27795:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1769075005.786390:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075005.786392:0:27795:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1769075005.786403:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075005.786406:0:27795:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1769075005.786411:0:27795:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2000) 00000100:00000001:1.0:1769075005.850420:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769075005.850441:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075005.850443:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075005.850448:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075005.850451:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075005.850456:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075005.850458:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075006.362431:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075006.362439:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075006.362441:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075006.362446:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075006.362449:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075006.362452:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075006.362454:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075006.362457:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075006.362459:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075006.746387:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075006.746396:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075006.746405:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075006.746408:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769075006.746411:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769075006.746415:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075006.746419:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769075006.746422:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075006.746425:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075006.746427:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075006.746490:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075006.746493:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075006.746497:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769075006.874624:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769075006.874640:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075006.874643:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075006.874650:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075006.874653:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075006.874659:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075006.874662:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075007.386365:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075007.386383:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075007.386386:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075007.386391:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075007.386395:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075007.386408:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075007.386415:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075007.386418:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075007.386421:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075007.770345:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075007.770350:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075007.770355:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075007.770356:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075007.770422:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769075007.770426:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769075007.770429:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769075007.898401:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769075007.898413:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075007.898416:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075007.898421:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075007.898424:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075007.898429:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075007.898433:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075008.410344:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075008.410363:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075008.410365:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075008.410371:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075008.410375:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075008.410379:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075008.410381:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075008.410383:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075008.410386:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075008.794374:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075008.794379:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075008.794384:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075008.794385:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075008.794469:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075008.794474:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075008.794478:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769075008.922416:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769075008.922427:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075008.922429:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075008.922433:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075008.922434:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075008.922438:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075008.922440:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075009.435326:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075009.435354:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075009.435356:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075009.435363:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075009.435367:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075009.435371:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075009.435374:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075009.435377:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075009.435379:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075009.818414:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075009.818423:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075009.818428:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075009.818429:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075009.818485:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075009.818489:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075009.818492:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1769075009.946391:0:21410:0:(connection.c:75:cpu_latency_work()) work item of ffff982b99695220 (cpu 0) has reached its deadline 4296666503, at 4296666624 00000100:00000040:3.0:1769075009.946392:0:15360:0:(connection.c:75:cpu_latency_work()) work item of ffff982b99695330 (cpu 0) has reached its deadline 4296666503, at 4296666624 00000100:00000010:2.0:1769075009.946406:0:21410:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982b9020bf60. 00000100:00000010:3.0:1769075009.946409:0:15360:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982b9020b540. 00000100:00000001:1.0:1769075009.946410:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769075009.946420:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075009.946422:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075009.946426:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075009.946429:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075009.946432:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075009.946434:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075010.458365:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075010.458380:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075010.458382:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075010.458389:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075010.458392:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075010.458397:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075010.458400:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075010.458403:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075010.458407:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075010.842439:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075010.842448:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075010.842466:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075010.842467:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075010.842533:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075010.842537:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075010.842540:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075010.970372:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769075010.970372:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1769075010.970380:0:27795:0:(pinger.c:247:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1769075010.970383:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769075010.970385:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1769075010.970386:0:27795:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1769075010.970391:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769075010.970391:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769075010.970397:0:27795:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1769075010.970398:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1769075010.970399:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075010.970403:0:27795:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1769075010.970403:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1769075010.970411:0:27795:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2005) 00000100:00000001:1.0:1769075010.970411:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075010.970416:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075011.482373:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075011.482380:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075011.482383:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075011.482389:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075011.482393:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075011.482397:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075011.482400:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075011.482402:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075011.482404:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075011.866408:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075011.866419:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769075011.866422:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769075011.866439:0:21410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769075011.866441:0:21410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769075011.866444:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075011.866450:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769075011.866453:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075011.866455:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075011.866458:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075011.866464:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075011.866466:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075011.866531:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075011.866535:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075011.866538:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769075011.994475:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769075011.994490:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075011.994492:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075011.994497:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075011.994500:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075011.994505:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075011.994507:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075012.506371:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075012.506378:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075012.506379:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075012.506384:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075012.506395:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075012.506400:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075012.506403:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075012.506405:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075012.506407:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075012.890396:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075012.890403:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075012.890409:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075012.890410:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075012.890475:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075012.890478:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075012.890481:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769075013.018435:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769075013.018446:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075013.018467:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074997/real 1769074997] req@ffff982b90371500 x1855007613360256/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075012 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075013.018492:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075013.018495:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075013.018500:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47cb8. 00000400:00000200:1.0:1769075013.018521:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000400:00000010:1.0:1769075013.018526:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00000001:1.0:1769075013.018532:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075013.018538:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90371500 x1855007613360256/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075012 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075013.018549:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90371500 x1855007613360256/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075012 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075013.018559:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075013.018561:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075013.018565:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075013.018567:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075013.018572:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90371500 x1855007613360256/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075012 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075013.018581:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075013.018592:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075013.018594:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075013.018596:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075013.018599:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075013.018603:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075013.018606:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90371500 x1855007613360256/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075012 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075013.018612:0:2363:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075013.018615:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075013.018616:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075013.018617:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075013.018620:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075013.018622:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075013.018624:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075013.018649:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075013.018652:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075013.018657:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90371500 x1855007613360256/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075012 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075013.018666:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90371500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613360256:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075013.018671:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075013.018674:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075013.018679:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90371500 x1855007613360256/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075012 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075013.018688:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075013.018692:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075013.018698:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f000. 02000000:00000001:1.0:1769075013.018706:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:2.0:1769075013.018707:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:1.0:1769075013.018710:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075013.018714:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00080000:2.0:1769075013.018717:0:27795:0:(pinger.c:247:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:00000001:1.0:1769075013.018719:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:2.0:1769075013.018722:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1769075013.018726:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c03c00. 00000100:00080000:2.0:1769075013.018728:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000001:1.0:1769075013.018734:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1769075013.018734:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:1.0:1769075013.018739:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:2.0:1769075013.018739:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000010:1.0:1769075013.018742:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90371500. 00000100:00000001:1.0:1769075013.018747:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769075013.018747:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769075013.018751:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075013.018755:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075013.018755:0:27795:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 1987 00000400:00000200:2.0:1769075013.018768:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769075013.018776:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00001000:2.0:1769075013.018782:0:27795:0:(import.c:2128:obd_at_measure()) add 15 to ffff982b88b88c10 time=116 v=10 (10 0 0 0) 00000100:00001000:2.0:1769075013.018787:0:27795:0:(import.c:2194:obd_at_measure()) AT ffff982b88b88c10 change: old=10 new=15 delta=5 (val=15) hist 15 0 0 0 00000100:00080000:2.0:1769075013.018790:0:27795:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: tried all connections, increasing latency to 10s 00000100:00000040:2.0:1769075013.018794:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075013.018797:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075013.018800:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075013.018803:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769075013.018806:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075013.018809:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000020:00000001:2.0:1769075013.018812:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075013.018815:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000020:00000001:2.0:1769075013.018818:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000020:00000001:2.0:1769075013.018820:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000040:2.0:1769075013.018825:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075013.018827:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075013.018829:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075013.018831:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769075013.018835:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 00000100:00080000:2.0:1769075013.018839:0:27795:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075013.018842:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075013.018845:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075013.018853:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075013.018857:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075013.018860:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769075013.018865:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769075013.018868:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075013.018871:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075013.018882:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037b100. 00000020:00000040:2.0:1769075013.018886:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:2.0:1769075013.018890:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075013.018892:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075013.018895:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075013.018899:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075013.018904:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075013.018913:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90211400. 00000100:00000001:2.0:1769075013.018921:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075013.018929:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b9037b100 x1855007613360768/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075013.018940:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075013.018945:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075013.018950:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046ecc01e] to pc [ptlrpcd_rcv+-1] req@ffff982b9037b100 x1855007613360768/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075013.018971:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075013.018975:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075013.018980:0:27795:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1769075013.018983:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075013.018987:0:27795:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1769075013.018992:0:27795:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2007) 00000100:00000001:1.0:1769075013.018995:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075013.018998:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075013.019001:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075013.019008:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037b100 x1855007613360768/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075013.019017:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075013.019020:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075013.019024:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075013.019028:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075013.019031:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075013.019035:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613360768:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075013.019040:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075013.019046:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075013.019048:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075013.019051:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075013.019057:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f000. 02000000:00000001:1.0:1769075013.019059:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075013.019068:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075013.019072:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47cb8. 00000400:00000010:1.0:1769075013.019078:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00000200:1.0:1769075013.019086:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613360768, portal 10 00000100:00000001:1.0:1769075013.019089:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075013.019091:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603425536 : -114162106126080 : ffff982b9037b100) 00000100:00000040:1.0:1769075013.019100:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9037b100 x1855007613360768/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075013.019107:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075013.019110:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075013.019114:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8330. 00000100:00000200:1.0:1769075013.019117:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613360768, offset 0 00000400:00000200:1.0:1769075013.019123:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075013.019131:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075013.019136:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075013.019142:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075013.019146:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075013.019150:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075013.019153:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075013.019156:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15606:15606:256:4294967295] 192.168.204.151@tcp LPNI seq info [15606:15606:8:4294967295] 00000400:00000200:1.0:1769075013.019159:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075013.019169:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075013.019175:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075013.019180:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b000. 00000800:00000200:1.0:1769075013.019187:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769075013.019195:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769075013.019201:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816b000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1769075013.019218:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075013.019224:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1068438 usecs (1069 jiffies) 00000400:00000200:1.0:1769075013.019229:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075013.019233:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296670765 00000100:00000010:1.0:1769075013.019239:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982b9020b720. 00000100:00000001:1.0:1769075013.019250:0:2363:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1769075013.019257:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296670765 00000100:00000010:1.0:1769075013.019261:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982b9020b7e0. 00000100:00000001:1.0:1769075013.019265:0:2363:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1769075013.019269:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1769075013.019316:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1769075013.019320:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1769075013.019323:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b000. 00000100:00000001:1.0:1769075013.019327:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075013.019332:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769075013.019333:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1769075013.019339:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075013.019345:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769075013.019346:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:1.0:1769075013.019350:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075013.019354:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1769075013.019355:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8330 00000100:00000001:1.0:1769075013.019357:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769075013.019359:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8330. 00000100:00000001:1.0:1769075013.019362:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075013.019366:0:2359:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075013.019374:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b9037b100 x1855007613360768/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075013.019385:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075013.019390:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037b100 x1855007613360768/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075033 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075013.019398:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075013.019400:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075013.530369:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075013.530380:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075013.530382:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075013.530389:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075013.530393:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075013.530397:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075013.530400:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075013.530402:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075013.530404:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075013.914368:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075013.914375:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075013.914381:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075013.914382:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075013.914424:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075013.914428:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075013.914431:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769075014.042356:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769075014.042370:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075014.042373:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075014.042384:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075014.042386:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075014.042391:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075014.042393:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075014.106376:0:15360:0:(connection.c:75:cpu_latency_work()) work item of ffff982b99695330 (cpu 0) has reached its deadline 4296670765, at 4296670784 00000100:00000040:2.0:1769075014.106404:0:21410:0:(connection.c:75:cpu_latency_work()) work item of ffff982b99695220 (cpu 0) has reached its deadline 4296670765, at 4296670784 00000100:00000010:3.0:1769075014.106404:0:15360:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982b9020b7e0. 00000100:00000010:2.0:1769075014.106415:0:21410:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982b9020b720. 00000100:00000001:2.0:1769075014.554384:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075014.554397:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075014.554400:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075014.554407:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075014.554413:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075014.554418:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075014.554421:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075014.554424:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075014.554428:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075014.938389:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075014.938395:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075014.938400:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075014.938401:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075014.938457:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075014.938461:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075014.938464:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769075015.066371:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769075015.066378:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075015.066393:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769075000/real 1769075000] req@ffff982b98580700 x1855007613360512/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075015 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075015.066408:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075015.066410:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075015.066413:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47dc0. 00000400:00000200:1.0:1769075015.066419:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8990 00000400:00000010:1.0:1769075015.066422:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8990. 00000100:00000001:1.0:1769075015.066427:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075015.066432:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98580700 x1855007613360512/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075015 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075015.066442:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98580700 x1855007613360512/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075015 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075015.066451:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075015.066453:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075015.066456:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075015.066459:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075015.066464:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b98580700 x1855007613360512/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075015 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075015.066473:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075015.066475:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075015.066480:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769075000/real 1769075000] req@ffff982b98582300 x1855007613360640/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075015 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075015.066489:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075015.066490:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075015.066493:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47108. 00000400:00000200:1.0:1769075015.066496:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8908 00000400:00000010:1.0:1769075015.066497:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8908. 00000100:00000001:1.0:1769075015.066500:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075015.066504:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98582300 x1855007613360640/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075015 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075015.066513:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98582300 x1855007613360640/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075015 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075015.066519:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075015.066521:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075015.066523:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075015.066525:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075015.066529:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b98582300 x1855007613360640/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075015 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075015.066536:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075015.066538:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075015.066544:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769075000/real 1769075000] req@ffff982b98580000 x1855007613360384/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075015 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075015.066552:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075015.066554:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075015.066556:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47e70. 00000400:00000200:1.0:1769075015.066558:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8e58 00000400:00000010:1.0:1769075015.066560:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8e58. 00000100:00000001:1.0:1769075015.066563:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075015.066567:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98580000 x1855007613360384/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075015 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075015.066576:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98580000 x1855007613360384/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075015 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075015.066583:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075015.066584:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075015.066586:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075015.066587:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075015.066591:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b98580000 x1855007613360384/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075015 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075015.066596:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075015.066602:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075015.066603:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=3 : 3 : 3) 00000100:00000001:1.0:1769075015.066605:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075015.066607:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075015.066610:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075015.066613:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98580700 x1855007613360512/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075015 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075015.066619:0:2363:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075015.066621:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075015.066622:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075015.066623:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075015.066625:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075015.066634:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075015.066636:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075015.066648:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075015.066650:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075015.066653:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98580700 x1855007613360512/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075015 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075015.066664:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98580700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613360512:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075015.066668:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075015.066672:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98582300 x1855007613360640/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075015 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075015.066676:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769075015.066677:0:2363:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769075015.066681:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075015.066683:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075015.066687:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769075015.066688:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075015.066688:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769075015.066688:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1769075015.066693:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769075015.066694:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769075015.066694:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075015.066701:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1769075015.066704:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075015.066706:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1769075015.066708:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b984ab480 x1855007613359488/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075003 ref 1 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075015.066708:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075015.066717:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769075015.066723:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769075015.066726:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.151@tcp failed (-110) 00000100:00080000:3.0:1769075015.066729:0:37:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769075015.066735:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:3.0:1769075015.066738:0:37:0:(import.c:484:import_select_connection()) Process entered 00000100:00000040:1.0:1769075015.066744:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98582300 x1855007613360640/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075015 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075015.066746:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 1990 00000100:00000001:0.0:1769075015.066747:0:2365:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:0.0:1769075015.066755:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075015.066760:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:1.0:1769075015.066760:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98582300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613360640:192.168.204.151@tcp:8:kworker.0 00000400:00000200:3.0:1769075015.066761:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769075015.066765:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075015.066769:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769075015.066772:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00000040:0.0:1769075015.066776:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b984ab480 x1855007613359488/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075003 ref 1 fl Interpret:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769075015.066777:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98580000 x1855007613360384/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075015 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1769075015.066779:0:37:0:(import.c:2128:obd_at_measure()) add 15 to ffff982b83e5ec10 time=48 v=10 (10 0 0 0) 00000100:00001000:3.0:1769075015.066788:0:37:0:(import.c:2194:obd_at_measure()) AT ffff982b83e5ec10 change: old=10 new=15 delta=5 (val=15) hist 15 0 0 0 00000100:00080000:3.0:1769075015.066798:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: tried all connections, increasing latency to 10s 00000100:00000040:3.0:1769075015.066806:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075015.066810:0:2363:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075015.066813:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075015.066814:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769075015.066816:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b984ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2365:1855007613359488:192.168.204.151@tcp:400:kworker.0 00000100:00000001:1.0:1769075015.066817:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1769075015.066820:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075015.066821:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075015.066826:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000001:1.0:1769075015.066827:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075015.066831:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:3.0:1769075015.066832:0:37:0:(genops.c:811:class_conn2export()) Process entered 00000100:00080000:1.0:1769075015.066835:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from CONNECTING to DISCONN 00000020:00000040:3.0:1769075015.066835:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3de 00000020:00000001:3.0:1769075015.066840:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075015.066843:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b9968c800 refcount=4 00000020:00000001:3.0:1769075015.066845:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000020:00000001:3.0:1769075015.066846:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000100:00080000:1.0:1769075015.066849:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.151@tcp failed (-110) 00000100:00000040:3.0:1769075015.066852:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075015.066854:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:3.0:1769075015.066855:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769075015.066862:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98580000 x1855007613360384/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075015 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075015.066862:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075015.066867:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00100000:1.0:1769075015.066875:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98580000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613360384:192.168.204.151@tcp:250:kworker.0 00000020:00000040:3.0:1769075015.066875:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff982b9968c800 : new refcount 3 00000100:00000001:1.0:1769075015.066881:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075015.066884:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: import ffff982b83e5e800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:1.0:1769075015.066885:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769075015.066890:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075015.066891:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98580700 x1855007613360512/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075015 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075015.066893:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769075015.066898:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769075015.066900:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1769075015.066907:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1769075015.066909:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b984ab480 x1855007613359488/t0(0) o400->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075003 ref 1 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075015.066909:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075015.066915:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075015.066921:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769075015.066922:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000008:00100000:3.0:1769075015.066926:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1769075015.066928:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000010:1.0:1769075015.066930:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606cc00. 00000008:00000001:3.0:1769075015.066930:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075015.066932:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1769075015.066936:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075015.066937:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b85250a00. 02000000:00000001:1.0:1769075015.066940:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1769075015.066944:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075015.066945:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000010:3.0:1769075015.066945:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90370700. 00000020:00000001:0.0:1769075015.066948:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075015.066950:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000040:3.0:1769075015.066951:0:37:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=5 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000040:0.0:1769075015.066952:0:2365:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=4 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:1.0:1769075015.066959:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769075015.066959:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:0.0:1769075015.066960:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769075015.066963:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075015.066966:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b9816bf00. 02000000:00000010:1.0:1769075015.066966:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b85880400. 00000100:00000001:3.0:1769075015.066967:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075015.066971:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075015.066975:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075015.066976:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075015.066976:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075015.066980:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1769075015.066981:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769075015.066984:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b984ab480. 00000100:00000010:1.0:1769075015.066985:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98580700. 02000000:00000010:3.0:1769075015.066985:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c03400. 00000100:00000001:0.0:1769075015.066991:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075015.066993:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075015.066993:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075015.066995:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075015.066998:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075015.067000:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075015.067002:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1769075015.067003:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90370700 x1855007613360896/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769075015.067009:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1769075015.067012:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98582300 x1855007613360640/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075015 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075015.067014:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075015.067017:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075015.067022:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075015.067023:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075015.067027:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075015.067032:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037e78c18] to pc [ptlrpcd_rcv+-1] req@ffff982b90370700 x1855007613360896/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075015.067036:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075015.067040:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075015.067045:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f800. 00000100:00000001:3.0:1769075015.067046:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075015.067051:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769075015.067052:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1769075015.067053:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:3.0:1769075015.067054:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769075015.067057:0:2364:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1769075015.067058:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1769075015.067058:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769075015.067062:0:2364:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1769075015.067064:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 00000100:00080000:3.0:1769075015.067064:0:37:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075015.067069:0:37:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:1.0:1769075015.067072:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1769075015.067073:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b984abb80 x1855007613359616/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075003 ref 1 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075015.067075:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 1990 02000000:00000010:1.0:1769075015.067076:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b85881400. 02000000:00000001:1.0:1769075015.067083:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1769075015.067085:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 02000000:00000001:1.0:1769075015.067086:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075015.067092:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98582300. 00000400:00000200:3.0:1769075015.067094:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00000001:1.0:1769075015.067098:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769075015.067100:0:2364:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00001000:3.0:1769075015.067100:0:37:0:(import.c:2128:obd_at_measure()) add 15 to ffff982b99688410 time=48 v=10 (10 0 0 0) 00000100:00000001:1.0:1769075015.067101:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075015.067108:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769075015.067110:0:2364:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1769075015.067110:0:37:0:(import.c:2194:obd_at_measure()) AT ffff982b99688410 change: old=10 new=15 delta=5 (val=15) hist 15 0 0 0 00000100:00000001:0.0:1769075015.067116:0:2364:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1769075015.067117:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98580000 x1855007613360384/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075015 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075015.067117:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: tried all connections, increasing latency to 10s 00000100:00000001:0.0:1769075015.067121:0:2364:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075015.067125:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075015.067131:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075015.067133:0:2364:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b984abb80 x1855007613359616/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075003 ref 1 fl Interpret:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075015.067137:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075015.067142:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1769075015.067143:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 02000000:00000001:1.0:1769075015.067145:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075015.067149:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606c400. 00000020:00000001:3.0:1769075015.067150:0:37:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075015.067152:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3e5 02000000:00000001:1.0:1769075015.067154:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075015.067156:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769075015.067159:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075015.067159:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b897c2000 refcount=4 00000020:00000040:1.0:1769075015.067162:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000100:00100000:0.0:1769075015.067164:0:2364:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b984abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2364:1855007613359616:192.168.204.151@tcp:400:kworker.0 00000020:00000001:3.0:1769075015.067164:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000020:00000001:1.0:1769075015.067165:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075015.067169:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b85880000. 00000020:00000001:3.0:1769075015.067170:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 02000000:00000001:1.0:1769075015.067174:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075015.067176:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1769075015.067178:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000010:1.0:1769075015.067179:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98580000. 00000100:00000001:3.0:1769075015.067184:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075015.067185:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075015.067187:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075015.067188:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075015.067190:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075015.067193:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000001:1.0:1769075015.067195:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:3.0:1769075015.067196:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff982b897c2000 : new refcount 3 00000100:00000001:1.0:1769075015.067198:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=3 : 3 : 3) 00000100:00000001:1.0:1769075015.067202:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1769075015.067202:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: import ffff982b99688000 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:1.0:1769075015.067206:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075015.067207:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075015.067208:0:2364:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075015.067210:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1769075015.067210:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769075015.067214:0:2364:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1769075015.067216:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1769075015.067219:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90370700 x1855007613360896/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075015.067220:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075015.067224:0:2364:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b984abb80 x1855007613359616/t0(0) o400->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 224/224 e 0 to 1 dl 1769075003 ref 1 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075015.067225:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075015.067228:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075015.067255:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075015.067258:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075015.067265:0:2364:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1769075015.067265:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:3.0:1769075015.067266:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90370a80. 00000100:00000001:1.0:1769075015.067269:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075015.067271:0:2364:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:3.0:1769075015.067271:0:37:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=4 obd=lustre-OST0001-osc-ffff982b858dd800 02000000:00000001:1.0:1769075015.067274:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1769075015.067276:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff982b8adeba00. 02000000:00000001:3.0:1769075015.067277:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769075015.067278:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075015.067304:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075015.067305:0:2364:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1769075015.067308:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:0.0:1769075015.067309:0:2364:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1769075015.067310:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075015.067311:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:0.0:1769075015.067314:0:2364:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 02000000:00000001:3.0:1769075015.067315:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075015.067317:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90370700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613360896:192.168.204.151@tcp:8:kworker.0 00000020:00000001:0.0:1769075015.067321:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1769075015.067324:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1769075015.067324:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c01400. 02000000:00000010:0.0:1769075015.067325:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff982b9816ba00. 02000000:00000001:1.0:1769075015.067329:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1769075015.067330:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075015.067332:0:2364:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075015.067333:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075015.067336:0:2364:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1769075015.067337:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1769075015.067338:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90370a80 x1855007613361024/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1769075015.067340:0:2364:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b984abb80. 02000000:00000010:1.0:1769075015.067343:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606c400. 00000100:00000001:0.0:1769075015.067347:0:2364:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1769075015.067349:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075015.067352:0:2364:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075015.067355:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075015.067358:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075015.067360:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075015.067361:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769075015.067366:0:2364:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1769075015.067367:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47e70. 00000100:00000040:3.0:1769075015.067368:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa3ea810] to pc [ptlrpcd_rcv+-1] req@ffff982b90370a80 x1855007613361024/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075015.067371:0:2364:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075015.067374:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8e58. 00000100:00000001:0.0:1769075015.067378:0:2364:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1769075015.067383:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613360896, portal 4 00000100:00000001:0.0:1769075015.067384:0:2364:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075015.067385:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075015.067386:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075015.067389:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603382016 : -114162106169600 : ffff982b90370700) 00000100:00000040:3.0:1769075015.067393:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 3 (2009) 00000100:00000040:1.0:1769075015.067398:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90370700 x1855007613360896/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075015.067399:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075015.067408:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769075015.067410:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769075015.067413:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:3.0:1769075015.067413:0:37:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075015.067417:0:37:0:(import.c:484:import_select_connection()) Process entered 00000100:00000040:1.0:1769075015.067418:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000100:00080000:3.0:1769075015.067421:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.151@tcp: connect to NID 192.168.204.151@tcp last attempt 1990 00000400:00000010:1.0:1769075015.067423:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8908. 00000400:00000200:3.0:1769075015.067427:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000200:1.0:1769075015.067428:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613360896, offset 0 00000400:00000200:3.0:1769075015.067432:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000400:00000200:1.0:1769075015.067436:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000100:00001000:3.0:1769075015.067436:0:37:0:(import.c:2128:obd_at_measure()) add 15 to ffff982b88b8ac10 time=118 v=10 (10 0 0 0) 00000100:00001000:3.0:1769075015.067441:0:37:0:(import.c:2194:obd_at_measure()) AT ffff982b88b8ac10 change: old=10 new=15 delta=5 (val=15) hist 15 0 0 0 00000100:00080000:3.0:1769075015.067444:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.151@tcp: tried all connections, increasing latency to 10s 00000400:00000200:1.0:1769075015.067447:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000040:3.0:1769075015.067450:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075015.067453:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1769075015.067456:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000100:00000040:3.0:1769075015.067457:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075015.067461:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:3.0:1769075015.067463:0:37:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1769075015.067464:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000040:3.0:1769075015.067465:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000020:00000001:3.0:1769075015.067468:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075015.067470:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000400:00000200:1.0:1769075015.067471:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000020:00000001:3.0:1769075015.067474:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000400:00000200:1.0:1769075015.067478:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000020:00000001:3.0:1769075015.067479:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000400:00000200:1.0:1769075015.067482:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000100:00000040:3.0:1769075015.067486:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075015.067489:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1769075015.067492:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15607:15607:256:4294967295] 192.168.204.151@tcp LPNI seq info [15607:15607:8:4294967295] 00000100:00000040:3.0:1769075015.067493:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075015.067496:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:3.0:1769075015.067500:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00080000:3.0:1769075015.067505:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.151@tcp: import ffff982b88b8a800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000400:00000200:1.0:1769075015.067507:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075015.067508:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075015.067513:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075015.067514:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075015.067516:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075015.067518:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075015.067519:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075015.067523:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90371f80. 00000020:00000040:3.0:1769075015.067527:0:37:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 00000400:00000200:1.0:1769075015.067529:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 02000000:00000001:3.0:1769075015.067530:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075015.067532:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075015.067536:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075015.067539:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075015.067540:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075015.067544:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c03000. 00000800:00000200:1.0:1769075015.067545:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000100:00000001:3.0:1769075015.067547:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075015.067552:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90371f80 x1855007613361152/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000010:1.0:1769075015.067553:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000800:00000200:1.0:1769075015.067569:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000100:00000001:3.0:1769075015.067569:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075015.067573:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075015.067578:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc929eda] to pc [ptlrpcd_rcv+-1] req@ffff982b90371f80 x1855007613361152/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1769075015.067585:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000100:00000001:3.0:1769075015.067588:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769075015.067594:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816b200 type 1, nob 616 niov 1 nkiov 1 00000100:00080000:3.0:1769075015.067594:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075015.067602:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1769075015.067606:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 3 (2009) 00000100:00000001:1.0:1769075015.067612:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075015.067619:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24872 usecs (25 jiffies) 00000400:00000200:1.0:1769075015.067624:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075015.067628:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296671770 00000100:00000010:1.0:1769075015.067635:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982b9020bd80. 00000100:00000001:1.0:1769075015.067642:0:2363:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1769075015.067647:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296671770 00000100:00000010:1.0:1769075015.067652:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982b9020b660. 00000100:00000001:1.0:1769075015.067656:0:2363:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request now active for cpu 3 00000800:00000200:2.0:1769075015.067659:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769075015.067664:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000100:00000001:1.0:1769075015.067666:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1769075015.067668:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1769075015.067671:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075015.067676:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075015.067676:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000100:00000001:1.0:1769075015.067681:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769075015.067683:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8908 00000400:00000010:2.0:1769075015.067686:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8908. 00000100:00000001:1.0:1769075015.067687:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075015.067690:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769075015.067691:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=3 : 3 : 3) 00000100:00000001:1.0:1769075015.067696:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1769075015.067697:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90370700 x1855007613360896/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075015.067698:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075015.067701:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075015.067708:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90370a80 x1855007613361024/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075015.067709:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075015.067716:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90370700 x1855007613360896/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075035 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075015.067722:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075015.067725:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075015.067732:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075015.067733:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075015.067737:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075015.067738:0:2358:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1769075015.067743:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075015.067749:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90370a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613361024:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075015.067753:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075015.067755:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075015.067758:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075015.067761:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075015.067764:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075015.067767:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075015.067772:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075015.067775:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47108. 00000400:00000010:1.0:1769075015.067778:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8990. 00000100:00000200:1.0:1769075015.067781:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613361024, portal 4 00000100:00000001:1.0:1769075015.067784:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075015.067785:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603382912 : -114162106168704 : ffff982b90370a80) 00000100:00000040:1.0:1769075015.067792:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90370a80 x1855007613361024/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075015.067799:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075015.067802:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075015.067805:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e84c8. 00000100:00000200:1.0:1769075015.067807:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613361024, offset 0 00000400:00000200:1.0:1769075015.067812:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075015.067817:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075015.067821:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075015.067824:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075015.067827:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075015.067829:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075015.067832:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075015.067836:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15608:15608:256:4294967295] 192.168.204.151@tcp LPNI seq info [15608:15608:8:4294967295] 00000400:00000200:1.0:1769075015.067840:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075015.067847:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075015.067852:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075015.067855:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b700. 00000800:00000200:1.0:1769075015.067859:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769075015.067864:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769075015.067867:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816b700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1769075015.067879:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075015.067883:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26900 usecs (27 jiffies) 00000400:00000200:1.0:1769075015.067887:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075015.067889:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296671772 00000100:00000001:1.0:1769075015.067895:0:2363:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, simply extend its deadline from 4296671770 00000100:00000001:1.0:1769075015.067899:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296671772 00000100:00000001:1.0:1769075015.067903:0:2363:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, simply extend its deadline from 4296671770 00000100:00000001:1.0:1769075015.067908:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075015.067911:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075015.067913:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075015.067919:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90371f80 x1855007613361152/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1769075015.067920:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769075015.067925:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b700. 00000400:00000200:3.0:1769075015.067930:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1769075015.067935:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075015.067939:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075015.067939:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:3.0:1769075015.067943:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e84c8 02000000:00000001:1.0:1769075015.067944:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1769075015.067946:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e84c8. 02000000:00000001:1.0:1769075015.067948:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075015.067950:0:2359:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1769075015.067952:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1769075015.067957:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90370a80 x1855007613361024/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075015.067961:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90371f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613361152:192.168.204.151@tcp:250:kworker.0 00000100:00000001:1.0:1769075015.067970:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769075015.067970:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1769075015.067972:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075015.067976:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075015.067976:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90370a80 x1855007613361024/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075035 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1769075015.067981:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075015.067985:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606cc00. 00000100:00000001:3.0:1769075015.067986:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075015.067989:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075015.067990:0:2359:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1769075015.067996:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075015.067999:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47dc0. 00000400:00000010:1.0:1769075015.068002:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8198. 00000100:00000200:1.0:1769075015.068005:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613361152, portal 25 00000100:00000001:1.0:1769075015.068007:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075015.068008:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603388288 : -114162106163328 : ffff982b90371f80) 00000100:00000040:1.0:1769075015.068012:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90371f80 x1855007613361152/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075015.068021:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075015.068022:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075015.068024:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e85d8. 00000100:00000200:1.0:1769075015.068026:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007613361152, offset 0 00000400:00000200:1.0:1769075015.068029:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075015.068031:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075015.068034:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075015.068036:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075015.068038:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075015.068039:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075015.068041:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075015.068043:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15609:15609:256:4294967295] 192.168.204.151@tcp LPNI seq info [15609:15609:8:4294967295] 00000400:00000200:1.0:1769075015.068045:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075015.068050:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075015.068053:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075015.068055:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816bb00. 00000800:00000200:1.0:1769075015.068058:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:1.0:1769075015.068061:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:1.0:1769075015.068063:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b9816bb00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1769075015.068072:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075015.068074:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075015.068075:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296680838 00000100:00000001:1.0:1769075015.068078:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296671772 00000100:00000001:1.0:1769075015.068080:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296680838 00000100:00000001:1.0:1769075015.068083:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296671772 00000100:00000001:1.0:1769075015.068085:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075015.068087:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075015.068090:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075015.068091:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075015.068095:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075015.068096:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=3 : 3 : 3) 00000100:00000001:1.0:1769075015.068098:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075015.068099:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075015.068101:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075015.068102:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769075015.068106:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769075015.068109:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816bb00. 00000400:00000200:2.0:1769075015.068113:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769075015.068118:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: OK 00000400:00000200:2.0:1769075015.068121:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e85d8 00000400:00000010:2.0:1769075015.068123:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e85d8. 00000100:00000001:2.0:1769075015.068125:0:2358:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075015.068129:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff982b90371f80 x1855007613361152/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075015.068135:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075015.068137:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90371f80 x1855007613361152/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075035 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075015.068142:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075015.068143:0:2358:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075015.578379:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075015.578388:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075015.578390:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075015.578398:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075015.578403:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075015.578408:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075015.578412:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075015.578416:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075015.578419:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075015.962382:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075015.962392:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075015.962399:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075015.962401:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075015.962452:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075015.962456:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075015.962459:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1769075016.346411:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769075016.346418:0:2355:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769075016.346422:0:2355:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84fcbc00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1769075016.346547:0:2359:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1769075016.602405:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075016.602411:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075016.602412:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075016.602417:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075016.602420:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075016.602423:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075016.602426:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075016.602427:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075016.602430:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075016.986399:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075016.986406:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075016.986413:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075016.986417:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769075016.986420:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769075016.986423:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075016.986426:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769075016.986429:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075016.986431:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075016.986433:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075016.986484:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075016.986488:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075016.986490:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075017.626364:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075017.626373:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075017.626376:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075017.626383:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075017.626387:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075017.626389:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075017.626391:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075017.626393:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075017.626395:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075018.010374:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075018.010380:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075018.010385:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075018.010386:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075018.010449:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075018.010454:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075018.010458:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769075018.074374:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1769075018.074374:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075018.074382:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1769075018.074385:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769075018.074386:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075018.074389:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769075018.074390:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1769075018.074395:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1769075018.074396:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769075018.074398:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1769075018.074401:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1769075018.074403:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075018.074405:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769075018.074407:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075018.074409:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1769075018.074414:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 2 (2012) 00000100:00000001:2.0:1769075018.650337:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075018.650343:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075018.650345:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075018.650349:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075018.650352:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075018.650355:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075018.650357:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075018.650358:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075018.650361:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075019.034402:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075019.034407:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075019.034411:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075019.034413:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075019.034469:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075019.034472:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075019.034475:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769075019.098348:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769075019.098359:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075019.098360:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075019.098365:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075019.098367:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075019.098374:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075019.098376:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075019.674353:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075019.674360:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075019.674362:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075019.674368:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075019.674371:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075019.674375:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075019.674378:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075019.674381:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075019.674383:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075020.058421:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075020.058428:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075020.058434:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075020.058435:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075020.058480:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075020.058484:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075020.058487:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075020.122373:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769075020.122376:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1769075020.122386:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1769075020.122389:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1769075020.122391:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769075020.122392:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075020.122398:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1769075020.122401:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1769075020.122402:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075020.122409:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075020.122409:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769075020.122414:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075020.122415:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1769075020.122419:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075020.122422:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1769075020.122428:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2014) 00000100:00000001:2.0:1769075020.698366:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075020.698375:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075020.698377:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075020.698382:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075020.698386:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075020.698390:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075020.698392:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075020.698395:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075020.698398:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075021.082438:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075021.082447:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075021.082454:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075021.082456:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075021.082527:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075021.082532:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075021.082537:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769075021.146352:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769075021.146367:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075021.146369:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075021.146375:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075021.146378:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075021.146382:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075021.146384:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075021.722444:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075021.722450:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075021.722452:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075021.722456:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075021.722459:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075021.722463:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075021.722464:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075021.722466:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075021.722468:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075022.106387:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075022.106394:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769075022.106395:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769075022.106400:0:21410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769075022.106402:0:21410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769075022.106403:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075022.106407:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769075022.106409:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075022.106411:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075022.106412:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075022.106415:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075022.106416:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075022.106464:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075022.106469:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075022.106473:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769075022.170377:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769075022.170393:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075022.170395:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075022.170400:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075022.170402:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075022.170408:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075022.170410:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075022.746438:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075022.746446:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075022.746449:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075022.746454:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075022.746458:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075022.746462:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075022.746465:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075022.746467:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075022.746470:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075023.130389:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075023.130395:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075023.130400:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075023.130401:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075023.130462:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075023.130466:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075023.130470:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769075023.194378:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769075023.194388:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075023.194390:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075023.194394:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075023.194396:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075023.194400:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075023.194402:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075023.770438:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075023.770450:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075023.770452:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075023.770459:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075023.770472:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075023.770477:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075023.770481:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075023.770485:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075023.770488:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075024.154413:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075024.154421:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075024.154443:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075024.154445:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075024.154508:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075024.154513:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075024.154517:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769075024.218374:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769075024.218390:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075024.218392:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075024.218397:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075024.218400:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075024.218405:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075024.218407:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075024.282374:0:15360:0:(connection.c:75:cpu_latency_work()) work item of ffff982b99695330 (cpu 0) has reached its deadline 4296680838, at 4296680960 00000100:00000040:2.0:1769075024.282379:0:21410:0:(connection.c:75:cpu_latency_work()) work item of ffff982b99695220 (cpu 0) has reached its deadline 4296680838, at 4296680960 00000100:00000010:3.0:1769075024.282393:0:15360:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982b9020b660. 00000100:00000010:2.0:1769075024.282398:0:21410:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982b9020bd80. 00000100:00000001:2.0:1769075024.794369:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075024.794377:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075024.794380:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075024.794386:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075024.794391:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075024.794395:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075024.794398:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075024.794400:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075024.794403:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075025.178363:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075025.178369:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075025.178373:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075025.178374:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075025.178454:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075025.178461:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075025.178467:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769075025.242362:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769075025.242376:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075025.242379:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075025.242385:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075025.242387:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075025.242392:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075025.242395:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075025.306401:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075025.306407:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1769075025.306410:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075025.306413:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1769075025.306416:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075025.306418:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1769075025.306420:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075025.306422:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1769075025.306426:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2019) 00000100:00000001:2.0:1769075025.818393:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075025.818399:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075025.818401:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075025.818406:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075025.818409:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075025.818412:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075025.818414:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075025.818416:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075025.818418:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075026.202366:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075026.202373:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075026.202377:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075026.202378:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075026.202428:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075026.202433:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075026.202437:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769075026.266409:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769075026.266441:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075026.266442:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075026.266449:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075026.266452:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075026.266456:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075026.266459:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075026.842384:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075026.842391:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075026.842393:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075026.842399:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075026.842403:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075026.842406:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075026.842408:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075026.842410:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075026.842412:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075027.226348:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075027.226353:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075027.226357:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075027.226360:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769075027.226362:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769075027.226364:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075027.226366:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769075027.226368:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075027.226369:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075027.226371:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075027.226426:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075027.226429:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075027.226432:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769075027.290379:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769075027.290391:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075027.290393:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075027.290398:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075027.290401:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075027.290405:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075027.290408:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075027.866340:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075027.866346:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075027.866348:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075027.866352:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075027.866355:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075027.866357:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075027.866360:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075027.866362:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075027.866364:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075028.250391:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075028.250398:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075028.250404:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075028.250405:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075028.250461:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075028.250465:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075028.250469:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769075028.314428:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769075028.314446:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075028.314449:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075028.314455:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075028.314459:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075028.314465:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075028.314468:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075028.634411:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (5) 00000800:00000200:3.0:1769075028.634417:0:2355:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:988 00000800:00000200:3.0:1769075028.634421:0:2355:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff982b84fcbc00 type 192, nob 24 niov 1 nkiov 0 00000800:00000100:3.0:1769075028.634436:0:2355:0:(socklnd_cb.c:2367:ksocknal_find_timed_out_conn()) A connection with 12345-192.168.204.151@tcp (192.168.204.151:988) timed out; the network or node may be down. 00000800:00000200:3.1:1769075028.634440:0:2355:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 3, ksnr_connected 6 ksnr_max_conns 1 00000800:00000200:3.1:1769075028.634444:0:2355:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 2, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1769075028.634446:0:2355:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 1, ksnr_connected 0 ksnr_max_conns 1 00000400:00000200:3.0:1769075028.634456:0:2355:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075028.634460:0:2355:0:(router.c:1755:lnet_notify()) 192.168.204.51@tcp notifying 192.168.204.151@tcp: down 00000400:00000200:3.0:1769075028.634463:0:2355:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000800:00000200:3.0:1769075028.634469:0:2355:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.151@tcp down 00000800:00000200:2.0:1769075028.634476:0:2358:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(24) -108 00000800:00000200:3.0:1769075028.634601:0:2355:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection ffff982b888fc000 00000800:00000010:3.0:1769075028.634604:0:2355:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at ffff982b888fc000. 00000800:00000200:3.0:1769075028.634608:0:2355:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection ffff982b83bee000 00000800:00000010:3.0:1769075028.634609:0:2355:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at ffff982b83bee000. 00000800:00000200:3.0:1769075028.634611:0:2355:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection ffff982b83bea000 00000800:00000010:3.0:1769075028.634612:0:2355:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at ffff982b83bea000. 00000100:00000001:0.0:1769075028.890417:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075028.890426:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075028.890428:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075028.890434:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075028.890439:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075028.890444:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075028.890446:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075028.890449:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075028.890452:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075029.274362:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075029.274368:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075029.274372:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075029.274373:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075029.274423:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075029.274427:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075029.274430:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769075029.338390:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769075029.338403:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075029.338406:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075029.338411:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075029.338414:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075029.338420:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075029.338422:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075029.914397:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075029.914406:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075029.914407:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075029.914412:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075029.914414:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075029.914417:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075029.914419:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075029.914422:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075029.914424:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075030.298381:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075030.298388:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075030.298393:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075030.298395:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075030.298448:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075030.298452:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075030.298455:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769075030.362401:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769075030.362416:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075030.362418:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075030.362423:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075030.362426:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075030.362431:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075030.362434:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075030.426406:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075030.426416:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1769075030.426419:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075030.426423:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1769075030.426426:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075030.426429:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1769075030.426432:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075030.426434:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1769075030.426440:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2024) 00000100:00000001:0.0:1769075030.938449:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075030.938458:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075030.938460:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075030.938466:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075030.938470:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075030.938474:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075030.938477:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075030.938480:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075030.938482:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075031.322384:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075031.322391:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075031.322398:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075031.322399:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075031.322478:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075031.322482:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075031.322486:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769075031.386371:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769075031.386382:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075031.386384:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075031.386387:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075031.386389:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075031.386393:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075031.386395:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075031.962375:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075031.962386:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075031.962388:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075031.962396:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075031.962400:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075031.962405:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075031.962408:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075031.962411:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075031.962414:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075032.346392:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075032.346398:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769075032.346400:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769075032.346405:0:21410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769075032.346406:0:21410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769075032.346408:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075032.346412:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769075032.346414:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075032.346416:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075032.346418:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075032.346421:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075032.346427:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075032.346476:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075032.346479:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075032.346482:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769075032.410371:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769075032.410383:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075032.410385:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075032.410388:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075032.410391:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075032.410394:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075032.410396:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075032.986361:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075032.986369:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075032.986371:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075032.986376:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075032.986379:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075032.986383:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075032.986385:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075032.986388:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075032.986390:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075033.370354:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075033.370360:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075033.370366:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075033.370367:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075033.370424:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075033.370427:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075033.370429:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769075033.434370:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769075033.434377:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075033.434389:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769075013/real 1769075013] req@ffff982b9037b100 x1855007613360768/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075033 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075033.434404:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075033.434406:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075033.434417:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47cb8. 00000400:00000200:1.0:1769075033.434424:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000400:00000010:1.0:1769075033.434427:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00000001:1.0:1769075033.434431:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075033.434436:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037b100 x1855007613360768/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075033 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075033.434447:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037b100 x1855007613360768/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075033 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075033.434456:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075033.434458:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075033.434461:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075033.434464:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075033.434468:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b9037b100 x1855007613360768/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075033 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075033.434475:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075033.434481:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075033.434483:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075033.434485:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075033.434487:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075033.434489:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075033.434493:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037b100 x1855007613360768/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075033 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075033.434498:0:2363:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075033.434500:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075033.434501:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075033.434502:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075033.434504:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075033.434506:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075033.434509:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075033.434527:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075033.434529:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075033.434532:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037b100 x1855007613360768/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075033 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075033.434538:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613360768:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075033.434541:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075033.434543:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075033.434545:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037b100 x1855007613360768/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075033 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075033.434550:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075033.434553:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075033.434556:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f000. 02000000:00000001:1.0:1769075033.434560:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075033.434562:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075033.434564:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:1.0:1769075033.434566:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075033.434569:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90211400. 02000000:00000001:1.0:1769075033.434572:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075033.434574:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075033.434575:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037b100. 00000100:00000001:1.0:1769075033.434579:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075033.434580:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075033.434582:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075033.434615:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075033.434626:0:27795:0:(pinger.c:247:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1769075033.434629:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075033.434634:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769075033.434637:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075033.434642:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075033.434647:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075033.434655:0:27795:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2002 00000400:00000200:0.0:1769075033.434666:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769075033.434673:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00001000:0.0:1769075033.434679:0:27795:0:(import.c:2128:obd_at_measure()) add 20 to ffff982b88b88c10 time=136 v=15 (15 0 0 0) 00000100:00001000:0.0:1769075033.434683:0:27795:0:(import.c:2194:obd_at_measure()) AT ffff982b88b88c10 change: old=15 new=20 delta=5 (val=20) hist 20 0 0 0 00000100:00080000:0.0:1769075033.434687:0:27795:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: tried all connections, increasing latency to 15s 00000100:00000040:0.0:1769075033.434691:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075033.434694:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075033.434697:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075033.434700:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:0.0:1769075033.434704:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075033.434706:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000020:00000001:0.0:1769075033.434710:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075033.434712:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000020:00000001:0.0:1769075033.434715:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000020:00000001:0.0:1769075033.434718:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000040:0.0:1769075033.434722:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075033.434724:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075033.434726:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075033.434729:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:0.0:1769075033.434733:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 00000100:00080000:0.0:1769075033.434737:0:27795:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:0.0:1769075033.434741:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075033.434744:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075033.434751:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075033.434755:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075033.434767:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769075033.434772:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769075033.434776:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075033.434778:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769075033.434790:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98582680. 00000020:00000040:0.0:1769075033.434794:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:0.0:1769075033.434799:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075033.434801:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075033.434804:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075033.434808:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075033.434814:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075033.434822:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b85880c00. 00000100:00000001:0.0:1769075033.434831:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075033.434840:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b98582680 x1855007613361280/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769075033.434852:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075033.434857:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075033.434862:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3d78762] to pc [ptlrpcd_rcv+-1] req@ffff982b98582680 x1855007613361280/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075033.434887:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075033.434891:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075033.434895:0:27795:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1769075033.434899:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075033.434903:0:27795:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1769075033.434909:0:27795:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2027) 00000100:00000001:1.0:1769075033.434962:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075033.434965:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075033.434967:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075033.434973:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98582680 x1855007613361280/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075033.434981:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075033.434982:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075033.434985:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075033.434987:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075033.434990:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075033.434993:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98582680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613361280:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075033.434996:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075033.434999:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075033.435001:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075033.435003:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075033.435010:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f000. 02000000:00000001:1.0:1769075033.435011:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075033.435019:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075033.435022:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47cb8. 00000400:00000010:1.0:1769075033.435026:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00000200:1.0:1769075033.435031:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613361280, portal 10 00000100:00000001:1.0:1769075033.435033:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075033.435034:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739770496 : -114161969781120 : ffff982b98582680) 00000100:00000040:1.0:1769075033.435039:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98582680 x1855007613361280/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075033.435045:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075033.435048:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075033.435050:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8550. 00000100:00000200:1.0:1769075033.435052:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613361280, offset 0 00000400:00000200:1.0:1769075033.435057:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075033.435063:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075033.435071:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075033.435077:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075033.435081:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075033.435084:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075033.435087:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075033.435090:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15610:15610:256:4294967295] 192.168.204.151@tcp LPNI seq info [15610:15610:8:4294967295] 00000400:00000200:1.0:1769075033.435095:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075033.435106:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075033.435113:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075033.435119:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b600. 00000800:00000200:1.0:1769075033.435125:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075033.435131:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000001:1.0:1769075033.435148:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075033.435152:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1068438 usecs (1069 jiffies) 00000400:00000200:1.0:1769075033.435155:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075033.435157:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296691181 00000100:00000010:1.0:1769075033.435162:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982b9020bd20. 00000100:00000001:1.0:1769075033.435169:0:2363:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1769075033.435183:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296691181 00000100:00000010:1.0:1769075033.435187:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982b9020ba20. 00000100:00000001:1.0:1769075033.435190:0:2363:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1769075033.435194:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075033.435196:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075033.435201:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075033.435203:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075033.435208:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075033.435210:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075033.435213:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075033.435215:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075033.435217:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075033.435221:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075033.435264:0:2353:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.151:988 00000400:00000200:0.0:1769075033.435366:0:2353:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.151:988 00000100:00000001:0.0:1769075034.010336:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075034.010342:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075034.010344:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075034.010348:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075034.010350:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075034.010353:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075034.010356:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075034.010358:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075034.010360:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075034.394352:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075034.394359:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075034.394365:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075034.394366:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075034.394396:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075034.394400:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075034.394403:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769075034.458348:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769075034.458359:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075034.458361:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075034.458365:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075034.458367:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075034.458370:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075034.458373:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075034.522368:0:21410:0:(connection.c:75:cpu_latency_work()) work item of ffff982b99695220 (cpu 0) has reached its deadline 4296691181, at 4296691200 00000100:00000040:3.0:1769075034.522368:0:15360:0:(connection.c:75:cpu_latency_work()) work item of ffff982b99695330 (cpu 0) has reached its deadline 4296691181, at 4296691200 00000100:00000010:3.0:1769075034.522381:0:15360:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982b9020ba20. 00000100:00000010:2.0:1769075034.522383:0:21410:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982b9020bd20. 00000100:00000001:0.0:1769075035.034409:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075035.034416:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075035.034418:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075035.034422:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075035.034425:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075035.034428:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075035.034430:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075035.034432:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075035.034435:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075035.418354:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075035.418361:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075035.418366:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075035.418367:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075035.418432:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075035.418437:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075035.418442:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769075035.482381:0:2363:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769075035.482390:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075035.482406:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769075015/real 1769075015] req@ffff982b90370a80 x1855007613361024/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075035 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075035.482426:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075035.482428:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075035.482432:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47108. 00000400:00000200:1.0:1769075035.482438:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8990 00000400:00000010:1.0:1769075035.482441:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8990. 00000100:00000001:1.0:1769075035.482444:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075035.482449:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90370a80 x1855007613361024/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075035 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075035.482459:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90370a80 x1855007613361024/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075035 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075035.482467:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075035.482470:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075035.482473:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075035.482476:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075035.482480:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90370a80 x1855007613361024/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075035 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075035.482488:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075035.482490:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075035.482495:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769075015/real 1769075015] req@ffff982b90371f80 x1855007613361152/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075035 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075035.482509:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075035.482511:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075035.482513:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47dc0. 00000400:00000200:1.0:1769075035.482516:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8198 00000400:00000010:1.0:1769075035.482517:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8198. 00000100:00000001:1.0:1769075035.482520:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075035.482523:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90371f80 x1855007613361152/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075035 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075035.482531:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90371f80 x1855007613361152/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075035 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075035.482538:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075035.482539:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075035.482541:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075035.482542:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075035.482546:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90371f80 x1855007613361152/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075035 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075035.482552:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075035.482554:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075035.482559:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769075015/real 1769075015] req@ffff982b90370700 x1855007613360896/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075035 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075035.482567:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075035.482568:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075035.482569:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47e70. 00000400:00000200:1.0:1769075035.482572:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8e58 00000400:00000010:1.0:1769075035.482574:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8e58. 00000100:00000001:1.0:1769075035.482576:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075035.482579:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90370700 x1855007613360896/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075035 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075035.482587:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90370700 x1855007613360896/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075035 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075035.482594:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075035.482596:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075035.482597:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075035.482599:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075035.482603:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90370700 x1855007613360896/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075035 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075035.482609:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075035.482617:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075035.482619:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=3 : 3 : 3) 00000100:00000001:1.0:1769075035.482622:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075035.482624:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075035.482627:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075035.482632:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90370a80 x1855007613361024/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075035 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075035.482639:0:2363:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075035.482642:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075035.482644:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075035.482645:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075035.482648:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075035.482650:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075035.482653:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075035.482682:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075035.482685:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075035.482690:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90370a80 x1855007613361024/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075035 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075035.482698:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90370a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613361024:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075035.482703:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075035.482707:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90371f80 x1855007613361152/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075035 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075035.482718:0:2363:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075035.482721:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075035.482723:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075035.482724:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075035.482726:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075035.482728:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075035.482730:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075035.482737:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075035.482739:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075035.482745:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90371f80 x1855007613361152/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075035 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075035.482753:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90371f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613361152:192.168.204.151@tcp:250:kworker.0 00000100:00000001:1.0:1769075035.482757:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075035.482762:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90370700 x1855007613360896/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075035 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075035.482769:0:2363:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075035.482771:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075035.482773:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075035.482774:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075035.482776:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075035.482777:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075035.482780:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075035.482785:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075035.482788:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075035.482792:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90370700 x1855007613360896/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075035 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075035.482800:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90370700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613360896:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075035.482804:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075035.482809:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075035.482813:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90370a80 x1855007613361024/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075035 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075035.482822:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075035.482826:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075035.482831:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075035.482838:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075035.482841:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075035.482844:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:1.0:1769075035.482847:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075035.482850:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c01400. 02000000:00000001:1.0:1769075035.482857:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075035.482860:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075035.482864:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90370a80. 00000100:00000001:1.0:1769075035.482868:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075035.482870:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075035.482873:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075035.482876:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90371f80 x1855007613361152/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075035 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075035.482883:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075035.482884:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075035.482886:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075035.482890:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075035.482892:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075035.482893:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:1.0:1769075035.482928:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075035.482931:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c03000. 02000000:00000001:1.0:1769075035.482934:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075035.482936:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075035.482937:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90371f80. 00000100:00000001:1.0:1769075035.482940:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075035.482942:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075035.482943:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075035.482947:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90370700 x1855007613360896/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075035 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075035.482954:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075035.482955:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075035.482957:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606c400. 02000000:00000001:1.0:1769075035.482960:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075035.482961:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075035.482963:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:1.0:1769075035.482965:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075035.482966:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c03400. 02000000:00000001:1.0:1769075035.482969:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075035.482971:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075035.482972:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90370700. 00000100:00000001:1.0:1769075035.482975:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075035.482976:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075035.482979:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075035.483007:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075035.483017:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769075035.483020:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075035.483024:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075035.483028:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075035.483033:0:27795:0:(import.c:509:import_select_connection()) MGC192.168.204.151@tcp: connect to NID 192.168.204.151@tcp last attempt 2004 00000400:00000200:2.0:1769075035.483043:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769075035.483052:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00001000:2.0:1769075035.483058:0:27795:0:(import.c:2128:obd_at_measure()) add 20 to ffff982b88b8ac10 time=138 v=15 (15 0 0 0) 00000100:00001000:2.0:1769075035.483062:0:27795:0:(import.c:2194:obd_at_measure()) AT ffff982b88b8ac10 change: old=15 new=20 delta=5 (val=20) hist 20 0 0 0 00000100:00080000:2.0:1769075035.483066:0:27795:0:(import.c:588:import_select_connection()) MGC192.168.204.151@tcp: tried all connections, increasing latency to 15s 00000100:00000040:2.0:1769075035.483070:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075035.483074:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075035.483078:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075035.483081:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769075035.483085:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075035.483089:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000020:00000001:2.0:1769075035.483092:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075035.483096:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000020:00000001:2.0:1769075035.483099:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000020:00000001:2.0:1769075035.483102:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00000040:2.0:1769075035.483105:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075035.483108:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075035.483110:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075035.483113:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769075035.483117:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00080000:2.0:1769075035.483121:0:27795:0:(import.c:623:import_select_connection()) MGC192.168.204.151@tcp: import ffff982b88b8a800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075035.483124:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075035.483127:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075035.483131:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075035.483135:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075035.483138:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769075035.483141:0:27795:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075035.483149:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037b100. 00000020:00000040:2.0:1769075035.483153:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 02000000:00000001:2.0:1769075035.483156:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075035.483158:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075035.483161:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075035.483164:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075035.483169:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075035.483177:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90213800. 00000100:00000001:2.0:1769075035.483191:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075035.483199:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b9037b100 x1855007613361408/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075035.483211:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075035.483216:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075035.483222:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046ecc01e] to pc [ptlrpcd_rcv+-1] req@ffff982b9037b100 x1855007613361408/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075035.483277:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075035.483307:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075035.483311:0:27795:0:(pinger.c:247:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1769075035.483313:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075035.483316:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769075035.483318:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075035.483319:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075035.483321:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769075035.483326:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1769075035.483326:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2004 00000100:00000001:1.0:1769075035.483332:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075035.483336:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075035.483342:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037b100 x1855007613361408/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769075035.483343:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075035.483354:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075035.483357:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075035.483361:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 02000000:00000001:1.0:1769075035.483364:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00001000:2.0:1769075035.483366:0:27795:0:(import.c:2128:obd_at_measure()) add 20 to ffff982b83e5ec10 time=68 v=15 (15 0 0 0) 02000000:00000001:1.0:1769075035.483369:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1769075035.483372:0:27795:0:(import.c:2194:obd_at_measure()) AT ffff982b83e5ec10 change: old=15 new=20 delta=5 (val=20) hist 20 0 0 0 02000000:00000001:1.0:1769075035.483374:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075035.483381:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: tried all connections, increasing latency to 15s 00000100:00100000:1.0:1769075035.483383:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613361408:192.168.204.151@tcp:250:kworker.0 00000100:00000001:1.0:1769075035.483389:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075035.483394:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075035.483398:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075035.483399:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 02000000:00000001:1.0:1769075035.483403:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1769075035.483404:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075035.483408:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 02000000:00000010:1.0:1769075035.483411:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606c400. 00000100:00000001:2.0:1769075035.483411:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769075035.483416:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075035.483418:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3de 00000020:00000001:2.0:1769075035.483420:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075035.483422:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b9968c800 refcount=4 00000020:00000001:2.0:1769075035.483425:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000020:00000001:2.0:1769075035.483427:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000100:00000040:2.0:1769075035.483430:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075035.483432:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075035.483433:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075035.483436:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769075035.483438:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b9968c800 : new refcount 3 00000100:00080000:2.0:1769075035.483441:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: import ffff982b83e5e800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075035.483443:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075035.483445:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075035.483451:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075035.483453:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075035.483456:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769075035.483460:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769075035.483463:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075035.483465:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075035.483470:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037a300. 00000020:00000040:2.0:1769075035.483472:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 02000000:00000001:2.0:1769075035.483475:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075035.483476:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075035.483478:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075035.483480:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075035.483482:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075035.483486:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90210800. 00000100:00000001:2.0:1769075035.483489:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075035.483493:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b9037a300 x1855007613361536/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075035.483501:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075035.483503:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075035.483506:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a8e4c43] to pc [ptlrpcd_rcv+-1] req@ffff982b9037a300 x1855007613361536/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075035.483514:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075035.483518:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075035.483521:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769075035.483522:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075035.483524:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075035.483526:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075035.483529:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2004 00000400:00000200:2.0:1769075035.483533:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769075035.483536:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00001000:2.0:1769075035.483539:0:27795:0:(import.c:2128:obd_at_measure()) add 20 to ffff982b99688410 time=68 v=15 (15 0 0 0) 00000100:00001000:2.0:1769075035.483542:0:27795:0:(import.c:2194:obd_at_measure()) AT ffff982b99688410 change: old=15 new=20 delta=5 (val=20) hist 20 0 0 0 00000100:00080000:2.0:1769075035.483544:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: tried all connections, increasing latency to 15s 00000100:00000040:2.0:1769075035.483547:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075035.483549:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075035.483551:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075035.483553:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769075035.483555:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075035.483557:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3e5 00000020:00000001:2.0:1769075035.483558:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075035.483560:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b897c2000 refcount=4 00000020:00000001:2.0:1769075035.483563:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000020:00000001:2.0:1769075035.483565:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000100:00000040:2.0:1769075035.483568:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075035.483570:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075035.483572:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075035.483574:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769075035.483576:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b897c2000 : new refcount 3 00000100:00080000:2.0:1769075035.483579:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: import ffff982b99688000 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075035.483581:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075035.483583:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075035.483585:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075035.483587:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075035.483589:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769075035.483592:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769075035.483594:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075035.483596:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075035.483600:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90379500. 00000020:00000040:2.0:1769075035.483602:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 02000000:00000001:2.0:1769075035.483605:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075035.483606:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075035.483608:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075035.483609:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075035.483611:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075035.483615:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90212400. 00000100:00000001:2.0:1769075035.483619:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075035.483624:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90379500 x1855007613361664/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075035.483631:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075035.483633:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075035.483637:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040d412f8] to pc [ptlrpcd_rcv+-1] req@ffff982b90379500 x1855007613361664/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075035.483644:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075035.483649:0:27795:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 3 (2029) 02000000:00000001:1.0:1769075035.484128:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075035.484137:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075035.484142:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47e70. 00000400:00000010:1.0:1769075035.484148:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8e58. 00000100:00000200:1.0:1769075035.484155:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613361408, portal 25 00000100:00000001:1.0:1769075035.484158:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075035.484160:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603425536 : -114162106126080 : ffff982b9037b100) 00000100:00000040:1.0:1769075035.484167:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9037b100 x1855007613361408/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075035.484174:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075035.484177:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075035.484180:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8198. 00000100:00000200:1.0:1769075035.484183:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007613361408, offset 0 00000400:00000200:1.0:1769075035.484190:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075035.484198:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075035.484216:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075035.484221:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075035.484226:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075035.484231:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075035.484234:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075035.484238:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15611:15611:255:4294967295] 192.168.204.151@tcp LPNI seq info [15611:15611:7:4294967295] 00000400:00000200:1.0:1769075035.484242:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075035.484259:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075035.484265:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075035.484271:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816bb00. 00000800:00000200:1.0:1769075035.484278:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075035.484309:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000001:1.0:1769075035.484314:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075035.484318:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075035.484321:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296701255 00000100:00000010:1.0:1769075035.484327:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982b9020b8a0. 00000100:00000001:1.0:1769075035.484334:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1769075035.484339:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296701255 00000100:00000010:1.0:1769075035.484342:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982b9020b960. 00000100:00000001:1.0:1769075035.484345:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1769075035.484349:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075035.484352:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075035.484355:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075035.484357:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075035.484364:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075035.484366:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=3 : 3 : 3) 00000100:00000001:1.0:1769075035.484368:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075035.484370:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075035.484372:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075035.484383:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037a300 x1855007613361536/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075035.484390:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075035.484392:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075035.484395:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075035.484397:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075035.484400:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075035.484403:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613361536:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075035.484406:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075035.484409:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075035.484410:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075035.484412:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075035.484416:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075035.484418:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075035.484428:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075035.484431:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47dc0. 00000400:00000010:1.0:1769075035.484435:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8990. 00000100:00000200:1.0:1769075035.484438:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613361536, portal 4 00000100:00000001:1.0:1769075035.484440:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075035.484442:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603421952 : -114162106129664 : ffff982b9037a300) 00000100:00000040:1.0:1769075035.484448:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9037a300 x1855007613361536/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075035.484455:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075035.484458:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075035.484460:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8bb0. 00000100:00000200:1.0:1769075035.484462:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613361536, offset 0 00000400:00000200:1.0:1769075035.484467:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075035.484472:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075035.484476:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075035.484480:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075035.484482:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075035.484485:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075035.484488:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075035.484491:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15612:15612:254:4294967295] 192.168.204.151@tcp LPNI seq info [15612:15612:6:4294967295] 00000400:00000200:1.0:1769075035.484495:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075035.484502:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075035.484506:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075035.484511:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b700. 00000800:00000200:1.0:1769075035.484515:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075035.484519:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000001:1.0:1769075035.484522:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075035.484525:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24872 usecs (25 jiffies) 00000400:00000200:1.0:1769075035.484529:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075035.484531:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296692187 00000100:00000001:1.0:1769075035.484533:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296701255 00000100:00000001:1.0:1769075035.484535:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296692187 00000100:00000001:1.0:1769075035.484537:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296701255 00000100:00000001:1.0:1769075035.484539:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075035.484542:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075035.484544:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075035.484549:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90379500 x1855007613361664/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075035.484556:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075035.484557:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075035.484559:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075035.484561:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075035.484563:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075035.484566:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90379500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613361664:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075035.484570:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075035.484572:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075035.484574:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075035.484576:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075035.484579:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075035.484581:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075035.484584:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075035.484587:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47108. 00000400:00000010:1.0:1769075035.484590:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8660. 00000100:00000200:1.0:1769075035.484593:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613361664, portal 4 00000100:00000001:1.0:1769075035.484594:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075035.484595:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603418368 : -114162106133248 : ffff982b90379500) 00000100:00000040:1.0:1769075035.484601:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90379500 x1855007613361664/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075035.484607:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075035.484609:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075035.484612:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8110. 00000100:00000200:1.0:1769075035.484614:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613361664, offset 0 00000400:00000200:1.0:1769075035.484618:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075035.484622:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075035.484626:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075035.484628:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075035.484631:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075035.484633:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075035.484635:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075035.484638:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15613:15613:253:4294967295] 192.168.204.151@tcp LPNI seq info [15613:15613:5:4294967295] 00000400:00000200:1.0:1769075035.484641:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075035.484647:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075035.484652:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075035.484655:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000800:00000200:1.0:1769075035.484659:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075035.484662:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000001:1.0:1769075035.484665:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075035.484667:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26900 usecs (27 jiffies) 00000400:00000200:1.0:1769075035.484670:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075035.484672:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296692189 00000100:00000001:1.0:1769075035.484674:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296701255 00000100:00000001:1.0:1769075035.484677:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296692189 00000100:00000001:1.0:1769075035.484680:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296701255 00000100:00000001:1.0:1769075035.484681:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075035.484683:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075035.484685:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075035.484687:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075035.484690:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075035.484691:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=3 : 3 : 3) 00000100:00000001:1.0:1769075035.484693:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075035.484694:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075035.484696:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075035.484697:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075036.058364:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075036.058373:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075036.058375:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075036.058381:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075036.058385:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075036.058388:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075036.058391:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075036.058394:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075036.058397:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075036.442386:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075036.442393:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075036.442398:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075036.442399:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075036.442480:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075036.442484:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075036.442487:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1769075036.506609:0:2353:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.204.151:988 00000400:00000100:1.0:1769075036.506680:0:2353:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.151@tcp at host 192.168.204.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1769075036.506697:0:2353:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075036.506703:0:2353:0:(router.c:1755:lnet_notify()) 192.168.204.51@tcp notifying 192.168.204.151@tcp: down 00000400:00000200:1.0:1769075036.506707:0:2353:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075036.506712:0:2353:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1769075036.506718:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.151@tcp 00000800:00000010:1.0:1769075036.506724:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b600. 00000400:00000200:1.0:1769075036.506731:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1769075036.506737:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1769075036.506747:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8550 00000400:00000010:1.0:1769075036.506750:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8550. 00000100:00000001:1.0:1769075036.506758:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075036.506769:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff982b98582680 x1855007613361280/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075036.506806:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075036.506811:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98582680 x1855007613361280/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075058 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075036.506820:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075036.506822:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1769075036.506837:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.151@tcp 00000800:00000010:1.0:1769075036.506840:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816bb00. 00000400:00000200:1.0:1769075036.506844:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1769075036.506847:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1769075036.506850:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8198 00000400:00000010:1.0:1769075036.506852:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8198. 00000100:00000001:1.0:1769075036.506855:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075036.506860:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff982b9037b100 x1855007613361408/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075036.506870:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075036.506874:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037b100 x1855007613361408/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075060 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075036.506890:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075036.506892:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1769075036.506899:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.151@tcp 00000800:00000010:1.0:1769075036.506902:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b700. 00000400:00000200:1.0:1769075036.506905:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1769075036.506909:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1769075036.506913:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8bb0 00000400:00000010:1.0:1769075036.506915:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8bb0. 00000100:00000001:1.0:1769075036.506917:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075036.506922:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff982b9037a300 x1855007613361536/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075036.506930:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075036.506934:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037a300 x1855007613361536/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075060 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075036.506940:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075036.506942:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1769075036.506947:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.151@tcp 00000800:00000010:1.0:1769075036.506950:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000400:00000200:1.0:1769075036.506953:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1769075036.506957:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1769075036.506960:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8110 00000400:00000010:1.0:1769075036.506962:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8110. 00000100:00000001:1.0:1769075036.506965:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075036.506971:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff982b90379500 x1855007613361664/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075036.506980:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075036.506984:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90379500 x1855007613361664/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075060 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075036.506991:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075036.506993:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075036.507032:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075036.507041:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075036.507045:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075036.507057:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075035/real 1769075036] req@ffff982b9037a300 x1855007613361536/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075036.507075:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075036.507078:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075036.507083:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47dc0. 00000400:00000200:3.0:1769075036.507088:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8990 00000400:00000010:3.0:1769075036.507090:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8990. 00000100:00000001:3.0:1769075036.507093:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075036.507098:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037a300 x1855007613361536/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075036.507110:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037a300 x1855007613361536/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075036.507119:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075036.507121:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075036.507126:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075036.507128:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075036.507134:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b9037a300 x1855007613361536/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075036.507143:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075036.507149:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037a300 x1855007613361536/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075060 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075036.507167:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075036.507172:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075036.507173:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075036.507175:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075036.507179:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075036.507182:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075036.507187:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075036.507306:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:3.0:1769075036.507322:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075036.507336:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037a300 x1855007613361536/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075060 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075036.507347:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613361536:192.168.204.151@tcp:8:kworker.0 00000100:00000001:3.0:1769075036.507355:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075036.507359:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075035/real 1769075036] req@ffff982b90379500 x1855007613361664/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075036.507368:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075036.507370:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075036.507373:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47108. 00000400:00000200:3.0:1769075036.507376:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 00000400:00000010:3.0:1769075036.507378:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 00000100:00000001:3.0:1769075036.507381:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075036.507384:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90379500 x1855007613361664/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075036.507392:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90379500 x1855007613361664/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075036.507399:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075036.507402:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075036.507404:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075036.507407:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075036.507412:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90379500 x1855007613361664/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075036.507421:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075036.507428:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90379500 x1855007613361664/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075060 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075036.507449:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075036.507453:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075036.507455:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075036.507457:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075036.507460:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075036.507463:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075036.507467:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075036.507473:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:3.0:1769075036.507476:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075036.507480:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90379500 x1855007613361664/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075060 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075036.507488:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90379500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613361664:192.168.204.151@tcp:8:kworker.0 00000100:00000001:3.0:1769075036.507493:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075036.507498:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075035/real 1769075036] req@ffff982b9037b100 x1855007613361408/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075036.507507:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075036.507508:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075036.507511:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47e70. 00000400:00000200:3.0:1769075036.507514:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8e58 00000400:00000010:3.0:1769075036.507516:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8e58. 00000100:00000001:3.0:1769075036.507520:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075036.507523:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037b100 x1855007613361408/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075036.507532:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037b100 x1855007613361408/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075036.507539:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075036.507541:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075036.507543:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075036.507544:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075036.507548:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b9037b100 x1855007613361408/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075036.507556:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075036.507560:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037b100 x1855007613361408/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075060 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075036.507568:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075036.507571:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075036.507573:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075036.507575:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075036.507577:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075036.507579:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075036.507582:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075036.507586:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.151@tcp failed (-110) 00000100:00000001:3.0:1769075036.507589:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075036.507594:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037b100 x1855007613361408/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075060 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075036.507602:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613361408:192.168.204.151@tcp:250:kworker.0 00000100:00000001:3.0:1769075036.507607:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075036.507611:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075033/real 1769075036] req@ffff982b98582680 x1855007613361280/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075036.507622:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075036.507623:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075036.507626:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47cb8. 00000400:00000200:3.0:1769075036.507629:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000400:00000010:3.0:1769075036.507631:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00000001:3.0:1769075036.507634:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075036.507637:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98582680 x1855007613361280/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075036.507648:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98582680 x1855007613361280/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075036.507656:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075036.507658:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075036.507660:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075036.507661:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075036.507666:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b98582680 x1855007613361280/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075036.507674:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075036.507678:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98582680 x1855007613361280/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075058 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075036.507685:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075036.507688:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075036.507690:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075036.507691:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075036.507693:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075036.507696:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075036.507700:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075036.507712:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:3.0:1769075036.507716:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075036.507723:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98582680 x1855007613361280/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075058 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075036.507733:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98582680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613361280:192.168.204.151@tcp:38:kworker.0 00000100:00000001:3.0:1769075036.507740:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075036.507743:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075036.507747:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037a300 x1855007613361536/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075060 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075036.507756:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075036.507760:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075036.507767:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606cc00. 02000000:00000001:3.0:1769075036.507773:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075036.507777:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075036.507781:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:3.0:1769075036.507784:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075036.507788:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90210800. 02000000:00000001:3.0:1769075036.507792:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075036.507795:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075036.507798:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037a300. 00000100:00000001:3.0:1769075036.507803:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075036.507805:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075036.507807:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075036.507812:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90379500 x1855007613361664/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075060 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075036.507821:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075036.507823:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075036.507825:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f800. 02000000:00000001:3.0:1769075036.507830:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075036.507832:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075036.507833:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:3.0:1769075036.507836:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075036.507838:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90212400. 02000000:00000001:3.0:1769075036.507841:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075036.507843:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075036.507845:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90379500. 00000100:00000001:3.0:1769075036.507847:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075036.507849:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075036.507851:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075036.507855:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037b100 x1855007613361408/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075060 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075036.507862:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075036.507863:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075036.507865:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606c400. 02000000:00000001:3.0:1769075036.507868:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075036.507869:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075036.507871:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:3.0:1769075036.507873:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075036.507874:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90213800. 02000000:00000001:3.0:1769075036.507877:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075036.507908:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075036.507910:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037b100. 00000100:00000001:3.0:1769075036.507914:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075036.507916:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075036.507918:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075036.507921:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98582680 x1855007613361280/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075058 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075036.507929:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075036.507931:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075036.507933:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f000. 02000000:00000001:3.0:1769075036.507936:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075036.507937:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075036.507939:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:3.0:1769075036.507941:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075036.507943:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b85880c00. 02000000:00000001:3.0:1769075036.507946:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075036.507948:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075036.507949:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98582680. 00000100:00000001:3.0:1769075036.507952:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075036.507953:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075036.507957:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075036.507969:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075036.507972:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075036.507976:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075036.507978:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075037.082364:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075037.082373:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075037.082375:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075037.082381:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075037.082385:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075037.082388:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075037.082391:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075037.082394:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075037.082396:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075037.466356:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075037.466361:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075037.466366:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075037.466368:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769075037.466370:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769075037.466372:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075037.466374:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769075037.466375:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075037.466377:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075037.466378:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075037.466426:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075037.466429:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075037.466432:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075038.106345:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075038.106352:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075038.106354:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075038.106360:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075038.106364:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075038.106368:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075038.106371:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075038.106374:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075038.106378:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075038.490395:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075038.490411:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075038.490418:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:2.0:1769075038.490419:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075038.490424:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075038.490435:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769075038.490438:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075038.490441:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075038.490445:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075038.490451:0:27795:0:(import.c:509:import_select_connection()) MGC192.168.204.151@tcp: connect to NID 192.168.204.151@tcp last attempt 2024 00000400:00000200:0.0:1769075038.490461:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769075038.490477:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075038.490480:0:27795:0:(import.c:588:import_select_connection()) MGC192.168.204.151@tcp: tried all connections, increasing latency to 20s 00000020:00000001:3.0:1769075038.490484:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:0.0:1769075038.490485:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000020:00000001:3.0:1769075038.490491:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075038.490493:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:3.0:1769075038.490496:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769075038.490498:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075038.490503:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:0.0:1769075038.490507:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075038.490509:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000020:00000001:0.0:1769075038.490512:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075038.490515:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000020:00000001:0.0:1769075038.490517:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000020:00000001:0.0:1769075038.490519:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00000040:0.0:1769075038.490521:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075038.490522:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075038.490523:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075038.490525:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:0.0:1769075038.490527:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00080000:0.0:1769075038.490529:0:27795:0:(import.c:623:import_select_connection()) MGC192.168.204.151@tcp: import ffff982b88b8a800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:0.0:1769075038.490531:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075038.490533:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075038.490536:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075038.490538:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075038.490539:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769075038.490541:0:27795:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769075038.490549:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98581c00. 00000020:00000040:0.0:1769075038.490551:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 02000000:00000001:0.0:1769075038.490554:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075038.490555:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075038.490557:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075038.490559:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075038.490563:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075038.490569:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b85882400. 00000100:00000001:0.0:1769075038.490575:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075038.490582:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b98581c00 x1855007613361792/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769075038.490590:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075038.490593:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075038.490596:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b3efcaf] to pc [ptlrpcd_rcv+-1] req@ffff982b98581c00 x1855007613361792/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075038.490619:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075038.490621:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075038.490624:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769075038.490625:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075038.490626:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075038.490627:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075038.490629:0:27795:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2022 00000400:00000200:0.0:1769075038.490632:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769075038.490634:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075038.490636:0:27795:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769075038.490638:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075038.490639:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075038.490641:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075038.490643:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:0.0:1769075038.490644:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075038.490647:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000020:00000001:0.0:1769075038.490649:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075038.490650:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000020:00000001:0.0:1769075038.490652:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000020:00000001:0.0:1769075038.490653:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000040:0.0:1769075038.490655:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075038.490656:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769075038.490658:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1769075038.490659:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075038.490663:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000001:3.0:1769075038.490663:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1769075038.490674:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 00000100:00000001:3.0:1769075038.490674:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1769075038.490684:0:27795:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:0.0:1769075038.490690:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075038.490691:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98581c00 x1855007613361792/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769075038.490701:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769075038.490709:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075038.490712:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075038.490713:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075038.490717:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769075038.490719:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075038.490721:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075038.490726:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769075038.490731:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1769075038.490735:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769075038.490737:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075038.490742:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075038.490743:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98581c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613361792:192.168.204.151@tcp:250:kworker.0 00000100:00000010:0.0:1769075038.490753:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98580380. 00000100:00000001:3.0:1769075038.490754:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1769075038.490763:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:3.0:1769075038.490764:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769075038.490768:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075038.490768:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075038.490774:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075038.490775:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769075038.490785:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075038.490787:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075038.490791:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075038.490791:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c03c00. 02000000:00000001:3.0:1769075038.490804:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075038.490807:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b85880000. 00000100:00000001:0.0:1769075038.490812:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075038.490816:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00100000:0.0:1769075038.490820:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b98580380 x1855007613361920/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1769075038.490823:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7688. 00000400:00000010:3.0:1769075038.490832:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6a18. 00000100:00000001:0.0:1769075038.490839:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:3.0:1769075038.490856:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613361792, portal 25 00000100:00000001:0.0:1769075038.490858:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075038.490861:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075038.490864:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739767808 : -114161969783808 : ffff982b98581c00) 00000100:00000040:3.0:1769075038.490871:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98581c00 x1855007613361792/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075038.490881:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769075038.490883:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063aa1369] to pc [ptlrpcd_rcv+-1] req@ffff982b98580380 x1855007613361920/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075038.490887:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769075038.490892:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6330. 00000100:00000200:3.0:1769075038.490901:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007613361792, offset 0 00000400:00000200:3.0:1769075038.490917:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000100:00000001:0.0:1769075038.490918:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075038.490924:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075038.490927:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769075038.490928:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:3.0:1769075038.490934:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00080000:0.0:1769075038.490936:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075038.490941:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075038.490946:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2024 00000400:00000200:3.0:1769075038.490946:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769075038.490959:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769075038.490961:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769075038.490974:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000400:00000200:3.0:1769075038.490974:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000100:00080000:0.0:1769075038.490984:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000400:00000200:3.0:1769075038.490992:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1769075038.490998:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075038.491003:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075038.491005:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075038.491006:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000400:00000200:3.0:1769075038.491007:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000020:00000001:0.0:1769075038.491009:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075038.491011:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3de 00000020:00000001:0.0:1769075038.491014:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1769075038.491015:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15614:15614:256:4294967295] 192.168.204.151@tcp LPNI seq info [15614:15614:8:4294967295] 00000020:00000040:0.0:1769075038.491018:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b9968c800 refcount=4 00000020:00000001:0.0:1769075038.491026:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000400:00000200:3.0:1769075038.491029:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000020:00000001:0.0:1769075038.491030:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000100:00000040:0.0:1769075038.491039:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075038.491042:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075038.491045:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075038.491047:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:0.0:1769075038.491052:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b9968c800 : new refcount 3 00000100:00080000:0.0:1769075038.491058:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: import ffff982b83e5e800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:0.0:1769075038.491064:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075038.491066:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 02000000:00000001:0.0:1769075038.491067:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075038.491072:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075038.491077:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075038.491078:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769075038.491080:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769075038.491086:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075038.491089:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075038.491089:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000100:00000010:0.0:1769075038.491100:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98581500. 00000800:00000010:3.0:1769075038.491103:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcb500. 00000020:00000040:0.0:1769075038.491104:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 02000000:00000001:0.0:1769075038.491112:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075038.491113:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075038.491114:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075038.491116:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075038.491118:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075038.491124:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 02000000:00000010:0.0:1769075038.491125:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b85881400. 00000100:00000001:0.0:1769075038.491131:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075038.491141:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b98581500 x1855007613362048/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.1:1769075038.491142:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000001:0.0:1769075038.491155:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075038.491158:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075038.491164:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075038.491165:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd9e13d3] to pc [ptlrpcd_rcv+-1] req@ffff982b98581500 x1855007613362048/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769075038.491174:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075038.491179:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296704261 00000100:00000001:0.0:1769075038.491193:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075038.491194:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296701255 00000100:00080000:0.0:1769075038.491199:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769075038.491201:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296704261 00000100:00080000:0.0:1769075038.491213:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769075038.491216:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769075038.491216:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296701255 00000100:00080000:0.0:1769075038.491222:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075038.491229:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075038.491230:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769075038.491238:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075038.491239:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2024 00000100:00000001:3.0:1769075038.491245:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075038.491250:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075038.491251:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1769075038.491262:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075038.491264:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769075038.491267:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1769075038.491268:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075038.491270:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1769075038.491271:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1769075038.491274:0:2354:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.151:988 00000100:00000001:3.0:1769075038.491307:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075038.491312:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075038.491314:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075038.491321:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98580380 x1855007613361920/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075038.491329:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1769075038.491331:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075038.491331:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075038.491343:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769075038.491344:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 02000000:00000001:3.0:1769075038.491352:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769075038.491353:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075038.491360:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3e5 02000000:00000001:3.0:1769075038.491362:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075038.491363:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075038.491366:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b897c2000 refcount=4 00000100:00100000:3.0:1769075038.491368:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98580380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613361920:192.168.204.151@tcp:38:kworker.0 00000020:00000001:0.0:1769075038.491372:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000100:00000001:3.0:1769075038.491377:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1769075038.491379:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 02000000:00000001:3.0:1769075038.491380:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075038.491388:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075038.491392:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 02000000:00000001:3.0:1769075038.491393:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769075038.491401:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:3.0:1769075038.491404:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c00400. 00000100:00000040:0.0:1769075038.491407:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000400:00000200:1.0:1769075038.491409:0:2354:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.151:988 02000000:00000001:3.0:1769075038.491409:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075038.491418:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000400:00000200:3.0:1769075038.491428:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000020:00000040:0.0:1769075038.491429:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b897c2000 : new refcount 3 00000400:00000010:3.0:1769075038.491433:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7f78. 00000100:00080000:0.0:1769075038.491438:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: import ffff982b99688000 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000400:00000010:3.0:1769075038.491442:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad67f8. 00000100:00000001:0.0:1769075038.491443:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1769075038.491448:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613361920, portal 10 02000000:00000001:0.0:1769075038.491449:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769075038.491454:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075038.491456:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739761536 : -114161969790080 : ffff982b98580380) 02000000:00000001:0.0:1769075038.491457:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075038.491465:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075038.491467:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000040:3.0:1769075038.491472:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98580380 x1855007613361920/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1769075038.491473:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769075038.491485:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075038.491492:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075038.491500:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:0.0:1769075038.491503:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98581880. 00000100:00000040:3.0:1769075038.491504:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769075038.491508:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6dd0. 00000020:00000040:0.0:1769075038.491509:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 00000100:00000200:3.0:1769075038.491519:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613361920, offset 0 02000000:00000001:0.0:1769075038.491521:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075038.491530:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075038.491538:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1769075038.491538:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 02000000:00000001:0.0:1769075038.491546:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075038.491549:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075038.491549:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 02000000:00000010:0.0:1769075038.491560:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b85880400. 00000400:00000200:3.0:1769075038.491560:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769075038.491571:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1769075038.491572:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075038.491578:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769075038.491584:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000100:00100000:0.0:1769075038.491585:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b98581880 x1855007613362176/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769075038.491589:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769075038.491600:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15615:15615:255:4294967295] 192.168.204.151@tcp LPNI seq info [15615:15615:7:4294967295] 00000100:00000001:0.0:1769075038.491620:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1769075038.491624:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769075038.491628:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075038.491641:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034e7e796] to pc [ptlrpcd_rcv+-1] req@ffff982b98581880 x1855007613362176/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769075038.491642:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769075038.491668:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075038.491676:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcb400. 00000800:00000200:3.0:1769075038.491684:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000001:0.0:1769075038.491688:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1769075038.491690:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000001:3.0:1769075038.491696:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075038.491700:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1068438 usecs (1069 jiffies) 00000100:00000040:0.0:1769075038.491701:0:27795:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2032) 00000400:00000200:3.0:1769075038.491706:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075038.491709:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296696238 00000100:00000001:3.0:1769075038.491711:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296704261 00000100:00000001:3.0:1769075038.491713:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296696238 00000100:00000001:3.0:1769075038.491716:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296704261 00000100:00000001:3.0:1769075038.491718:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075038.491719:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075038.491721:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075038.491724:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98581500 x1855007613362048/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075038.491729:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075038.491732:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075038.491734:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075038.491736:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075038.491738:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075038.491740:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98581500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613362048:192.168.204.151@tcp:8:kworker.0 00000100:00000001:3.0:1769075038.491742:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075038.491743:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075038.491744:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075038.491745:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075038.491748:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c01800. 02000000:00000001:3.0:1769075038.491749:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075038.491752:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769075038.491754:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7948. 00000400:00000010:3.0:1769075038.491756:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6110. 00000100:00000200:3.0:1769075038.491758:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613362048, portal 4 00000100:00000001:3.0:1769075038.491759:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075038.491760:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739766016 : -114161969785600 : ffff982b98581500) 00000100:00000040:3.0:1769075038.491764:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98581500 x1855007613362048/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075038.491768:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075038.491770:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769075038.491771:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6f68. 00000100:00000200:3.0:1769075038.491772:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613362048, offset 0 00000400:00000200:3.0:1769075038.491775:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769075038.491777:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075038.491779:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769075038.491781:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075038.491783:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769075038.491785:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075038.491786:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769075038.491788:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15616:15616:254:4294967295] 192.168.204.151@tcp LPNI seq info [15616:15616:6:4294967295] 00000400:00000200:3.0:1769075038.491791:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075038.491795:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769075038.491798:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075038.491799:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcbf00. 00000800:00000200:3.0:1769075038.491802:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.1:1769075038.491804:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000001:3.0:1769075038.491805:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075038.491807:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24872 usecs (25 jiffies) 00000400:00000200:3.0:1769075038.491810:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075038.491811:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296695194 00000100:00000001:3.0:1769075038.491812:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296704261 00000100:00000001:3.0:1769075038.491814:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296695194 00000100:00000001:3.0:1769075038.491816:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296704261 00000100:00000001:3.0:1769075038.491817:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075038.491819:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075038.491820:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075038.491822:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075038.491824:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075038.491825:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769075038.491826:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075038.491827:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075038.491828:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075038.491830:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98581880 x1855007613362176/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075038.491835:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075038.491836:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075038.491838:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075038.491839:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075038.491840:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075038.491841:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98581880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613362176:192.168.204.151@tcp:8:kworker.0 00000100:00000001:3.0:1769075038.491843:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075038.491860:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075038.491861:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075038.491863:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075038.491865:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c00c00. 02000000:00000001:3.0:1769075038.491866:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075038.491869:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769075038.491870:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c70b0. 00000400:00000010:3.0:1769075038.491872:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6990. 00000100:00000200:3.0:1769075038.491874:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613362176, portal 4 00000100:00000001:3.0:1769075038.491876:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075038.491877:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739766912 : -114161969784704 : ffff982b98581880) 00000100:00000040:3.0:1769075038.491881:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98581880 x1855007613362176/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075038.491885:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075038.491887:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769075038.491889:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad64c8. 00000100:00000200:3.0:1769075038.491891:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613362176, offset 0 00000400:00000200:3.0:1769075038.491894:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769075038.491897:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075038.491899:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769075038.491901:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075038.491903:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769075038.491905:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075038.491906:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769075038.491908:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15617:15617:253:4294967295] 192.168.204.151@tcp LPNI seq info [15617:15617:5:4294967295] 00000400:00000200:3.0:1769075038.491911:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075038.491915:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769075038.491918:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075038.491920:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcb000. 00000800:00000200:3.0:1769075038.491922:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.1:1769075038.491925:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000001:3.0:1769075038.491926:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075038.491929:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26900 usecs (27 jiffies) 00000400:00000200:3.0:1769075038.491931:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075038.491932:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296695196 00000100:00000001:3.0:1769075038.491934:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296704261 00000100:00000001:3.0:1769075038.491936:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296695196 00000100:00000001:3.0:1769075038.491937:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296704261 00000100:00000001:3.0:1769075038.491938:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075038.491939:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075038.491941:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075038.491942:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075038.491944:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075038.491945:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769075038.491946:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075038.491947:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075038.491949:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075038.491950:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075039.130367:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075039.130376:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075039.130378:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075039.130384:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075039.130388:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075039.130392:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075039.130394:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075039.130397:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075039.130399:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075039.514394:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075039.514401:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075039.514407:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075039.514417:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075039.514465:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075039.514470:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075039.514475:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1769075039.578732:0:2354:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.204.151:988 00000400:00000100:1.0:1769075039.578783:0:2354:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.151@tcp at host 192.168.204.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1769075039.578796:0:2354:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075039.578800:0:2354:0:(router.c:1755:lnet_notify()) 192.168.204.51@tcp notifying 192.168.204.151@tcp: down 00000400:00000200:1.0:1769075039.578803:0:2354:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075039.578807:0:2354:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1769075039.578812:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.151@tcp 00000800:00000010:1.0:1769075039.578816:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcb500. 00000400:00000200:1.0:1769075039.578822:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1769075039.578842:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1769075039.578850:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6330 00000400:00000010:1.0:1769075039.578853:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6330. 00000100:00000001:1.0:1769075039.578858:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075039.578871:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff982b98581c00 x1855007613361792/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075039.578902:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075039.578908:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98581c00 x1855007613361792/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075063 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075039.578917:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075039.578919:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1769075039.578932:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.151@tcp 00000800:00000010:1.0:1769075039.578934:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcb400. 00000400:00000200:1.0:1769075039.578937:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1769075039.578941:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1769075039.578944:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6dd0 00000400:00000010:1.0:1769075039.578946:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6dd0. 00000100:00000001:1.0:1769075039.578949:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075039.578955:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff982b98580380 x1855007613361920/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075039.578963:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075039.578967:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98580380 x1855007613361920/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075063 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075039.578975:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075039.578977:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1769075039.578989:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.151@tcp 00000800:00000010:1.0:1769075039.578991:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcbf00. 00000400:00000200:1.0:1769075039.578997:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1769075039.579002:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1769075039.579005:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6f68 00000400:00000010:1.0:1769075039.579008:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6f68. 00000100:00000001:1.0:1769075039.579011:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075039.579018:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff982b98581500 x1855007613362048/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075039.579025:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075039.579029:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075039.579038:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98581500 x1855007613362048/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075063 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075039.579038:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075039.579047:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1769075039.579050:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075039.579055:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1769075039.579065:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.151@tcp 00000800:00000010:1.0:1769075039.579067:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcb000. 00000400:00000200:1.0:1769075039.579071:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000100:00100000:3.0:1769075039.579077:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075038/real 1769075039] req@ffff982b98580380 x1855007613361920/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769075039.579079:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1769075039.579091:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad64c8 00000400:00000010:1.0:1769075039.579099:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad64c8. 00000100:00000001:1.0:1769075039.579106:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075039.579118:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff982b98581880 x1855007613362176/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075039.579127:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075039.579133:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769075039.579138:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1769075039.579140:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7f78. 00000100:00000040:1.0:1769075039.579149:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98581880 x1855007613362176/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075063 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769075039.579156:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad67f8 00000100:00000001:1.0:1769075039.579159:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075039.579164:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1769075039.579164:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad67f8. 00000100:00000001:3.0:1769075039.579179:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075039.579188:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98580380 x1855007613361920/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075039.579201:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98580380 x1855007613361920/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075039.579210:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075039.579212:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075039.579215:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075039.579217:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075039.579223:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b98580380 x1855007613361920/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075039.579231:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075039.579237:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98580380 x1855007613361920/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075063 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075039.579246:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075039.579249:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075039.579251:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075039.579252:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075039.579256:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075039.579260:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075039.579264:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075039.579270:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:3.0:1769075039.579273:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075039.579317:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98580380 x1855007613361920/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075063 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075039.579329:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98580380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613361920:192.168.204.151@tcp:38:kworker.0 00000100:00000001:3.0:1769075039.579336:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075039.579344:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075038/real 1769075039] req@ffff982b98581500 x1855007613362048/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075039.579354:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075039.579356:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075039.579359:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7948. 00000400:00000200:3.0:1769075039.579363:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6110 00000400:00000010:3.0:1769075039.579365:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6110. 00000100:00000001:3.0:1769075039.579368:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075039.579373:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98581500 x1855007613362048/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075039.579383:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98581500 x1855007613362048/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075039.579390:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075039.579392:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075039.579394:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075039.579396:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075039.579566:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b98581500 x1855007613362048/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075039.579575:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075039.579581:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98581500 x1855007613362048/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075063 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075039.579591:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075039.579595:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075039.579597:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075039.579599:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075039.579601:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075039.579603:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075039.579606:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075039.579610:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:3.0:1769075039.579613:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075039.579618:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98581500 x1855007613362048/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075063 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075039.579627:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98581500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613362048:192.168.204.151@tcp:8:kworker.0 00000100:00000001:3.0:1769075039.579632:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075039.579637:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075038/real 1769075039] req@ffff982b98581c00 x1855007613361792/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075039.579648:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075039.579649:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075039.579652:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7688. 00000400:00000200:3.0:1769075039.579655:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6a18 00000400:00000010:3.0:1769075039.579658:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6a18. 00000100:00000001:3.0:1769075039.579661:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075039.579664:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98581c00 x1855007613361792/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075039.579674:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98581c00 x1855007613361792/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075039.579679:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075039.579680:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075039.579683:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075039.579685:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075039.579689:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b98581c00 x1855007613361792/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075039.579697:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075039.579700:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98581c00 x1855007613361792/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075063 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075039.579707:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075039.579711:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075039.579712:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075039.579714:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075039.579715:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075039.579717:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075039.579719:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075039.579722:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.151@tcp failed (-110) 00000100:00000001:3.0:1769075039.579726:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075039.579733:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98581c00 x1855007613361792/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075063 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075039.579742:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98581c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613361792:192.168.204.151@tcp:250:kworker.0 00000100:00000001:3.0:1769075039.579749:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075039.579754:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075039.579760:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98580380 x1855007613361920/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075063 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075039.579769:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075039.579772:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075039.579781:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c00400. 02000000:00000001:3.0:1769075039.579787:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075039.579792:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075039.579794:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:3.0:1769075039.579799:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075039.579804:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b85880000. 02000000:00000001:3.0:1769075039.579809:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075039.579812:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075039.579814:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98580380. 00000100:00000001:3.0:1769075039.579820:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075039.579821:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075039.579824:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075039.579840:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98581500 x1855007613362048/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075063 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075039.579847:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075039.579848:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075039.579850:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c01800. 02000000:00000001:3.0:1769075039.579854:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075039.579856:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075039.579857:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:3.0:1769075039.579860:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075039.579861:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b85881400. 02000000:00000001:3.0:1769075039.579863:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075039.579865:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075039.579867:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98581500. 00000100:00000001:3.0:1769075039.579871:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075039.579872:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075039.579874:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075039.579877:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98581c00 x1855007613361792/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075063 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075039.579884:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075039.579885:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075039.579887:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c03c00. 02000000:00000001:3.0:1769075039.579890:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075039.579891:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075039.579892:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:3.0:1769075039.579894:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075039.579896:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b85882400. 02000000:00000001:3.0:1769075039.579898:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075039.579899:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075039.579901:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98581c00. 00000100:00000001:3.0:1769075039.579903:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075039.579904:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075039.579907:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075039.579910:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075039.579912:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075039.579914:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075039.579918:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075038/real 1769075039] req@ffff982b98581880 x1855007613362176/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075039.579927:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075039.579929:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075039.579932:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c70b0. 00000400:00000200:3.0:1769075039.579934:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6990 00000400:00000010:3.0:1769075039.579936:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6990. 00000100:00000001:3.0:1769075039.579939:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075039.579944:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98581880 x1855007613362176/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075039.579953:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98581880 x1855007613362176/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075039.579960:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075039.579962:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075039.579965:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075039.579966:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075039.579969:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b98581880 x1855007613362176/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075039.579977:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075039.579981:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98581880 x1855007613362176/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075063 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075039.579989:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075039.579991:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075039.579993:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075039.579995:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075039.579997:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075039.579999:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075039.580002:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075039.580005:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:3.0:1769075039.580008:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075039.580012:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98581880 x1855007613362176/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075063 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075039.580019:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98581880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613362176:192.168.204.151@tcp:8:kworker.0 00000100:00000001:3.0:1769075039.580024:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075039.580026:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075039.580029:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98581880 x1855007613362176/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075063 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075039.580036:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075039.580038:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075039.580040:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c00c00. 02000000:00000001:3.0:1769075039.580043:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075039.580045:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075039.580046:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:3.0:1769075039.580048:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075039.580050:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b85880400. 02000000:00000001:3.0:1769075039.580053:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075039.580054:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075039.580055:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98581880. 00000100:00000001:3.0:1769075039.580058:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075039.580059:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075039.580061:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075039.580073:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075039.580075:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075039.580077:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075039.580079:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075040.154352:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075040.154360:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075040.154362:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075040.154368:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075040.154372:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075040.154375:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075040.154378:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075040.154381:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075040.154384:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075040.538347:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075040.538353:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075040.538357:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075040.538358:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075040.538404:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075040.538409:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075040.538412:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075041.178343:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075041.178349:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075041.178351:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075041.178356:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075041.178358:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075041.178361:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075041.178364:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075041.178365:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075041.178367:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075041.562431:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075041.562440:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075041.562447:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075041.562449:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075041.562527:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075041.562534:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075041.562539:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075042.202371:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075042.202388:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075042.202394:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075042.202401:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075042.202404:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075042.202409:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075042.202412:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075042.202415:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075042.202418:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075042.586385:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075042.586393:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769075042.586395:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769075042.586400:0:21410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769075042.586401:0:21410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769075042.586403:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075042.586407:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769075042.586409:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075042.586410:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075042.586412:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075042.586415:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075042.586416:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075042.586465:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075042.586470:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075042.586474:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075043.226374:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075043.226384:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075043.226386:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075043.226392:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075043.226396:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075043.226400:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075043.226403:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075043.226406:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075043.226408:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075043.610341:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075043.610346:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075043.610350:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075043.610351:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075043.610394:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075043.610397:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075043.610401:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075043.738423:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075043.738435:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769075043.738438:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075043.738443:0:37:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075043.738448:0:37:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075043.738455:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.151@tcp: connect to NID 192.168.204.151@tcp last attempt 2027 00000400:00000200:2.0:1769075043.738466:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769075043.738472:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075043.738476:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.151@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075043.738478:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075043.738482:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075043.738484:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075043.738486:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769075043.738489:0:37:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075043.738491:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000020:00000001:2.0:1769075043.738493:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075043.738496:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000020:00000001:2.0:1769075043.738497:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000020:00000001:2.0:1769075043.738499:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00000040:2.0:1769075043.738501:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075043.738503:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075043.738504:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075043.738506:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769075043.738508:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00080000:2.0:1769075043.738511:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.151@tcp: import ffff982b88b8a800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075043.738512:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075043.738514:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075043.738517:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075043.738519:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075043.738521:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769075043.738522:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075043.738531:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037ad80. 00000020:00000040:2.0:1769075043.738534:0:37:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 02000000:00000001:2.0:1769075043.738537:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075043.738539:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075043.738541:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075043.738544:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075043.738548:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075043.738563:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90210400. 00000100:00000001:2.0:1769075043.738574:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075043.738583:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b9037ad80 x1855007613362304/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075043.738596:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075043.738601:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075043.738607:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4676cee] to pc [ptlrpcd_rcv+-1] req@ffff982b9037ad80 x1855007613362304/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075043.738629:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075043.738633:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075043.738636:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769075043.738638:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075043.738640:0:37:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075043.738643:0:37:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075043.738646:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2027 00000400:00000200:2.0:1769075043.738651:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769075043.738655:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075043.738658:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769075043.738659:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1769075043.738663:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075043.738666:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075043.738668:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769075043.738670:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769075043.738674:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075043.738680:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000040:3.0:1769075043.738680:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037ad80 x1855007613362304/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769075043.738685:0:37:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075043.738689:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000020:00000001:2.0:1769075043.738694:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769075043.738694:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075043.738698:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769075043.738699:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000020:00000001:2.0:1769075043.738703:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 02000000:00000001:3.0:1769075043.738703:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1769075043.738707:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 02000000:00000001:3.0:1769075043.738708:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1769075043.738712:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 02000000:00000001:3.0:1769075043.738713:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075043.738716:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075043.738721:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00100000:3.0:1769075043.738721:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613362304:192.168.204.151@tcp:250:kworker.0 00000100:00000001:2.0:1769075043.738728:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000001:3.0:1769075043.738728:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1769075043.738731:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 02000000:00000001:3.0:1769075043.738734:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:2.0:1769075043.738735:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 02000000:00000001:3.0:1769075043.738737:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075043.738738:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075043.738743:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075043.738744:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1769075043.738750:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1769075043.738750:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c00c00. 02000000:00000001:2.0:1769075043.738754:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075043.738755:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075043.738770:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769075043.738775:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000400:00000200:3.0:1769075043.738779:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000008:00000001:2.0:1769075043.738780:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075043.738784:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769075043.738787:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c70b0. 00000100:00000010:2.0:1769075043.738789:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90378a80. 00000020:00000040:2.0:1769075043.738792:0:37:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:2.0:1769075043.738794:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075043.738796:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769075043.738796:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6990. 00000100:00000001:2.0:1769075043.738798:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075043.738800:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075043.738802:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075043.738807:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90211000. 00000100:00000200:3.0:1769075043.738807:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613362304, portal 25 00000100:00000001:3.0:1769075043.738813:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075043.738815:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075043.738815:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603424640 : -114162106126976 : ffff982b9037ad80) 00000100:00100000:2.0:1769075043.738826:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90378a80 x1855007613362432/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1769075043.738834:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9037ad80 x1855007613362304/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075043.738841:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075043.738845:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769075043.738846:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075043.738851:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769075043.738855:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6a18. 00000100:00000040:2.0:1769075043.738857:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000072252e94] to pc [ptlrpcd_rcv+-1] req@ffff982b90378a80 x1855007613362432/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075043.738858:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007613362304, offset 0 00000400:00000200:3.0:1769075043.738870:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000100:00000001:2.0:1769075043.738876:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075043.738881:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1769075043.738882:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00080000:2.0:1769075043.738889:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000200:3.0:1769075043.738891:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000100:00000001:2.0:1769075043.738893:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075043.738897:0:37:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:3.0:1769075043.738900:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1769075043.738904:0:37:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:3.0:1769075043.738908:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000100:00080000:2.0:1769075043.738909:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2027 00000400:00000200:3.0:1769075043.738915:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075043.738918:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769075043.738921:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15618:15618:256:4294967295] 192.168.204.151@tcp LPNI seq info [15618:15618:8:4294967295] 00000400:00000200:3.0:1769075043.738924:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075043.738932:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000400:00000200:2.0:1769075043.738939:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000800:00000200:3.0:1769075043.738940:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769075043.738945:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000800:00000010:3.0:1769075043.738946:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcbe00. 00000100:00080000:2.0:1769075043.738948:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075043.738952:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075043.738954:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075043.738956:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075043.738960:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000800:00000200:3.0:1769075043.738961:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000020:00000001:2.0:1769075043.738962:0:37:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075043.738965:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3de 00000020:00000001:2.0:1769075043.738967:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075043.738970:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b9968c800 refcount=4 00000800:00000200:3.1:1769075043.738970:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000020:00000001:2.0:1769075043.738974:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000020:00000001:2.0:1769075043.738977:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000100:00000040:2.0:1769075043.738981:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075043.738982:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075043.738984:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075043.738985:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769075043.738986:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff982b9968c800 : new refcount 3 00000100:00080000:2.0:1769075043.738989:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: import ffff982b83e5e800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:3.0:1769075043.738989:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075043.738991:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075043.738995:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075043.738998:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1769075043.738998:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 02000000:00000001:2.0:1769075043.739001:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075043.739004:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075043.739004:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296709509 00000008:00100000:2.0:1769075043.739006:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769075043.739010:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075043.739012:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075043.739015:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90378700. 00000100:00000001:3.0:1769075043.739016:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296704261 00000020:00000040:2.0:1769075043.739019:0:37:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 00000100:00000001:3.0:1769075043.739023:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296709509 02000000:00000001:2.0:1769075043.739024:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075043.739027:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075043.739029:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769075043.739030:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296704261 02000000:00000001:2.0:1769075043.739031:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075043.739035:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075043.739035:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075043.739039:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075043.739040:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90213c00. 00000100:00000001:3.0:1769075043.739042:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075043.739045:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075043.739046:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075043.739055:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90378700 x1855007613362560/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075043.739058:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075043.739061:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1769075043.739064:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075043.739065:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075043.739068:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075043.739069:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075043.739072:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769075043.739073:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077d76144] to pc [ptlrpcd_rcv+-1] req@ffff982b90378700 x1855007613362560/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075043.739078:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90378a80 x1855007613362432/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075043.739090:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075043.739092:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1769075043.739094:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769075043.739097:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075043.739098:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 02000000:00000001:3.0:1769075043.739100:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1769075043.739101:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:3.0:1769075043.739103:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1769075043.739104:0:37:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1769075043.739108:0:2351:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.151:988 02000000:00000001:3.0:1769075043.739109:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075043.739110:0:37:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075043.739116:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2027 00000100:00100000:3.0:1769075043.739118:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90378a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613362432:192.168.204.151@tcp:38:kworker.0 00000400:00000200:2.0:1769075043.739124:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075043.739124:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075043.739128:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1769075043.739130:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 02000000:00000001:3.0:1769075043.739131:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075043.739134:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 02000000:00000001:3.0:1769075043.739135:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1769075043.739140:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 02000000:00000010:3.0:1769075043.739141:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c03c00. 00000100:00000001:2.0:1769075043.739142:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1769075043.739145:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075043.739146:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075043.739150:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000400:00000200:3.0:1769075043.739153:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000020:00000001:2.0:1769075043.739155:0:37:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075043.739157:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3e5 00000400:00000010:3.0:1769075043.739158:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7688. 00000020:00000001:2.0:1769075043.739160:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075043.739163:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b897c2000 refcount=4 00000400:00000010:3.0:1769075043.739163:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6110. 00000020:00000001:2.0:1769075043.739165:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000020:00000001:2.0:1769075043.739168:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000100:00000200:3.0:1769075043.739168:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613362432, portal 10 00000100:00000001:3.0:1769075043.739173:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1769075043.739176:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075043.739177:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603415680 : -114162106135936 : ffff982b90378a80) 00000100:00000001:2.0:1769075043.739180:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075043.739183:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075043.739186:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000040:3.0:1769075043.739187:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90378a80 x1855007613362432/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1769075043.739188:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff982b897c2000 : new refcount 3 00000400:00000200:1.0:1769075043.739190:0:2351:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.151:988 00000100:00080000:2.0:1769075043.739194:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: import ffff982b99688000 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075043.739200:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075043.739204:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1769075043.739205:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075043.739209:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1769075043.739213:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 02000000:00000001:2.0:1769075043.739214:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075043.739217:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000010:3.0:1769075043.739219:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad67f8. 00000008:00100000:2.0:1769075043.739220:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00000200:3.0:1769075043.739224:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613362432, offset 0 00000008:00000001:2.0:1769075043.739225:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075043.739230:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075043.739234:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90378000. 00000400:00000200:3.0:1769075043.739234:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000020:00000040:2.0:1769075043.739238:0:37:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 00000400:00000200:3.0:1769075043.739239:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 02000000:00000001:2.0:1769075043.739242:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075043.739244:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075043.739245:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769075043.739248:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075043.739252:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000100:00000001:2.0:1769075043.739253:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075043.739255:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1769075043.739256:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1769075043.739258:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075043.739262:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 02000000:00000010:2.0:1769075043.739266:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90213800. 00000400:00000200:3.0:1769075043.739266:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15619:15619:255:4294967295] 192.168.204.151@tcp LPNI seq info [15619:15619:7:4294967295] 00000100:00000001:2.0:1769075043.739272:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075043.739274:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00100000:2.0:1769075043.739302:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90378000 x1855007613362688/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075043.739310:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075043.739313:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075043.739316:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000100:00000040:2.0:1769075043.739321:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000561d44e] to pc [ptlrpcd_rcv+-1] req@ffff982b90378000 x1855007613362688/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1769075043.739327:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075043.739334:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcb700. 00000100:00000001:2.0:1769075043.739335:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075043.739341:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000040:2.0:1769075043.739342:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2038) 00000800:00000200:3.1:1769075043.739349:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000001:3.0:1769075043.739352:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075043.739355:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1068438 usecs (1069 jiffies) 00000400:00000200:3.0:1769075043.739359:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075043.739361:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296701486 00000100:00000001:3.0:1769075043.739363:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296709509 00000100:00000001:3.0:1769075043.739365:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296701486 00000100:00000001:3.0:1769075043.739367:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296709509 00000100:00000001:3.0:1769075043.739369:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075043.739370:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075043.739372:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075043.739373:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075043.739375:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075043.739376:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769075043.739377:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075043.739379:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075043.739379:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075043.739383:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90378700 x1855007613362560/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075043.739388:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075043.739389:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075043.739390:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075043.739392:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075043.739393:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075043.739395:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90378700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613362560:192.168.204.151@tcp:8:kworker.0 00000100:00000001:3.0:1769075043.739397:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075043.739398:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075043.739399:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075043.739400:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075043.739403:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c01800. 02000000:00000001:3.0:1769075043.739405:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075043.739407:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769075043.739409:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7948. 00000400:00000010:3.0:1769075043.739412:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6660. 00000100:00000200:3.0:1769075043.739414:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613362560, portal 4 00000100:00000001:3.0:1769075043.739415:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075043.739416:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603414784 : -114162106136832 : ffff982b90378700) 00000100:00000040:3.0:1769075043.739420:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90378700 x1855007613362560/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075043.739424:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075043.739426:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769075043.739427:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6220. 00000100:00000200:3.0:1769075043.739429:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613362560, offset 0 00000400:00000200:3.0:1769075043.739432:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769075043.739434:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075043.739436:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769075043.739439:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075043.739440:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769075043.739442:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075043.739444:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769075043.739446:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15620:15620:254:4294967295] 192.168.204.151@tcp LPNI seq info [15620:15620:6:4294967295] 00000400:00000200:3.0:1769075043.739449:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075043.739453:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769075043.739455:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075043.739457:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcba00. 00000800:00000200:3.0:1769075043.739460:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.1:1769075043.739462:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000001:3.0:1769075043.739464:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075043.739466:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24872 usecs (25 jiffies) 00000400:00000200:3.0:1769075043.739468:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075043.739469:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296700442 00000100:00000001:3.0:1769075043.739471:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296709509 00000100:00000001:3.0:1769075043.739473:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296700442 00000100:00000001:3.0:1769075043.739475:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296709509 00000100:00000001:3.0:1769075043.739477:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075043.739478:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075043.739479:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075043.739481:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90378000 x1855007613362688/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075043.739485:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075043.739486:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075043.739487:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075043.739488:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075043.739489:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075043.739491:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90378000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613362688:192.168.204.151@tcp:8:kworker.0 00000100:00000001:3.0:1769075043.739493:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075043.739494:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075043.739495:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075043.739496:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075043.739497:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c00400. 02000000:00000001:3.0:1769075043.739499:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075043.739500:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769075043.739502:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7f78. 00000400:00000010:3.0:1769075043.739504:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6770. 00000100:00000200:3.0:1769075043.739506:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613362688, portal 4 00000100:00000001:3.0:1769075043.739507:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075043.739508:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603412992 : -114162106138624 : ffff982b90378000) 00000100:00000040:3.0:1769075043.739512:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90378000 x1855007613362688/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075043.739516:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075043.739517:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769075043.739519:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6908. 00000100:00000200:3.0:1769075043.739521:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613362688, offset 0 00000400:00000200:3.0:1769075043.739523:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769075043.739525:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075043.739527:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769075043.739529:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075043.739530:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769075043.739532:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075043.739533:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769075043.739535:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15621:15621:253:4294967295] 192.168.204.151@tcp LPNI seq info [15621:15621:5:4294967295] 00000400:00000200:3.0:1769075043.739537:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075043.739540:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769075043.739543:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075043.739546:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcb000. 00000800:00000200:3.0:1769075043.739549:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.1:1769075043.739551:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000001:3.0:1769075043.739553:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075043.739555:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26900 usecs (27 jiffies) 00000400:00000200:3.0:1769075043.739556:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075043.739557:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296700444 00000100:00000001:3.0:1769075043.739559:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296709509 00000100:00000001:3.0:1769075043.739560:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296700444 00000100:00000001:3.0:1769075043.739562:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296709509 00000100:00000001:3.0:1769075043.739563:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075043.739565:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075043.739566:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075043.739567:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075043.739569:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075043.739570:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769075043.739571:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075043.739571:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075043.739572:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075043.739574:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075044.251389:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075044.251397:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075044.251400:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075044.251405:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075044.251409:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075044.251412:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075044.251415:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075044.251418:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075044.251420:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075044.634356:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075044.634365:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075044.634370:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075044.634371:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075044.634419:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075044.634423:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075044.634427:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075045.274393:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075045.274400:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075045.274401:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075045.274407:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075045.274410:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075045.274413:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075045.274415:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075045.274418:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075045.274420:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075045.658362:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075045.658369:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075045.658376:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075045.658378:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075045.658426:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075045.658430:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075045.658432:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075046.298603:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075046.298614:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075046.298617:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:1.0:1769075046.298621:0:2351:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.204.151:988 00000100:00100000:0.0:1769075046.298622:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075046.298629:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075046.298635:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075046.298638:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075046.298641:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075046.298644:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:1.0:1769075046.298662:0:2351:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.151@tcp at host 192.168.204.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1769075046.298674:0:2351:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075046.298678:0:2351:0:(router.c:1755:lnet_notify()) 192.168.204.51@tcp notifying 192.168.204.151@tcp: down 00000400:00000200:1.0:1769075046.298681:0:2351:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075046.298684:0:2351:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1769075046.298688:0:2351:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.151@tcp 00000800:00000010:1.0:1769075046.298692:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcbe00. 00000400:00000200:1.0:1769075046.298707:0:2351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1769075046.298724:0:2351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1769075046.298735:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6a18 00000400:00000010:1.0:1769075046.298739:0:2351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6a18. 00000100:00000001:1.0:1769075046.298745:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075046.298755:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff982b9037ad80 x1855007613362304/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075046.298785:0:2351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075046.298789:0:2351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037ad80 x1855007613362304/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075068 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075046.298795:0:2351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075046.298797:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1769075046.298806:0:2351:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.151@tcp 00000800:00000010:1.0:1769075046.298809:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcb700. 00000400:00000200:1.0:1769075046.298812:0:2351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1769075046.298815:0:2351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1769075046.298818:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad67f8 00000400:00000010:1.0:1769075046.298820:0:2351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad67f8. 00000100:00000001:1.0:1769075046.298823:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075046.298828:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff982b90378a80 x1855007613362432/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075046.298838:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075046.298840:0:2351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769075046.298849:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1769075046.298856:0:2351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90378a80 x1855007613362432/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075068 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075046.298861:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1769075046.298870:0:2351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075046.298878:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1769075046.298880:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075043/real 1769075046] req@ffff982b90378a80 x1855007613362432/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:1.0:1769075046.298895:0:2351:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.151@tcp 00000800:00000010:1.0:1769075046.298907:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcba00. 00000400:00000200:1.0:1769075046.298914:0:2351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1769075046.298926:0:2351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_DROPPED 00000400:00000001:3.0:1769075046.298934:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075046.298939:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075046.298945:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7688. 00000400:00000200:3.0:1769075046.298953:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6110 00000400:00000010:3.0:1769075046.298956:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6110. 00000100:00000001:3.0:1769075046.298961:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1769075046.298962:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6220 00000100:00000200:3.0:1769075046.298973:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90378a80 x1855007613362432/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769075046.298974:0:2351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6220. 00000100:00000001:1.0:1769075046.298985:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075046.299000:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff982b90378700 x1855007613362560/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075046.299001:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90378a80 x1855007613362432/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075046.299050:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075046.299056:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075046.299058:0:2351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769075046.299062:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075046.299066:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075046.299070:0:2351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90378700 x1855007613362560/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075068 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075046.299079:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90378a80 x1855007613362432/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075046.299098:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075046.299104:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90378a80 x1855007613362432/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075068 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075046.299119:0:2351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075046.299125:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075046.299127:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075046.299135:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075046.299139:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075046.299143:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000100:1.0:1769075046.299144:0:2351:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.151@tcp 00000100:00000001:3.0:1769075046.299150:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000800:00000010:1.0:1769075046.299152:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcb000. 00000100:00000001:3.0:1769075046.299156:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000400:00000200:1.0:1769075046.299160:0:2351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000100:00080000:3.0:1769075046.299165:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:1.0:1769075046.299176:0:2351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_DROPPED 00000100:00080000:3.0:1769075046.299182:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.151@tcp failed (-110) 00000400:00000200:1.0:1769075046.299186:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6908 00000100:00000001:3.0:1769075046.299189:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000400:00000010:1.0:1769075046.299192:0:2351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6908. 00000100:00000001:1.0:1769075046.299199:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1769075046.299202:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90378a80 x1855007613362432/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075068 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075046.299213:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff982b90378000 x1855007613362688/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075046.299257:0:2351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075046.299262:0:2351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90378000 x1855007613362688/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075068 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075046.299267:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90378a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613362432:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075046.299337:0:2351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075046.299339:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075046.299429:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075046.299437:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075043/real 1769075046] req@ffff982b9037ad80 x1855007613362304/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075046.299450:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075046.299453:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075046.299457:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c70b0. 00000400:00000200:3.0:1769075046.299461:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6990 00000400:00000010:3.0:1769075046.299464:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6990. 00000100:00000001:3.0:1769075046.299471:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075046.299476:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037ad80 x1855007613362304/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075046.299487:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037ad80 x1855007613362304/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075046.299495:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075046.299497:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075046.299500:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075046.299501:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075046.299505:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b9037ad80 x1855007613362304/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075046.299512:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075046.299517:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037ad80 x1855007613362304/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075068 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075046.299526:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075046.299529:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075046.299531:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075046.299533:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075046.299535:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075046.299537:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075046.299540:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075046.299545:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.151@tcp failed (-110) 00000100:00000001:3.0:1769075046.299548:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075046.299552:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037ad80 x1855007613362304/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075068 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075046.299562:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613362304:192.168.204.151@tcp:250:kworker.0 00000100:00000001:3.0:1769075046.299567:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075046.299570:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075046.299580:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90378a80 x1855007613362432/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075068 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075046.299589:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075046.299593:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075046.299600:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c03c00. 02000000:00000001:3.0:1769075046.299605:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075046.299609:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075046.299612:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:3.0:1769075046.299614:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075046.299617:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90211000. 02000000:00000001:3.0:1769075046.299622:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075046.299625:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075046.299628:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90378a80. 00000100:00000001:3.0:1769075046.299632:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075046.299635:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075046.299638:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075046.299644:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037ad80 x1855007613362304/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075068 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075046.299652:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075046.299654:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075046.299657:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c00c00. 02000000:00000001:3.0:1769075046.299662:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075046.299664:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075046.299666:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:3.0:1769075046.299669:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075046.299671:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90210400. 02000000:00000001:3.0:1769075046.299674:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075046.299675:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075046.299677:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037ad80. 00000100:00000001:3.0:1769075046.299680:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075046.299681:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075046.299684:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075046.299687:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075046.299689:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075046.299690:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075046.299695:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075043/real 1769075046] req@ffff982b90378700 x1855007613362560/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075046.299704:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075046.299705:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075046.299708:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7948. 00000400:00000200:3.0:1769075046.299711:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6660 00000400:00000010:3.0:1769075046.299726:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6660. 00000100:00000001:3.0:1769075046.299730:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075046.299734:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90378700 x1855007613362560/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075046.299744:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90378700 x1855007613362560/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075046.299752:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075046.299754:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075046.299756:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075046.299758:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075046.299762:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90378700 x1855007613362560/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075046.299769:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075046.299773:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90378700 x1855007613362560/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075068 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075046.299781:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075046.299784:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075046.299785:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075046.299787:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075046.299789:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075046.299791:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075046.299794:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075046.299798:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:3.0:1769075046.299801:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075046.299805:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90378700 x1855007613362560/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075068 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075046.299814:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90378700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613362560:192.168.204.151@tcp:8:kworker.0 00000100:00000001:3.0:1769075046.299818:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075046.299824:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075043/real 1769075046] req@ffff982b90378000 x1855007613362688/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075046.299833:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075046.299834:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075046.299836:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7f78. 00000400:00000200:3.0:1769075046.299840:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6770 00000400:00000010:3.0:1769075046.299841:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6770. 00000100:00000001:3.0:1769075046.299845:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075046.299849:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90378000 x1855007613362688/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075046.299858:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90378000 x1855007613362688/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075046.299864:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075046.299865:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075046.299868:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075046.299869:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075046.299874:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90378000 x1855007613362688/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075046.299880:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075046.299885:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90378000 x1855007613362688/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075068 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075046.299891:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075046.299894:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075046.299896:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075046.299913:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075046.299915:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075046.299917:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075046.299920:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075046.299925:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:3.0:1769075046.299927:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075046.299932:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90378000 x1855007613362688/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075068 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075046.299942:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90378000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613362688:192.168.204.151@tcp:8:kworker.0 00000100:00000001:3.0:1769075046.299947:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075046.299949:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075046.299953:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90378700 x1855007613362560/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075068 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075046.299958:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075046.299959:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075046.299961:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c01800. 02000000:00000001:3.0:1769075046.299965:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075046.299967:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075046.299969:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:3.0:1769075046.299972:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075046.299973:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90213c00. 02000000:00000001:3.0:1769075046.299976:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075046.299978:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075046.299980:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90378700. 00000100:00000001:3.0:1769075046.299982:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075046.299984:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075046.299986:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075046.299989:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90378000 x1855007613362688/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075068 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075046.299996:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075046.299998:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075046.300000:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c00400. 02000000:00000001:3.0:1769075046.300003:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075046.300004:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075046.300006:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:3.0:1769075046.300008:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075046.300009:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90213800. 02000000:00000001:3.0:1769075046.300012:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075046.300013:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075046.300014:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90378000. 00000100:00000001:3.0:1769075046.300017:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075046.300019:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075046.300021:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075046.300030:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075046.300032:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075046.300035:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075046.300037:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075046.682383:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075046.682390:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075046.682395:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075046.682399:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769075046.682401:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769075046.682404:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075046.682407:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769075046.682409:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075046.682410:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075046.682412:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075046.682473:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075046.682477:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075046.682480:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075047.322401:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075047.322408:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075047.322409:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075047.322414:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075047.322417:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075047.322419:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075047.322421:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075047.322423:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075047.322425:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075047.706353:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075047.706357:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075047.706362:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075047.706363:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075047.706425:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075047.706429:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075047.706432:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075048.346426:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075048.346435:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075048.346437:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075048.346443:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075048.346447:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075048.346450:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075048.346452:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075048.346455:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075048.346458:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075048.730364:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075048.730371:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075048.730378:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075048.730379:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075048.730421:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075048.730427:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075048.730430:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075048.858397:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075048.858405:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769075048.858408:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075048.858411:0:37:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075048.858415:0:37:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075048.858422:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.151@tcp: connect to NID 192.168.204.151@tcp last attempt 2033 00000400:00000200:3.0:1769075048.858430:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075048.858435:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075048.858438:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.151@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075048.858441:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075048.858444:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075048.858446:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075048.858449:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:3.0:1769075048.858454:0:37:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075048.858456:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000020:00000001:3.0:1769075048.858459:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075048.858461:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000020:00000001:3.0:1769075048.858464:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000020:00000001:3.0:1769075048.858467:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00000040:3.0:1769075048.858471:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075048.858473:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075048.858475:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075048.858477:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:3.0:1769075048.858481:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00080000:3.0:1769075048.858484:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.151@tcp: import ffff982b88b8a800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:3.0:1769075048.858488:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075048.858492:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075048.858496:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075048.858498:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075048.858501:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075048.858503:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075048.858513:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90373480. 00000020:00000040:3.0:1769075048.858517:0:37:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 02000000:00000001:3.0:1769075048.858521:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075048.858523:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075048.858526:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075048.858529:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075048.858533:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075048.858540:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c00400. 00000100:00000001:3.0:1769075048.858547:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075048.858567:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90373480 x1855007613362816/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075048.858578:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075048.858583:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075048.858587:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001e13d9f] to pc [ptlrpcd_rcv+-1] req@ffff982b90373480 x1855007613362816/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075048.858605:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075048.858607:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075048.858610:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769075048.858611:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075048.858613:0:37:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075048.858614:0:37:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075048.858616:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2033 00000400:00000200:3.0:1769075048.858619:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075048.858622:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075048.858623:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075048.858625:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075048.858628:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075048.858630:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075048.858632:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:3.0:1769075048.858635:0:37:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075048.858637:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000020:00000001:3.0:1769075048.858639:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075048.858641:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000020:00000001:3.0:1769075048.858644:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000020:00000001:3.0:1769075048.858646:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000001:1.0:1769075048.858650:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1769075048.858650:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075048.858656:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075048.858657:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1769075048.858660:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075048.858661:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769075048.858666:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000040:1.0:1769075048.858685:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90373480 x1855007613362816/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075048.858696:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075048.858698:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769075048.858702:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 02000000:00000001:1.0:1769075048.858703:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075048.858706:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075048.858709:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075048.858713:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90373480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613362816:192.168.204.151@tcp:250:kworker.0 00000100:00080000:3.0:1769075048.858718:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:1.0:1769075048.858719:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075048.858725:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1769075048.858725:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075048.858728:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075048.858730:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769075048.858732:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075048.858739:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f800. 02000000:00000001:3.0:1769075048.858740:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075048.858741:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075048.858747:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075048.858750:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000200:1.0:1769075048.858751:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075048.858756:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e476e0. 00000008:00100000:3.0:1769075048.858757:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000400:00000010:1.0:1769075048.858762:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8110. 00000008:00000001:3.0:1769075048.858763:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075048.858768:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769075048.858771:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613362816, portal 25 00000100:00000010:3.0:1769075048.858774:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90371c00. 00000100:00000001:1.0:1769075048.858775:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075048.858778:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603393664 : -114162106157952 : ffff982b90373480) 00000020:00000040:3.0:1769075048.858781:0:37:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000040:1.0:1769075048.858785:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90373480 x1855007613362816/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075048.858787:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075048.858790:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075048.858795:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769075048.858796:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1769075048.858800:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1769075048.858801:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 02000000:00000001:3.0:1769075048.858805:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075048.858806:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8bb0. 00000100:00000200:1.0:1769075048.858811:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007613362816, offset 0 02000000:00000010:3.0:1769075048.858815:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c01800. 00000400:00000200:1.0:1769075048.858819:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000100:00000001:3.0:1769075048.858823:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075048.858828:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00100000:3.0:1769075048.858835:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90371c00 x1855007613362944/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769075048.858836:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075048.858843:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075048.858849:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000100:00000001:3.0:1769075048.858854:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1769075048.858855:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075048.858861:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000100:00000001:3.0:1769075048.858861:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075048.858866:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15622:15622:256:4294967295] 192.168.204.151@tcp LPNI seq info [15622:15622:8:4294967295] 00000400:00000200:1.0:1769075048.858871:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000040:3.0:1769075048.858872:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1fafea9] to pc [ptlrpcd_rcv+-1] req@ffff982b90371c00 x1855007613362944/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769075048.858883:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075048.858896:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000100:00000001:3.0:1769075048.858899:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1769075048.858901:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000100:00080000:3.0:1769075048.858905:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:1.0:1769075048.858911:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00080000:3.0:1769075048.858913:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769075048.858916:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000800:00000200:1.0:1769075048.858917:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 4, 1 secs later) 00000100:00080000:3.0:1769075048.858918:0:37:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075048.858924:0:37:0:(import.c:484:import_select_connection()) Process entered 00000800:00000200:1.1:1769075048.858927:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00080000:3.0:1769075048.858930:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2033 00000800:00000200:1.1:1769075048.858933:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 4, 1 secs later) 00000400:00000200:3.0:1769075048.858937:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000800:00000100:1.0:1769075048.858942:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769075048.858945:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000800:00000010:1.0:1769075048.858946:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000100:00080000:3.0:1769075048.858949:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075048.858952:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000400:00000200:1.0:1769075048.858953:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:3.0:1769075048.858955:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075048.858960:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000400:00000200:1.0:1769075048.858962:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000100:00000001:3.0:1769075048.858964:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:3.0:1769075048.858968:0:37:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075048.858969:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3de 00000020:00000001:3.0:1769075048.858971:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075048.858974:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b9968c800 refcount=4 00000400:00000200:1.0:1769075048.858977:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8bb0 00000020:00000001:3.0:1769075048.858977:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000400:00000010:1.0:1769075048.858981:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8bb0. 00000020:00000001:3.0:1769075048.858983:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000100:00000001:1.0:1769075048.858986:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1769075048.858992:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000200:1.0:1769075048.858993:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90373480 x1855007613362816/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075048.858999:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075048.859005:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075048.859006:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075048.859012:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90373480 x1855007613362816/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075073 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075048.859013:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:3.0:1769075048.859021:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff982b9968c800 : new refcount 3 00000100:00000001:1.0:1769075048.859025:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075048.859028:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:3.0:1769075048.859030:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: import ffff982b83e5e800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:1.0:1769075048.859035:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075048.859035:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075048.859039:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1769075048.859042:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 02000000:00000001:3.0:1769075048.859045:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075048.859046:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296714629 02000000:00000001:3.0:1769075048.859051:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075048.859053:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075048.859057:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769075048.859060:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296709509 00000008:00000001:3.0:1769075048.859061:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075048.859065:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075048.859066:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296714629 00000100:00000001:1.0:1769075048.859072:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296709509 00000100:00000010:3.0:1769075048.859072:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90373100. 00000100:00000001:1.0:1769075048.859076:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1769075048.859078:0:37:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 00000100:00000001:1.0:1769075048.859079:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075048.859083:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:3.0:1769075048.859085:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00100000:1.0:1769075048.859089:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075048/real 1769075048] req@ffff982b90373480 x1855007613362816/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075048.859089:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075048.859095:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075048.859098:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075048.859103:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769075048.859104:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075048.859106:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075048.859109:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e476e0. 02000000:00000010:3.0:1769075048.859111:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c00c00. 00000400:00000200:1.0:1769075048.859112:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8110 00000400:00000010:1.0:1769075048.859115:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8110. 00000100:00000001:3.0:1769075048.859118:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075048.859119:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075048.859125:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90373480 x1855007613362816/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075048.859128:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90373100 x1855007613363072/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769075048.859138:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90373480 x1855007613362816/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075048.859142:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075048.859152:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075048.859154:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075048.859156:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075048.859157:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075048.859160:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075048.859166:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90373480 x1855007613362816/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075048.859168:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e9219a3] to pc [ptlrpcd_rcv+-1] req@ffff982b90373100 x1855007613363072/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075048.859179:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075048.859187:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90373480 x1855007613362816/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075073 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075048.859190:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075048.859197:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075048.859198:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769075048.859200:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075048.859204:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075048.859206:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769075048.859207:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769075048.859209:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075048.859212:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075048.859212:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075048.859216:0:37:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769075048.859217:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1769075048.859223:0:37:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769075048.859226:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.151@tcp failed (-110) 00000100:00080000:3.0:1769075048.859230:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2033 00000100:00000001:1.0:1769075048.859231:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075048.859237:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90373480 x1855007613362816/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075073 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769075048.859238:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075048.859246:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075048.859250:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1769075048.859254:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90373480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613362816:192.168.204.151@tcp:250:kworker.0 00000100:00000040:3.0:1769075048.859257:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075048.859261:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075048.859261:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075048.859264:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075048.859265:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769075048.859267:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:3.0:1769075048.859270:0:37:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1769075048.859271:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90373480 x1855007613362816/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075073 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1769075048.859272:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3e5 00000020:00000001:3.0:1769075048.859276:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075048.859309:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b897c2000 refcount=4 00000100:00000001:1.0:1769075048.859312:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769075048.859313:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 02000000:00000001:1.0:1769075048.859316:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1769075048.859317:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 02000000:00000010:1.0:1769075048.859320:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f800. 00000100:00000040:3.0:1769075048.859323:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 02000000:00000001:1.0:1769075048.859327:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1769075048.859328:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1769075048.859330:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075048.859333:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000100:00000040:3.0:1769075048.859336:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000020:00000001:1.0:1769075048.859337:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075048.859341:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c00400. 00000100:00000001:3.0:1769075048.859342:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 02000000:00000001:1.0:1769075048.859346:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:3.0:1769075048.859348:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff982b897c2000 : new refcount 3 02000000:00000001:1.0:1769075048.859349:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075048.859352:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90373480. 00000100:00000001:1.0:1769075048.859356:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00080000:3.0:1769075048.859356:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: import ffff982b99688000 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:1.0:1769075048.859358:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075048.859362:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075048.859363:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075048.859368:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769075048.859369:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075048.859372:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075048.859372:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075048.859377:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1769075048.859379:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075048.859380:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075048.859382:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769075048.859385:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000040:1.0:1769075048.859387:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90371c00 x1855007613362944/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1769075048.859389:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075048.859394:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075048.859398:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075048.859404:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:3.0:1769075048.859405:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90372d80. 00000100:00000001:1.0:1769075048.859406:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075048.859411:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:3.0:1769075048.859412:0:37:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 02000000:00000001:1.0:1769075048.859413:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075048.859417:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769075048.859418:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075048.859421:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075048.859423:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90371c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613362944:192.168.204.151@tcp:38:kworker.0 00000100:00000001:3.0:1769075048.859424:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075048.859427:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769075048.859428:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075048.859430:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075048.859431:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075048.859434:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075048.859436:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075048.859437:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c03c00. 02000000:00000010:1.0:1769075048.859440:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f800. 00000100:00000001:3.0:1769075048.859441:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075048.859445:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075048.859450:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90372d80 x1855007613363200/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769075048.859451:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075048.859455:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e476e0. 00000400:00000010:1.0:1769075048.859461:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8110. 00000100:00000001:3.0:1769075048.859464:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1769075048.859466:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613362944, portal 10 00000100:00000001:3.0:1769075048.859468:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075048.859469:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075048.859472:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603387392 : -114162106164224 : ffff982b90371c00) 00000100:00000040:3.0:1769075048.859474:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8d3a05d] to pc [ptlrpcd_rcv+-1] req@ffff982b90372d80 x1855007613363200/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769075048.859480:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90371c00 x1855007613362944/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075048.859487:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075048.859493:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2043) 00000100:00000001:1.0:1769075048.859496:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075048.859500:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075048.859502:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8bb0. 00000100:00000200:1.0:1769075048.859504:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613362944, offset 0 00000400:00000200:1.0:1769075048.859506:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075048.859509:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075048.859513:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075048.859515:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075048.859518:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075048.859520:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075048.859521:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075048.859524:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15623:15623:256:4294967295] 192.168.204.151@tcp LPNI seq info [15623:15623:8:4294967295] 00000400:00000200:1.0:1769075048.859527:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075048.859533:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075048.859538:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075048.859541:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000800:00000200:1.0:1769075048.859545:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075048.859549:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 4, 1 secs later) 00000800:00000200:1.1:1769075048.859553:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075048.859555:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 4, 1 secs later) 00000800:00000100:1.0:1769075048.859560:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075048.859561:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000400:00000200:1.0:1769075048.859565:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075048.859568:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075048.859571:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8bb0 00000400:00000010:1.0:1769075048.859573:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8bb0. 00000100:00000001:1.0:1769075048.859576:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075048.859580:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90371c00 x1855007613362944/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075048.859588:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075048.859591:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90371c00 x1855007613362944/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075073 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075048.859604:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075048.859606:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075048.859610:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075048.859613:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1068438 usecs (1069 jiffies) 00000400:00000200:1.0:1769075048.859617:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075048.859620:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296706606 00000100:00000001:1.0:1769075048.859622:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296714629 00000100:00000001:1.0:1769075048.859624:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296706606 00000100:00000001:1.0:1769075048.859627:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296714629 00000100:00000001:1.0:1769075048.859629:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075048.859631:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075048.859633:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075048.859638:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075048/real 1769075048] req@ffff982b90371c00 x1855007613362944/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075048.859647:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075048.859648:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075048.859650:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e476e0. 00000400:00000200:1.0:1769075048.859653:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8110 00000400:00000010:1.0:1769075048.859655:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8110. 00000100:00000001:1.0:1769075048.859657:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075048.859660:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90371c00 x1855007613362944/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075048.859665:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90371c00 x1855007613362944/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075048.859685:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075048.859687:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075048.859689:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075048.859690:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075048.859694:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90371c00 x1855007613362944/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075048.859702:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075048.859705:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90371c00 x1855007613362944/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075073 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075048.859710:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075048.859712:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075048.859713:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075048.859714:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075048.859715:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075048.859716:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075048.859718:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075048.859720:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075048.859722:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075048.859724:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90371c00 x1855007613362944/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075073 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075048.859729:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90371c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613362944:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075048.859732:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075048.859734:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90373100 x1855007613363072/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075048.859738:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075048.859739:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075048.859740:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075048.859742:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075048.859744:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075048.859745:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90373100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613363072:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075048.859748:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075048.859749:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075048.859750:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075048.859752:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075048.859754:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075048.859756:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075048.859759:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075048.859761:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e476e0. 00000400:00000010:1.0:1769075048.859763:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8110. 00000100:00000200:1.0:1769075048.859765:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613363072, portal 4 00000100:00000001:1.0:1769075048.859766:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075048.859768:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603392768 : -114162106158848 : ffff982b90373100) 00000100:00000040:1.0:1769075048.859771:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90373100 x1855007613363072/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075048.859776:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075048.859777:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075048.859779:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8bb0. 00000100:00000200:1.0:1769075048.859780:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613363072, offset 0 00000400:00000200:1.0:1769075048.859783:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075048.859785:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075048.859788:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075048.859790:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075048.859792:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075048.859793:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075048.859795:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075048.859797:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15624:15624:256:4294967295] 192.168.204.151@tcp LPNI seq info [15624:15624:8:4294967295] 00000400:00000200:1.0:1769075048.859800:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075048.859804:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075048.859808:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075048.859810:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000800:00000200:1.0:1769075048.859812:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075048.859814:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 4, 1 secs later) 00000800:00000200:1.1:1769075048.859817:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075048.859819:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 4, 1 secs later) 00000800:00000100:1.0:1769075048.859821:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075048.859823:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000400:00000200:1.0:1769075048.859825:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075048.859827:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075048.859829:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8bb0 00000400:00000010:1.0:1769075048.859830:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8bb0. 00000100:00000001:1.0:1769075048.859832:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075048.859834:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90373100 x1855007613363072/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075048.859840:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075048.859842:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90373100 x1855007613363072/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075073 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075048.859846:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075048.859847:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075048.859849:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075048.859851:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24872 usecs (25 jiffies) 00000400:00000200:1.0:1769075048.859853:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075048.859854:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296705562 00000100:00000001:1.0:1769075048.859855:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296714629 00000100:00000001:1.0:1769075048.859857:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296705562 00000100:00000001:1.0:1769075048.859858:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296714629 00000100:00000001:1.0:1769075048.859860:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075048.859861:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075048.859862:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075048.859864:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075048/real 1769075048] req@ffff982b90373100 x1855007613363072/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075048.859869:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075048.859870:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075048.859871:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e476e0. 00000400:00000200:1.0:1769075048.859872:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8110 00000400:00000010:1.0:1769075048.859873:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8110. 00000100:00000001:1.0:1769075048.859875:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075048.859877:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90373100 x1855007613363072/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075048.859882:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90373100 x1855007613363072/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075048.859886:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075048.859887:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075048.859888:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075048.859889:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075048.859891:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90373100 x1855007613363072/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075048.859895:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075048.859897:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90373100 x1855007613363072/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075073 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075048.859901:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075048.859902:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075048.859903:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075048.859904:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075048.859905:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075048.859906:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075048.859907:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075048.859909:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075048.859911:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075048.859913:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90373100 x1855007613363072/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075073 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075048.859918:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90373100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613363072:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075048.859921:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075048.859922:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075048.859924:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90371c00 x1855007613362944/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075073 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075048.859928:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075048.859929:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075048.859931:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075048.859932:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075048.859933:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075048.859934:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:1.0:1769075048.859935:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075048.859937:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c01800. 02000000:00000001:1.0:1769075048.859939:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075048.859940:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075048.859941:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90371c00. 00000100:00000001:1.0:1769075048.859943:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075048.859944:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075048.859945:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075048.859947:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90373100 x1855007613363072/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075073 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075048.859951:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075048.859952:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075048.859952:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075048.859954:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075048.859955:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075048.859956:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:1.0:1769075048.859957:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075048.859958:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c00c00. 02000000:00000001:1.0:1769075048.859959:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075048.859959:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075048.859960:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90373100. 00000100:00000001:1.0:1769075048.859961:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075048.859962:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075048.859964:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075048.859966:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075048.859967:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075048.859969:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075048.859970:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075048.859971:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075048.859973:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90372d80 x1855007613363200/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075048.859978:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075048.859979:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075048.859980:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075048.859981:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075048.859982:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075048.859984:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90372d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613363200:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075048.859986:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075048.859987:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075048.859988:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075048.859990:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075048.859991:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075048.859992:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075048.859994:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075048.859996:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e476e0. 00000400:00000010:1.0:1769075048.859998:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8110. 00000100:00000200:1.0:1769075048.859999:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613363200, portal 4 00000100:00000001:1.0:1769075048.860001:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075048.860002:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603391872 : -114162106159744 : ffff982b90372d80) 00000100:00000040:1.0:1769075048.860005:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90372d80 x1855007613363200/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075048.860009:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075048.860011:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075048.860012:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8bb0. 00000100:00000200:1.0:1769075048.860013:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613363200, offset 0 00000400:00000200:1.0:1769075048.860016:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075048.860018:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075048.860020:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075048.860022:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075048.860024:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075048.860025:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075048.860027:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075048.860029:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15625:15625:256:4294967295] 192.168.204.151@tcp LPNI seq info [15625:15625:8:4294967295] 00000400:00000200:1.0:1769075048.860032:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075048.860036:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075048.860039:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075048.860041:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000800:00000200:1.0:1769075048.860043:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075048.860045:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 4, 1 secs later) 00000800:00000200:1.1:1769075048.860048:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075048.860049:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 4, 1 secs later) 00000800:00000100:1.0:1769075048.860052:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075048.860053:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000400:00000200:1.0:1769075048.860055:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075048.860057:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075048.860059:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8bb0 00000400:00000010:1.0:1769075048.860060:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8bb0. 00000100:00000001:1.0:1769075048.860062:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075048.860064:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90372d80 x1855007613363200/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075048.860069:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075048.860071:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90372d80 x1855007613363200/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075073 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075048.860075:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075048.860076:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075048.860078:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075048.860079:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26900 usecs (27 jiffies) 00000400:00000200:1.0:1769075048.860081:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075048.860082:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296705564 00000100:00000001:1.0:1769075048.860084:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296714629 00000100:00000001:1.0:1769075048.860085:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296705564 00000100:00000001:1.0:1769075048.860087:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296714629 00000100:00000001:1.0:1769075048.860089:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075048.860090:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075048.860091:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075048.860093:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075048/real 1769075048] req@ffff982b90372d80 x1855007613363200/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075048.860098:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075048.860099:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075048.860100:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e476e0. 00000400:00000200:1.0:1769075048.860101:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8110 00000400:00000010:1.0:1769075048.860102:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8110. 00000100:00000001:1.0:1769075048.860103:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075048.860105:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90372d80 x1855007613363200/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075048.860110:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90372d80 x1855007613363200/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075048.860114:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075048.860115:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075048.860116:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075048.860117:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075048.860119:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90372d80 x1855007613363200/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075048.860123:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075048.860125:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90372d80 x1855007613363200/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075073 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075048.860129:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075048.860130:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075048.860131:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075048.860132:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075048.860133:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075048.860134:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075048.860136:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075048.860138:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075048.860140:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075048.860142:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90372d80 x1855007613363200/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075073 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075048.860147:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90372d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613363200:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075048.860149:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075048.860150:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075048.860152:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90372d80 x1855007613363200/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075073 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075048.860155:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075048.860156:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075048.860157:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075048.860158:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075048.860159:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075048.860160:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:1.0:1769075048.860161:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075048.860163:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c03c00. 02000000:00000001:1.0:1769075048.860164:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075048.860165:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075048.860166:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90372d80. 00000100:00000001:1.0:1769075048.860168:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075048.860168:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075048.860169:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075048.860171:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075048.860172:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075048.860173:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075048.860174:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075049.370427:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075049.370433:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075049.370435:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075049.370438:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075049.370441:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075049.370444:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075049.370446:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075049.370448:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075049.370450:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075049.754347:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075049.754354:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075049.754369:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075049.754371:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075049.754437:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075049.754442:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075049.754446:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075050.394384:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075050.394393:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075050.394395:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075050.394400:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075050.394404:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075050.394407:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075050.394416:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075050.394419:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075050.394421:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075050.778360:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075050.778366:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075050.778370:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075050.778371:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075050.778425:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075050.778430:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075050.778434:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075051.418358:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075051.418365:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075051.418367:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075051.418371:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075051.418374:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075051.418377:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075051.418380:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075051.418382:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075051.418384:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075051.802389:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075051.802395:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769075051.802397:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769075051.802402:0:21410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769075051.802403:0:21410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769075051.802405:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075051.802409:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769075051.802411:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075051.802412:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075051.802414:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075051.802416:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075051.802417:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075051.802480:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075051.802488:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075051.802493:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075052.442407:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075052.442414:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075052.442416:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075052.442420:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075052.442423:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075052.442425:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075052.442427:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075052.442429:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075052.442431:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075052.826359:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075052.826365:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075052.826370:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075052.826371:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075052.826431:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075052.826437:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075052.826441:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075053.466445:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075053.466452:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075053.466454:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075053.466458:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075053.466461:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075053.466464:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075053.466467:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075053.466469:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075053.466470:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075053.850362:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075053.850367:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075053.850372:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075053.850373:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075053.850453:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075053.850459:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075053.850463:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075053.978346:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075053.978357:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769075053.978360:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075053.978365:0:37:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075053.978369:0:37:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075053.978376:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.151@tcp: connect to NID 192.168.204.151@tcp last attempt 2038 00000400:00000200:3.0:1769075053.978385:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075053.978391:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075053.978395:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.151@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075053.978399:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075053.978403:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075053.978406:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075053.978409:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:3.0:1769075053.978413:0:37:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075053.978415:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000020:00000001:3.0:1769075053.978418:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075053.978421:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000020:00000001:3.0:1769075053.978423:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000020:00000001:3.0:1769075053.978426:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00000040:3.0:1769075053.978429:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075053.978432:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075053.978434:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075053.978436:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:3.0:1769075053.978439:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00080000:3.0:1769075053.978443:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.151@tcp: import ffff982b88b8a800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:3.0:1769075053.978445:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075053.978448:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075053.978451:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075053.978454:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075053.978456:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075053.978459:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075053.978468:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90371880. 00000020:00000040:3.0:1769075053.978472:0:37:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 02000000:00000001:3.0:1769075053.978475:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075053.978477:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075053.978480:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075053.978483:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075053.978487:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075053.978494:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c02800. 00000100:00000001:3.0:1769075053.978502:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075053.978510:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90371880 x1855007613363328/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075053.978529:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075053.978533:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075053.978538:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ea6302e] to pc [ptlrpcd_rcv+-1] req@ffff982b90371880 x1855007613363328/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075053.978561:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075053.978565:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075053.978568:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769075053.978570:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075053.978572:0:37:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075053.978575:0:37:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075053.978577:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2038 00000400:00000200:3.0:1769075053.978582:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075053.978599:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075053.978602:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075053.978608:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075053.978611:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075053.978614:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075053.978616:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:3.0:1769075053.978619:0:37:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075053.978620:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000020:00000001:3.0:1769075053.978622:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769075053.978625:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1769075053.978625:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000020:00000001:3.0:1769075053.978633:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000001:1.0:1769075053.978634:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1769075053.978639:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000001:1.0:1769075053.978640:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075053.978648:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075053.978652:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769075053.978656:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90371880 x1855007613363328/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075053.978658:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075053.978666:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:3.0:1769075053.978676:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 00000100:00000001:1.0:1769075053.978683:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1769075053.978687:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:1.0:1769075053.978689:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075053.978697:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075053.978698:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075053.978705:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075053.978706:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769075053.978712:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075053.978715:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1769075053.978717:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90371880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613363328:192.168.204.151@tcp:250:kworker.0 02000000:00000001:3.0:1769075053.978723:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075053.978726:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769075053.978731:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075053.978736:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1769075053.978739:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000008:00000001:3.0:1769075053.978743:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075053.978744:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075053.978754:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075053.978755:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1769075053.978763:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90370380. 00000020:00000040:3.0:1769075053.978767:0:37:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000010:1.0:1769075053.978769:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606cc00. 02000000:00000001:3.0:1769075053.978771:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769075053.978775:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075053.978776:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075053.978787:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075053.978789:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075053.978792:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075053.978798:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 02000000:00000010:3.0:1769075053.978798:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c00800. 00000100:00000001:3.0:1769075053.978806:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075053.978810:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e476e0. 00000100:00100000:3.0:1769075053.978816:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90370380 x1855007613363456/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1769075053.978822:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8110. 00000100:00000001:3.0:1769075053.978831:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075053.978834:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769075053.978836:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613363328, portal 25 00000100:00000040:3.0:1769075053.978842:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000791ba184] to pc [ptlrpcd_rcv+-1] req@ffff982b90370380 x1855007613363456/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075053.978844:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075053.978849:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603386496 : -114162106165120 : ffff982b90371880) 00000100:00000040:1.0:1769075053.978865:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90371880 x1855007613363328/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075053.978867:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075053.978878:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769075053.978884:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:3.0:1769075053.978891:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000040:1.0:1769075053.978892:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000100:00000001:3.0:1769075053.978897:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075053.978899:0:37:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075053.978902:0:37:0:(import.c:484:import_select_connection()) Process entered 00000400:00000010:1.0:1769075053.978906:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8bb0. 00000100:00080000:3.0:1769075053.978913:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2038 00000100:00000200:1.0:1769075053.978915:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007613363328, offset 0 00000400:00000200:3.0:1769075053.978922:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075053.978931:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769075053.978936:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075053.978939:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1769075053.978950:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000040:3.0:1769075053.978951:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075053.978958:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075053.978961:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000400:00000200:1.0:1769075053.978964:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000100:00000001:3.0:1769075053.978968:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000400:00000200:1.0:1769075053.978973:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:3.0:1769075053.978973:0:37:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075053.978980:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3de 00000400:00000200:1.0:1769075053.978984:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000020:00000001:3.0:1769075053.978985:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075053.978994:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b9968c800 refcount=4 00000400:00000200:1.0:1769075053.978995:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075053.979005:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000020:00000001:3.0:1769075053.979006:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000400:00000200:1.0:1769075053.979016:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15626:15626:256:4294967295] 192.168.204.151@tcp LPNI seq info [15626:15626:8:4294967295] 00000020:00000001:3.0:1769075053.979016:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000400:00000200:1.0:1769075053.979036:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000040:3.0:1769075053.979037:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075053.979058:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1769075053.979059:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000100:00000040:3.0:1769075053.979071:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000800:00000200:1.0:1769075053.979081:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000100:00000001:3.0:1769075053.979082:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:3.0:1769075053.979091:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff982b9968c800 : new refcount 3 00000800:00000010:1.0:1769075053.979092:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000100:00080000:3.0:1769075053.979099:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: import ffff982b83e5e800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000800:00000200:1.0:1769075053.979107:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000001:3.0:1769075053.979109:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075053.979119:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000800:00000200:1.1:1769075053.979125:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 02000000:00000001:3.0:1769075053.979126:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075053.979137:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075053.979141:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075053.979143:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075053.979146:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075053.979148:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075053.979152:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90370e00. 00000020:00000040:3.0:1769075053.979155:0:37:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 00000100:00000001:1.0:1769075053.979158:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075053.979158:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075053.979164:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075053.979167:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075053.979171:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296719749 00000100:00000001:3.0:1769075053.979175:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075053.979178:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075053.979181:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075053.979182:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296714629 00000100:00000001:1.0:1769075053.979192:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296719749 02000000:00000010:3.0:1769075053.979192:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c02c00. 00000100:00000001:3.0:1769075053.979208:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075053.979213:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296714629 00000100:00000001:1.0:1769075053.979218:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1769075053.979220:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90370e00 x1855007613363584/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075053.979222:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075053.979234:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075053.979243:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075053.979251:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075053.979256:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075053.979258:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075053.979262:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000040:3.0:1769075053.979264:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ccaa352] to pc [ptlrpcd_rcv+-1] req@ffff982b90370e00 x1855007613363584/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075053.979266:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075053.979270:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075053.979275:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075053.979321:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90370380 x1855007613363456/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769075053.979323:0:2352:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.151:988 00000100:00000001:3.0:1769075053.979323:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075053.979338:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769075053.979340:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075053.979345:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075053.979350:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:3.0:1769075053.979351:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 02000000:00000001:1.0:1769075053.979353:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075053.979360:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075053.979360:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075053.979369:0:37:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769075053.979380:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90370380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613363456:192.168.204.151@tcp:38:kworker.0 00000100:00000001:3.0:1769075053.979382:0:37:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769075053.979394:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1769075053.979399:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2038 00000400:00000200:2.0:1769075053.979401:0:2352:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.151:988 02000000:00000001:1.0:1769075053.979402:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075053.979410:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075053.979420:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1769075053.979421:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 02000000:00000010:1.0:1769075053.979428:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075053.979432:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075053.979434:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000400:00000200:1.0:1769075053.979439:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00080000:3.0:1769075053.979439:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000400:00000010:1.0:1769075053.979451:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47d10. 00000100:00000040:3.0:1769075053.979452:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075053.979462:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1769075053.979463:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8198. 00000100:00000200:1.0:1769075053.979474:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613363456, portal 10 00000100:00000040:3.0:1769075053.979475:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075053.979482:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075053.979484:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603381120 : -114162106170496 : ffff982b90370380) 00000100:00000001:3.0:1769075053.979484:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:3.0:1769075053.979496:0:37:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075053.979498:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3e5 00000100:00000040:1.0:1769075053.979501:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90370380 x1855007613363456/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769075053.979503:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075053.979509:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b897c2000 refcount=4 00000100:00000001:1.0:1769075053.979518:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1769075053.979519:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000100:00000040:1.0:1769075053.979525:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000020:00000001:3.0:1769075053.979531:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000400:00000010:1.0:1769075053.979532:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8550. 00000100:00000200:1.0:1769075053.979543:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613363456, offset 0 00000100:00000040:3.0:1769075053.979549:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000400:00000200:1.0:1769075053.979558:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000100:00000001:3.0:1769075053.979559:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1769075053.979570:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000040:3.0:1769075053.979570:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075053.979578:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000400:00000200:1.0:1769075053.979579:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000020:00000040:3.0:1769075053.979597:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff982b897c2000 : new refcount 3 00000400:00000200:1.0:1769075053.979604:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075053.979609:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000100:00080000:3.0:1769075053.979610:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: import ffff982b99688000 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000400:00000200:1.0:1769075053.979615:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1769075053.979619:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075053.979621:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 02000000:00000001:3.0:1769075053.979628:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1769075053.979635:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15627:15627:255:4294967295] 192.168.204.151@tcp LPNI seq info [15627:15627:7:4294967295] 02000000:00000001:3.0:1769075053.979638:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1769075053.979645:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 02000000:00000001:3.0:1769075053.979650:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075053.979654:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075053.979661:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1769075053.979664:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000008:00000001:3.0:1769075053.979672:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769075053.979680:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000100:00000001:3.0:1769075053.979683:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1769075053.979685:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b700. 00000800:00000200:1.0:1769075053.979692:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000010:3.0:1769075053.979692:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90372d80. 00000020:00000040:3.0:1769075053.979701:0:37:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 00000800:00000200:1.1:1769075053.979707:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 02000000:00000001:3.0:1769075053.979709:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769075053.979711:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075053.979713:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075053.979719:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1068438 usecs (1069 jiffies) 00000100:00000001:3.0:1769075053.979720:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075053.979729:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1769075053.979734:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 02000000:00000001:3.0:1769075053.979735:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075053.979738:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296711726 00000100:00000001:1.0:1769075053.979742:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296719749 02000000:00000010:3.0:1769075053.979743:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c00000. 00000100:00000001:1.0:1769075053.979744:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296711726 00000100:00000001:1.0:1769075053.979749:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296719749 00000100:00000001:1.0:1769075053.979757:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075053.979757:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075053.979769:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075053.979775:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075053.979780:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075053.979781:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90372d80 x1855007613363712/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075053.979784:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075053.979789:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1769075053.979796:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075053.979799:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075053.979803:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075053.979813:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90370e00 x1855007613363584/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075053.979813:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075053.979822:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075053.979838:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1769075053.979840:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8d3a05d] to pc [ptlrpcd_rcv+-1] req@ffff982b90372d80 x1855007613363712/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075053.979841:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075053.979849:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075053.979853:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075053.979863:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075053.979875:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90370e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613363584:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075053.979885:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769075053.979887:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075053.979889:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075053.979892:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075053.979894:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1769075053.979895:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2048) 02000000:00000010:1.0:1769075053.979899:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f400. 02000000:00000001:1.0:1769075053.979902:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075053.979907:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075053.979910:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47948. 00000400:00000010:1.0:1769075053.979913:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8cc0. 00000100:00000200:1.0:1769075053.979915:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613363584, portal 4 00000100:00000001:1.0:1769075053.979917:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075053.979918:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603383808 : -114162106167808 : ffff982b90370e00) 00000100:00000040:1.0:1769075053.979924:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90370e00 x1855007613363584/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075053.979929:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075053.979931:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075053.979933:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e82a8. 00000100:00000200:1.0:1769075053.979935:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613363584, offset 0 00000400:00000200:1.0:1769075053.979938:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075053.979940:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075053.979942:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075053.979944:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075053.979946:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075053.979948:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075053.979949:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075053.979952:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15628:15628:254:4294967295] 192.168.204.151@tcp LPNI seq info [15628:15628:6:4294967295] 00000400:00000200:1.0:1769075053.979954:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075053.979958:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075053.979961:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075053.979963:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816bb00. 00000800:00000200:1.0:1769075053.979965:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075053.979968:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000001:1.0:1769075053.979970:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075053.979972:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24872 usecs (25 jiffies) 00000400:00000200:1.0:1769075053.979974:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075053.979976:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296710682 00000100:00000001:1.0:1769075053.979978:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296719749 00000100:00000001:1.0:1769075053.979980:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296710682 00000100:00000001:1.0:1769075053.979981:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296719749 00000100:00000001:1.0:1769075053.979983:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075053.979984:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075053.979986:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075053.979987:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075053.979989:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075053.979990:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1769075053.979991:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075053.979992:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075053.979993:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075053.979996:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90372d80 x1855007613363712/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075053.980000:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075053.980002:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075053.980003:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075053.980004:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075053.980006:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075053.980010:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90372d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613363712:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075053.980014:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075053.980016:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075053.980018:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075053.980020:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075053.980023:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075053.980025:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075053.980028:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075053.980031:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e471b8. 00000400:00000010:1.0:1769075053.980035:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8880. 00000100:00000200:1.0:1769075053.980038:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613363712, portal 4 00000100:00000001:1.0:1769075053.980039:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075053.980041:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603391872 : -114162106159744 : ffff982b90372d80) 00000100:00000040:1.0:1769075053.980047:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90372d80 x1855007613363712/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075053.980055:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075053.980058:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075053.980061:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8d48. 00000100:00000200:1.0:1769075053.980063:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613363712, offset 0 00000400:00000200:1.0:1769075053.980068:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075053.980071:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075053.980075:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075053.980079:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075053.980081:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075053.980084:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075053.980085:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075053.980088:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15629:15629:253:4294967295] 192.168.204.151@tcp LPNI seq info [15629:15629:5:4294967295] 00000400:00000200:1.0:1769075053.980092:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075053.980097:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075053.980101:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075053.980105:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b600. 00000800:00000200:1.0:1769075053.980108:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075053.980113:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000001:1.0:1769075053.980116:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075053.980119:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26900 usecs (27 jiffies) 00000400:00000200:1.0:1769075053.980122:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075053.980124:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296710684 00000100:00000001:1.0:1769075053.980127:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296719749 00000100:00000001:1.0:1769075053.980129:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296710684 00000100:00000001:1.0:1769075053.980131:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296719749 00000100:00000001:1.0:1769075053.980133:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075053.980136:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075053.980138:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075053.980140:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075053.980144:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075053.980146:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1769075053.980148:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075053.980149:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075053.980151:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075053.980152:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075054.490485:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075054.490494:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075054.490497:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075054.490501:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075054.490505:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075054.490509:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075054.490511:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075054.490514:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075054.490516:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:2.0:1769075054.490643:0:2352:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.204.151:988 00000400:00000100:2.0:1769075054.490701:0:2352:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.151@tcp at host 192.168.204.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:2.0:1769075054.490713:0:2352:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769075054.490718:0:2352:0:(router.c:1755:lnet_notify()) 192.168.204.51@tcp notifying 192.168.204.151@tcp: down 00000400:00000200:2.0:1769075054.490723:0:2352:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769075054.490727:0:2352:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1769075054.490733:0:2352:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.151@tcp 00000800:00000010:2.0:1769075054.490738:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000400:00000200:2.0:1769075054.490745:0:2352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1769075054.490752:0:2352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1769075054.490760:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8bb0 00000400:00000010:2.0:1769075054.490764:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8bb0. 00000100:00000001:2.0:1769075054.490769:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075054.490778:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff982b90371880 x1855007613363328/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075054.490798:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075054.490801:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90371880 x1855007613363328/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075078 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075054.490807:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075054.490809:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1769075054.490819:0:2352:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.151@tcp 00000800:00000010:2.0:1769075054.490822:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b700. 00000400:00000200:2.0:1769075054.490824:0:2352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1769075054.490826:0:2352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1769075054.490829:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8550 00000400:00000010:2.0:1769075054.490830:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8550. 00000100:00000001:2.0:1769075054.490832:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075054.490836:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff982b90370380 x1855007613363456/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075054.490843:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075054.490846:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90370380 x1855007613363456/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075078 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075054.490850:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075054.490851:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1769075054.490855:0:2352:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.151@tcp 00000800:00000010:2.0:1769075054.490856:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816bb00. 00000400:00000200:2.0:1769075054.490859:0:2352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000100:00000001:1.0:1769075054.490862:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1769075054.490862:0:2352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1769075054.490866:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e82a8 00000100:00000001:1.0:1769075054.490869:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1769075054.490870:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e82a8. 00000100:00000001:2.0:1769075054.490875:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769075054.490876:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075054.490890:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075053/real 1769075054] req@ffff982b90370380 x1855007613363456/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075054.490893:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff982b90370e00 x1855007613363584/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075054.490915:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1769075054.490916:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:1.0:1769075054.490921:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1769075054.490922:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90370e00 x1855007613363584/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075078 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769075054.490928:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47d10. 00000100:00000001:2.0:1769075054.490929:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075054.490933:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1769075054.490936:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8198 00000400:00000010:1.0:1769075054.490942:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8198. 00000800:00000100:2.0:1769075054.490942:0:2352:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.151@tcp 00000800:00000010:2.0:1769075054.490945:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b600. 00000100:00000001:1.0:1769075054.490950:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1769075054.490951:0:2352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1769075054.490957:0:2352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1769075054.490962:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8d48 00000400:00000010:2.0:1769075054.490965:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8d48. 00000100:00000001:2.0:1769075054.490969:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075054.490970:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90370380 x1855007613363456/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075054.490976:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff982b90372d80 x1855007613363712/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075054.490998:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1769075054.491000:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90370380 x1855007613363456/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769075054.491006:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90372d80 x1855007613363712/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075078 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075054.491021:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075054.491022:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075054.491026:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075054.491026:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075054.491033:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075054.491037:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075054.491045:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90370380 x1855007613363456/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075054.491055:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075054.491061:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90370380 x1855007613363456/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075078 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075054.491071:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075054.491074:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075054.491077:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075054.491078:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075054.491082:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075054.491085:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075054.491089:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075054.491096:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075054.491099:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075054.491104:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90370380 x1855007613363456/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075078 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075054.491114:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90370380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613363456:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075054.491120:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075054.491124:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075053/real 1769075054] req@ffff982b90371880 x1855007613363328/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075054.491133:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075054.491135:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075054.491137:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e476e0. 00000400:00000200:1.0:1769075054.491140:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8110 00000400:00000010:1.0:1769075054.491142:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8110. 00000100:00000001:1.0:1769075054.491145:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075054.491149:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90371880 x1855007613363328/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075054.491158:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90371880 x1855007613363328/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075054.491165:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075054.491166:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075054.491168:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075054.491170:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075054.491174:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90371880 x1855007613363328/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075054.491202:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075054.491207:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90371880 x1855007613363328/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075078 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075054.491214:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075054.491217:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075054.491219:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075054.491220:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075054.491222:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075054.491224:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075054.491227:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075054.491231:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075054.491234:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075054.491238:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90371880 x1855007613363328/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075078 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075054.491247:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90371880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613363328:192.168.204.151@tcp:250:kworker.0 00000100:00000001:1.0:1769075054.491252:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075054.491255:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075054.491258:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90370380 x1855007613363456/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075078 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075054.491266:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075054.491270:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075054.491274:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075054.491304:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075054.491309:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075054.491311:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:1.0:1769075054.491313:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075054.491316:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c00800. 02000000:00000001:1.0:1769075054.491320:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075054.491323:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075054.491325:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90370380. 00000100:00000001:1.0:1769075054.491328:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075054.491329:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075054.491330:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075054.491333:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90371880 x1855007613363328/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075078 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075054.491338:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075054.491339:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075054.491341:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075054.491343:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075054.491344:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075054.491345:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:1.0:1769075054.491346:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075054.491347:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c02800. 02000000:00000001:1.0:1769075054.491348:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075054.491349:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075054.491350:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90371880. 00000100:00000001:1.0:1769075054.491351:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075054.491352:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075054.491354:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075054.491355:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075054.491356:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075054.491357:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075054.491360:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075053/real 1769075054] req@ffff982b90372d80 x1855007613363712/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075054.491366:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075054.491367:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075054.491368:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e471b8. 00000400:00000200:1.0:1769075054.491370:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8880 00000400:00000010:1.0:1769075054.491371:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8880. 00000100:00000001:1.0:1769075054.491373:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075054.491375:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90372d80 x1855007613363712/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075054.491381:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90372d80 x1855007613363712/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075054.491386:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075054.491387:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075054.491389:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075054.491390:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075054.491392:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90372d80 x1855007613363712/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075054.491396:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075054.491407:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90372d80 x1855007613363712/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075078 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075054.491414:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075054.491416:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075054.491417:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075054.491417:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075054.491419:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075054.491421:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075054.491423:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075054.491425:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075054.491428:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075054.491430:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90372d80 x1855007613363712/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075078 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075054.491436:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90372d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613363712:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075054.491438:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075054.491441:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075053/real 1769075054] req@ffff982b90370e00 x1855007613363584/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075054.491445:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075054.491446:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075054.491448:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47948. 00000400:00000200:1.0:1769075054.491449:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8cc0 00000400:00000010:1.0:1769075054.491451:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8cc0. 00000100:00000001:1.0:1769075054.491452:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075054.491454:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90370e00 x1855007613363584/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075054.491459:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90370e00 x1855007613363584/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075054.491463:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075054.491464:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075054.491465:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075054.491466:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075054.491468:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90370e00 x1855007613363584/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075054.491472:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075054.491474:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90370e00 x1855007613363584/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075078 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075054.491478:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075054.491479:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075054.491480:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075054.491481:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075054.491482:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075054.491484:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075054.491486:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075054.491488:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075054.491490:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075054.491492:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90370e00 x1855007613363584/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075078 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075054.491497:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90370e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613363584:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075054.491500:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075054.491501:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075054.491503:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90372d80 x1855007613363712/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075078 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075054.491508:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075054.491508:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075054.491509:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075054.491512:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075054.491513:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075054.491514:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:1.0:1769075054.491515:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075054.491516:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c00000. 02000000:00000001:1.0:1769075054.491517:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075054.491518:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075054.491519:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90372d80. 00000100:00000001:1.0:1769075054.491521:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075054.491522:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075054.491523:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075054.491525:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90370e00 x1855007613363584/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075078 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075054.491529:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075054.491530:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075054.491531:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f400. 02000000:00000001:1.0:1769075054.491532:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075054.491533:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075054.491534:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:1.0:1769075054.491535:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075054.491536:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c02c00. 02000000:00000001:1.0:1769075054.491537:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075054.491538:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075054.491538:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90370e00. 00000100:00000001:1.0:1769075054.491540:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075054.491540:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075054.491541:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075054.491548:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075054.491549:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075054.491551:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075054.491552:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075054.874397:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075054.874406:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075054.874414:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075054.874416:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075054.874473:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075054.874479:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075054.874483:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075055.515332:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075055.515341:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075055.515343:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075055.515350:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075055.515354:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075055.515358:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075055.515360:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075055.515363:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075055.515366:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075055.898430:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075055.898440:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075055.898448:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075055.898450:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075055.898515:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075055.898519:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075055.898522:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075056.538419:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075056.538427:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075056.538429:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075056.538435:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075056.538438:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075056.538442:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075056.538445:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075056.538448:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075056.538451:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075056.922401:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075056.922409:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075056.922414:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075056.922418:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769075056.922420:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769075056.922423:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075056.922426:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769075056.922428:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075056.922430:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075056.922432:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075056.922498:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075056.922504:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075056.922509:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075057.562406:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075057.562414:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075057.562416:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075057.562422:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075057.562426:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075057.562429:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075057.562432:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075057.562435:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075057.562437:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075057.946367:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075057.946377:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075057.946385:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075057.946387:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075057.946444:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075057.946447:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075057.946451:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075058.586416:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075058.586424:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075058.586426:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075058.586431:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075058.586435:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075058.586439:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075058.586442:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075058.586444:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075058.586447:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075058.970372:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075058.970383:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075058.970391:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075058.970393:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075058.970445:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075058.970449:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075058.970452:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075059.098375:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075059.098384:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769075059.098386:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075059.098389:0:37:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075059.098392:0:37:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075059.098398:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.151@tcp: connect to NID 192.168.204.151@tcp last attempt 2043 00000400:00000200:3.0:1769075059.098408:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075059.098414:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075059.098418:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.151@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075059.098421:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075059.098425:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075059.098428:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075059.098430:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:3.0:1769075059.098435:0:37:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075059.098437:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000020:00000001:3.0:1769075059.098440:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075059.098442:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000020:00000001:3.0:1769075059.098445:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000020:00000001:3.0:1769075059.098448:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00000040:3.0:1769075059.098451:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075059.098454:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075059.098456:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075059.098459:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:3.0:1769075059.098462:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00080000:3.0:1769075059.098465:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.151@tcp: import ffff982b88b8a800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:3.0:1769075059.098467:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075059.098470:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075059.098472:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075059.098474:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075059.098476:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075059.098478:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075059.098487:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90373100. 00000020:00000040:3.0:1769075059.098491:0:37:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 02000000:00000001:3.0:1769075059.098495:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075059.098497:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075059.098511:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075059.098514:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075059.098519:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075059.098534:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c01c00. 00000100:00000001:3.0:1769075059.098541:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075059.098550:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90373100 x1855007613363840/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075059.098558:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075059.098562:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075059.098566:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e9219a3] to pc [ptlrpcd_rcv+-1] req@ffff982b90373100 x1855007613363840/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075059.098585:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075059.098588:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075059.098592:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769075059.098593:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075059.098595:0:37:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075059.098597:0:37:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075059.098600:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2043 00000400:00000200:3.0:1769075059.098606:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075059.098611:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075059.098614:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075059.098618:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075059.098619:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075059.098621:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075059.098623:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1769075059.098626:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075059.098627:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769075059.098632:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000040:1.0:1769075059.098636:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90373100 x1855007613363840/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769075059.098637:0:37:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075059.098641:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000020:00000001:3.0:1769075059.098645:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769075059.098650:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1769075059.098650:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000100:00000001:1.0:1769075059.098653:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075059.098656:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 02000000:00000001:1.0:1769075059.098657:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075059.098661:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1769075059.098661:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 02000000:00000001:1.0:1769075059.098665:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075059.098672:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90373100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613363840:192.168.204.151@tcp:250:kworker.0 00000100:00000040:3.0:1769075059.098672:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075059.098680:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769075059.098680:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1769075059.098685:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1769075059.098688:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 02000000:00000001:1.0:1769075059.098689:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075059.098692:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1769075059.098694:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 02000000:00000010:1.0:1769075059.098698:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f400. 00000020:00000040:3.0:1769075059.098699:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 02000000:00000001:1.0:1769075059.098701:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075059.098707:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000400:00000200:1.0:1769075059.098712:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075059.098713:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075059.098715:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:1.0:1769075059.098716:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47948. 02000000:00000001:3.0:1769075059.098720:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1769075059.098723:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8cc0. 02000000:00000001:3.0:1769075059.098724:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075059.098727:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000200:1.0:1769075059.098731:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613363840, portal 25 00000008:00100000:3.0:1769075059.098731:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769075059.098735:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075059.098736:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603392768 : -114162106158848 : ffff982b90373100) 00000008:00000001:3.0:1769075059.098741:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075059.098742:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90373100 x1855007613363840/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075059.098744:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075059.098751:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90371c00. 00000020:00000040:3.0:1769075059.098756:0:37:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:3.0:1769075059.098761:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075059.098764:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075059.098765:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769075059.098766:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1769075059.098769:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 02000000:00000001:3.0:1769075059.098769:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075059.098772:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075059.098774:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8880. 00000100:00000200:1.0:1769075059.098777:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007613363840, offset 0 02000000:00000010:3.0:1769075059.098778:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c02c00. 00000100:00000001:3.0:1769075059.098783:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075059.098790:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000100:00100000:3.0:1769075059.098790:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90371c00 x1855007613363968/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075059.098798:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1769075059.098799:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075059.098804:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075059.098808:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075059.098814:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1769075059.098814:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1fafea9] to pc [ptlrpcd_rcv+-1] req@ffff982b90371c00 x1855007613363968/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769075059.098820:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075059.098826:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075059.098830:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075059.098836:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15630:15630:256:4294967295] 192.168.204.151@tcp LPNI seq info [15630:15630:8:4294967295] 00000100:00000001:3.0:1769075059.098839:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075059.098843:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00080000:3.0:1769075059.098846:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075059.098854:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000200:1.0:1769075059.098855:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000100:00000001:3.0:1769075059.098859:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000800:00000200:1.0:1769075059.098864:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000100:00080000:3.0:1769075059.098865:0:37:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000010:1.0:1769075059.098873:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816ba00. 00000100:00000001:3.0:1769075059.098875:0:37:0:(import.c:484:import_select_connection()) Process entered 00000800:00000200:1.0:1769075059.098882:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00080000:3.0:1769075059.098884:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2043 00000800:00000200:1.0:1769075059.098886:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 8, 3 secs later) 00000400:00000200:3.0:1769075059.098892:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000800:00000200:1.1:1769075059.098894:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075059.098898:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 8, 3 secs later) 00000400:00000200:3.0:1769075059.098902:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000800:00000100:1.0:1769075059.098903:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075059.098910:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816ba00. 00000100:00080000:3.0:1769075059.098910:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075059.098916:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000400:00000200:1.0:1769075059.098917:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:3.0:1769075059.098919:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075059.098924:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000400:00000200:1.0:1769075059.098927:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000100:00000001:3.0:1769075059.098928:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:3.0:1769075059.098932:0:37:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075059.098933:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3de 00000400:00000200:1.0:1769075059.098934:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8880 00000020:00000001:3.0:1769075059.098935:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075059.098938:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b9968c800 refcount=4 00000400:00000010:1.0:1769075059.098940:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8880. 00000020:00000001:3.0:1769075059.098940:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000020:00000001:3.0:1769075059.098946:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000100:00000001:1.0:1769075059.098948:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1769075059.098949:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075059.098952:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075059.098956:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000200:1.0:1769075059.098958:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90373100 x1855007613363840/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075059.098959:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:3.0:1769075059.098965:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff982b9968c800 : new refcount 3 00000100:00080000:3.0:1769075059.098972:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: import ffff982b83e5e800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:3.0:1769075059.098978:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075059.098980:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1769075059.098981:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075059.098987:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1769075059.098989:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90373100 x1855007613363840/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075084 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075059.098991:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075059.098996:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075059.099000:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075059.099007:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075059.099013:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075059.099015:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075059.099017:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90373480. 00000100:00000001:1.0:1769075059.099018:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:3.0:1769075059.099022:0:37:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 02000000:00000001:3.0:1769075059.099025:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769075059.099026:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075059.099026:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075059.099031:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075059.099033:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1769075059.099036:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 02000000:00000001:3.0:1769075059.099036:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075059.099042:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296724869 02000000:00000010:3.0:1769075059.099043:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c00000. 00000100:00000001:3.0:1769075059.099048:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075059.099055:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296719749 00000100:00100000:3.0:1769075059.099055:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90373480 x1855007613364096/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075059.099064:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075059.099065:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296724869 00000100:00000001:3.0:1769075059.099068:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075059.099073:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296719749 00000100:00000040:3.0:1769075059.099073:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001e13d9f] to pc [ptlrpcd_rcv+-1] req@ffff982b90373480 x1855007613364096/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075059.099081:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075059.099088:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075059.099088:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075059.099096:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00080000:3.0:1769075059.099096:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075059.099101:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1769075059.099103:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075059/real 1769075059] req@ffff982b90373100 x1855007613363840/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075059.099104:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075059.099108:0:37:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075059.099115:0:37:0:(import.c:484:import_select_connection()) Process entered 00000400:00000001:1.0:1769075059.099120:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:3.0:1769075059.099122:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2043 00000400:00000001:1.0:1769075059.099123:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075059.099126:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47948. 00000400:00000200:1.0:1769075059.099129:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8cc0 00000400:00000200:3.0:1769075059.099131:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075059.099132:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8cc0. 00000100:00000001:1.0:1769075059.099137:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1769075059.099140:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00000200:1.0:1769075059.099141:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90373100 x1855007613363840/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075059.099147:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000200:1.0:1769075059.099152:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90373100 x1855007613363840/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075059.099156:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075059.099161:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075059.099163:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075059.099164:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075059.099167:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1769075059.099169:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075059.099170:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075059.099176:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90373100 x1855007613363840/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075059.099186:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075059.099186:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:3.0:1769075059.099191:0:37:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1769075059.099193:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90373100 x1855007613363840/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075084 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1769075059.099194:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3e5 00000020:00000001:3.0:1769075059.099198:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075059.099202:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b897c2000 refcount=4 00000100:00000001:1.0:1769075059.099205:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:3.0:1769075059.099206:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000100:00000001:1.0:1769075059.099209:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769075059.099210:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000100:00000001:1.0:1769075059.099212:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075059.099214:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075059.099217:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075059.099218:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075059.099221:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075059.099221:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00080000:1.0:1769075059.099225:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000040:3.0:1769075059.099226:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075059.099229:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00080000:1.0:1769075059.099231:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.151@tcp failed (-110) 00000020:00000040:3.0:1769075059.099232:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff982b897c2000 : new refcount 3 00000100:00000001:1.0:1769075059.099234:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:3.0:1769075059.099237:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: import ffff982b99688000 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000040:1.0:1769075059.099242:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90373100 x1855007613363840/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075084 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075059.099243:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075059.099247:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075059.099250:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075059.099254:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075059.099255:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90373100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613363840:192.168.204.151@tcp:250:kworker.0 00000100:00000001:3.0:1769075059.099257:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769075059.099261:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:3.0:1769075059.099262:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769075059.099267:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000008:00000001:3.0:1769075059.099267:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075059.099271:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075059.099272:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90373100 x1855007613363840/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075084 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769075059.099275:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90370700. 00000100:00000001:1.0:1769075059.099303:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075059.099305:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:3.0:1769075059.099307:0:37:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 02000000:00000010:1.0:1769075059.099308:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f400. 02000000:00000001:3.0:1769075059.099311:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769075059.099314:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1769075059.099314:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075059.099318:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1769075059.099318:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:1.0:1769075059.099321:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 02000000:00000001:3.0:1769075059.099322:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:1.0:1769075059.099325:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769075059.099326:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769075059.099329:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c01c00. 02000000:00000010:3.0:1769075059.099332:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c02800. 02000000:00000001:1.0:1769075059.099334:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075059.099337:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769075059.099337:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769075059.099340:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90373100. 00000100:00000001:1.0:1769075059.099344:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:3.0:1769075059.099345:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90370700 x1855007613364224/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075059.099346:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075059.099351:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075059.099358:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075059.099360:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075059.099360:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075059.099364:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075059.099367:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037e78c18] to pc [ptlrpcd_rcv+-1] req@ffff982b90370700 x1855007613364224/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075059.099368:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075059.099371:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075059.099373:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075059.099380:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90371c00 x1855007613363968/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075059.099382:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075059.099390:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1769075059.099390:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2053) 00000100:00000001:1.0:1769075059.099393:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075059.099395:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075059.099397:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075059.099404:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075059.099407:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90371c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613363968:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075059.099409:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075059.099411:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075059.099412:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075059.099413:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075059.099416:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f400. 02000000:00000001:1.0:1769075059.099418:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075059.099421:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075059.099423:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47948. 00000400:00000010:1.0:1769075059.099426:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8cc0. 00000100:00000200:1.0:1769075059.099428:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613363968, portal 10 00000100:00000001:1.0:1769075059.099429:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075059.099430:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603387392 : -114162106164224 : ffff982b90371c00) 00000100:00000040:1.0:1769075059.099435:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90371c00 x1855007613363968/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075059.099439:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075059.099441:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075059.099443:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8880. 00000100:00000200:1.0:1769075059.099444:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613363968, offset 0 00000400:00000200:1.0:1769075059.099447:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075059.099450:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075059.099453:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075059.099455:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075059.099457:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075059.099459:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075059.099461:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075059.099463:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15631:15631:256:4294967295] 192.168.204.151@tcp LPNI seq info [15631:15631:8:4294967295] 00000400:00000200:1.0:1769075059.099465:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075059.099470:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075059.099473:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075059.099476:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816ba00. 00000800:00000200:1.0:1769075059.099478:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075059.099480:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 8, 3 secs later) 00000800:00000200:1.1:1769075059.099483:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075059.099485:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 8, 3 secs later) 00000800:00000100:1.0:1769075059.099487:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075059.099489:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816ba00. 00000400:00000200:1.0:1769075059.099491:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075059.099493:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075059.099495:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8880 00000400:00000010:1.0:1769075059.099497:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8880. 00000100:00000001:1.0:1769075059.099512:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075059.099525:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90371c00 x1855007613363968/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075059.099531:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075059.099533:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90371c00 x1855007613363968/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075084 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075059.099538:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075059.099539:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075059.099542:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075059.099545:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1068438 usecs (1069 jiffies) 00000400:00000200:1.0:1769075059.099547:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075059.099549:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296716846 00000100:00000001:1.0:1769075059.099551:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296724869 00000100:00000001:1.0:1769075059.099552:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296716846 00000100:00000001:1.0:1769075059.099554:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296724869 00000100:00000001:1.0:1769075059.099555:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075059.099557:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075059.099558:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075059.099560:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075059/real 1769075059] req@ffff982b90371c00 x1855007613363968/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075059.099565:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075059.099566:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075059.099568:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47948. 00000400:00000200:1.0:1769075059.099569:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8cc0 00000400:00000010:1.0:1769075059.099570:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8cc0. 00000100:00000001:1.0:1769075059.099571:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075059.099574:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90371c00 x1855007613363968/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075059.099590:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90371c00 x1855007613363968/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075059.099594:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075059.099595:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075059.099596:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075059.099597:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075059.099599:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90371c00 x1855007613363968/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075059.099603:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075059.099606:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90371c00 x1855007613363968/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075084 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075059.099611:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075059.099612:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075059.099614:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075059.099615:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075059.099616:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075059.099617:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075059.099618:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075059.099620:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075059.099622:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075059.099624:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90371c00 x1855007613363968/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075084 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075059.099629:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90371c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613363968:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075059.099631:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075059.099634:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90373480 x1855007613364096/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075059.099638:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075059.099639:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075059.099641:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075059.099642:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075059.099643:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075059.099645:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90373480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613364096:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075059.099647:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075059.099648:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075059.099649:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075059.099650:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075059.099653:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075059.099654:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075059.099657:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075059.099659:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47948. 00000400:00000010:1.0:1769075059.099661:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8cc0. 00000100:00000200:1.0:1769075059.099663:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613364096, portal 4 00000100:00000001:1.0:1769075059.099664:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075059.099665:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603393664 : -114162106157952 : ffff982b90373480) 00000100:00000040:1.0:1769075059.099668:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90373480 x1855007613364096/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075059.099673:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075059.099674:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075059.099675:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8880. 00000100:00000200:1.0:1769075059.099677:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613364096, offset 0 00000400:00000200:1.0:1769075059.099679:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075059.099681:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075059.099684:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075059.099686:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075059.099688:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075059.099690:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075059.099691:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075059.099693:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15632:15632:256:4294967295] 192.168.204.151@tcp LPNI seq info [15632:15632:8:4294967295] 00000400:00000200:1.0:1769075059.099696:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075059.099700:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075059.099703:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075059.099704:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816ba00. 00000800:00000200:1.0:1769075059.099707:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075059.099709:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 8, 3 secs later) 00000800:00000200:1.1:1769075059.099711:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075059.099713:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 8, 3 secs later) 00000800:00000100:1.0:1769075059.099716:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075059.099717:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816ba00. 00000400:00000200:1.0:1769075059.099719:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075059.099721:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075059.099723:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8880 00000400:00000010:1.0:1769075059.099724:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8880. 00000100:00000001:1.0:1769075059.099726:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075059.099728:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90373480 x1855007613364096/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075059.099733:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075059.099735:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90373480 x1855007613364096/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075084 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075059.099739:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075059.099740:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075059.099741:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075059.099743:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24872 usecs (25 jiffies) 00000400:00000200:1.0:1769075059.099745:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075059.099747:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296715802 00000100:00000001:1.0:1769075059.099748:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296724869 00000100:00000001:1.0:1769075059.099750:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296715802 00000100:00000001:1.0:1769075059.099751:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296724869 00000100:00000001:1.0:1769075059.099753:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075059.099754:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075059.099755:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075059.099757:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075059/real 1769075059] req@ffff982b90373480 x1855007613364096/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075059.099761:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075059.099762:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075059.099763:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47948. 00000400:00000200:1.0:1769075059.099764:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8cc0 00000400:00000010:1.0:1769075059.099765:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8cc0. 00000100:00000001:1.0:1769075059.099766:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075059.099768:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90373480 x1855007613364096/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075059.099773:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90373480 x1855007613364096/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075059.099781:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075059.099782:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075059.099784:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075059.099785:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075059.099787:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90373480 x1855007613364096/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075059.099791:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075059.099793:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90373480 x1855007613364096/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075084 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075059.099797:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075059.099799:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075059.099800:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075059.099800:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075059.099801:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075059.099802:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075059.099804:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075059.099806:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075059.099807:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075059.099809:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90373480 x1855007613364096/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075084 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075059.099814:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90373480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613364096:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075059.099816:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075059.099817:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075059.099819:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90371c00 x1855007613363968/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075084 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075059.099823:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075059.099824:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075059.099826:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f400. 02000000:00000001:1.0:1769075059.099827:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075059.099828:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075059.099829:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:1.0:1769075059.099831:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075059.099832:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c02c00. 02000000:00000001:1.0:1769075059.099834:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075059.099835:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075059.099836:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90371c00. 00000100:00000001:1.0:1769075059.099838:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075059.099838:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075059.099839:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075059.099841:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90373480 x1855007613364096/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075084 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075059.099845:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075059.099846:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075059.099847:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075059.099849:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075059.099850:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075059.099850:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:1.0:1769075059.099852:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075059.099852:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c00000. 02000000:00000001:1.0:1769075059.099854:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075059.099855:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075059.099856:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90373480. 00000100:00000001:1.0:1769075059.099857:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075059.099858:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075059.099859:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075059.099861:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075059.099862:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075059.099863:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075059.099864:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075059.099864:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075059.099867:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90370700 x1855007613364224/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075059.099870:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075059.099872:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075059.099873:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075059.099874:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075059.099875:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075059.099877:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90370700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613364224:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075059.099879:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075059.099880:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075059.099881:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075059.099882:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075059.099884:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075059.099885:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075059.099887:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075059.099889:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47948. 00000400:00000010:1.0:1769075059.099890:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8cc0. 00000100:00000200:1.0:1769075059.099893:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613364224, portal 4 00000100:00000001:1.0:1769075059.099895:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075059.099896:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603382016 : -114162106169600 : ffff982b90370700) 00000100:00000040:1.0:1769075059.099902:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90370700 x1855007613364224/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075059.099909:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075059.099911:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075059.099914:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8880. 00000100:00000200:1.0:1769075059.099916:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613364224, offset 0 00000400:00000200:1.0:1769075059.099920:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075059.099924:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075059.099928:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075059.099931:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075059.099933:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075059.099936:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075059.099938:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075059.099942:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15633:15633:256:4294967295] 192.168.204.151@tcp LPNI seq info [15633:15633:8:4294967295] 00000400:00000200:1.0:1769075059.099946:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075059.099952:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075059.099958:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075059.099961:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816ba00. 00000800:00000200:1.0:1769075059.099965:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075059.099967:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 8, 3 secs later) 00000800:00000200:1.1:1769075059.099971:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075059.099973:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 8, 3 secs later) 00000800:00000100:1.0:1769075059.099977:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075059.099979:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816ba00. 00000400:00000200:1.0:1769075059.099982:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075059.099985:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075059.099988:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8880 00000400:00000010:1.0:1769075059.099990:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8880. 00000100:00000001:1.0:1769075059.099993:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075059.099997:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90370700 x1855007613364224/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075059.100004:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075059.100008:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90370700 x1855007613364224/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075084 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075059.100015:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075059.100016:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075059.100019:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075059.100023:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26900 usecs (27 jiffies) 00000400:00000200:1.0:1769075059.100027:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075059.100029:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296715804 00000100:00000001:1.0:1769075059.100031:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296724869 00000100:00000001:1.0:1769075059.100034:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296715804 00000100:00000001:1.0:1769075059.100036:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296724869 00000100:00000001:1.0:1769075059.100039:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075059.100041:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075059.100043:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075059.100048:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075059/real 1769075059] req@ffff982b90370700 x1855007613364224/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075059.100056:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075059.100058:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075059.100059:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47948. 00000400:00000200:1.0:1769075059.100062:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8cc0 00000400:00000010:1.0:1769075059.100064:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8cc0. 00000100:00000001:1.0:1769075059.100066:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075059.100069:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90370700 x1855007613364224/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075059.100078:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90370700 x1855007613364224/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075059.100086:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075059.100088:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075059.100090:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075059.100091:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075059.100095:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90370700 x1855007613364224/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075059.100102:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075059.100105:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90370700 x1855007613364224/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075084 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075059.100111:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075059.100114:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075059.100115:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075059.100117:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075059.100119:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075059.100120:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075059.100122:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075059.100126:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075059.100129:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075059.100134:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90370700 x1855007613364224/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075084 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075059.100143:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90370700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613364224:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075059.100147:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075059.100149:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075059.100153:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90370700 x1855007613364224/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075084 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075059.100159:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075059.100161:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075059.100163:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075059.100166:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075059.100168:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075059.100169:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:1.0:1769075059.100171:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075059.100173:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c02800. 02000000:00000001:1.0:1769075059.100175:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075059.100177:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075059.100178:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90370700. 00000100:00000001:1.0:1769075059.100181:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075059.100183:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075059.100185:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075059.100188:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075059.100189:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075059.100192:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075059.100194:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075059.610483:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075059.610508:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075059.610510:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075059.610518:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075059.610523:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075059.610528:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075059.610532:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075059.610535:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075059.610539:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075059.994401:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075059.994409:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075059.994414:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075059.994415:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075059.994474:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075059.994478:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075059.994481:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075060.634366:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075060.634372:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075060.634374:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075060.634379:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075060.634383:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075060.634386:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075060.634388:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075060.634389:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075060.634391:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075061.018421:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075061.018428:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075061.018434:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075061.018435:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075061.018511:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075061.018519:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075061.018525:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075061.658380:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075061.658388:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075061.658390:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075061.658396:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075061.658400:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075061.658404:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075061.658407:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075061.658410:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075061.658412:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075062.042479:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075062.042491:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769075062.042494:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769075062.042502:0:21410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769075062.042505:0:21410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769075062.042508:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075062.042515:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769075062.042518:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075062.042520:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075062.042523:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075062.042528:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075062.042530:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075062.042616:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075062.042624:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075062.042629:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075062.682386:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075062.682392:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075062.682394:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075062.682406:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075062.682412:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075062.682415:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075062.682417:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075062.682419:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075062.682421:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075063.066430:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075063.066453:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075063.066462:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075063.066464:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075063.066523:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075063.066529:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075063.066584:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075063.706338:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075063.706345:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075063.706346:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075063.706351:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075063.706354:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075063.706357:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075063.706359:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075063.706361:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075063.706363:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075064.090392:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075064.090399:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075064.090404:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075064.090405:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075064.090490:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075064.090495:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075064.090499:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075064.218393:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075064.218405:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769075064.218412:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075064.218426:0:37:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075064.218431:0:37:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075064.218439:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.151@tcp: connect to NID 192.168.204.151@tcp last attempt 2048 00000400:00000200:3.0:1769075064.218449:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075064.218455:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075064.218458:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.151@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075064.218462:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075064.218466:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075064.218469:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075064.218472:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:3.0:1769075064.218477:0:37:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075064.218480:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000020:00000001:3.0:1769075064.218484:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075064.218487:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000020:00000001:3.0:1769075064.218490:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000020:00000001:3.0:1769075064.218493:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00000040:3.0:1769075064.218496:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075064.218498:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075064.218500:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075064.218503:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:3.0:1769075064.218507:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00080000:3.0:1769075064.218511:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.151@tcp: import ffff982b88b8a800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:3.0:1769075064.218514:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075064.218517:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075064.218522:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075064.218526:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075064.218528:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075064.218531:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075064.218544:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90371f80. 00000020:00000040:3.0:1769075064.218549:0:37:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 02000000:00000001:3.0:1769075064.218553:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075064.218556:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075064.218559:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075064.218562:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075064.218568:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075064.218579:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c00800. 00000100:00000001:3.0:1769075064.218588:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075064.218598:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90371f80 x1855007613364352/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075064.218611:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075064.218617:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075064.218622:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc929eda] to pc [ptlrpcd_rcv+-1] req@ffff982b90371f80 x1855007613364352/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075064.218653:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075064.218657:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075064.218661:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769075064.218663:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075064.218665:0:37:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075064.218668:0:37:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075064.218671:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2048 00000400:00000200:3.0:1769075064.218676:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075064.218680:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075064.218682:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075064.218686:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075064.218689:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075064.218692:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075064.218694:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:3.0:1769075064.218697:0:37:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075064.218699:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000020:00000001:3.0:1769075064.218700:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075064.218702:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000020:00000001:3.0:1769075064.218704:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000001:1.0:1769075064.218706:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1769075064.218706:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000040:3.0:1769075064.218711:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075064.218712:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075064.218713:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075064.218717:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075064.218717:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075064.218721:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:3.0:1769075064.218726:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 00000100:00000040:1.0:1769075064.218727:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90371f80 x1855007613364352/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075064.218734:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:1.0:1769075064.218744:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075064.218744:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075064.218747:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075064.218749:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769075064.218752:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075064.218755:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075064.218757:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075064.218758:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1769075064.218761:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90371f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613364352:192.168.204.151@tcp:250:kworker.0 02000000:00000001:3.0:1769075064.218764:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075064.218767:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769075064.218769:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769075064.218772:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075064.218775:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:3.0:1769075064.218777:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1769075064.218778:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000001:3.0:1769075064.218784:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769075064.218785:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606d800. 00000100:00000001:3.0:1769075064.218786:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075064.218790:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075064.218793:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90370a80. 00000020:00000040:3.0:1769075064.218797:0:37:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000400:00000200:1.0:1769075064.218800:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 02000000:00000001:3.0:1769075064.218802:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075064.218804:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075064.218806:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1769075064.218807:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47948. 02000000:00000001:3.0:1769075064.218808:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075064.218812:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075064.218815:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8cc0. 02000000:00000010:3.0:1769075064.218817:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c03c00. 00000100:00000001:3.0:1769075064.218822:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769075064.218824:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613364352, portal 25 00000100:00100000:3.0:1769075064.218829:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90370a80 x1855007613364480/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075064.218830:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075064.218833:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603388288 : -114162106163328 : ffff982b90371f80) 00000100:00000040:1.0:1769075064.218842:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90371f80 x1855007613364352/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075064.218843:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075064.218847:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075064.218855:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa3ea810] to pc [ptlrpcd_rcv+-1] req@ffff982b90370a80 x1855007613364480/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075064.218857:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075064.218864:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075064.218869:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8880. 00000100:00000001:3.0:1769075064.218871:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769075064.218873:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007613364352, offset 0 00000100:00080000:3.0:1769075064.218877:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1769075064.218882:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000100:00080000:3.0:1769075064.218886:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769075064.218890:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075064.218892:0:37:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075064.218895:0:37:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075064.218900:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2048 00000400:00000200:1.0:1769075064.218903:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075064.218910:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075064.218916:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769075064.218918:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075064.218923:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1769075064.218926:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1769075064.218930:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000400:00000200:1.0:1769075064.218934:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000100:00000001:3.0:1769075064.218934:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075064.218939:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000400:00000200:1.0:1769075064.218942:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1769075064.218943:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000400:00000200:1.0:1769075064.218947:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000020:00000001:3.0:1769075064.218948:0:37:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075064.218951:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3de 00000020:00000001:3.0:1769075064.218954:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1769075064.218955:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15634:15634:256:4294967295] 192.168.204.151@tcp LPNI seq info [15634:15634:8:4294967295] 00000020:00000040:3.0:1769075064.218958:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b9968c800 refcount=4 00000400:00000200:1.0:1769075064.218962:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000020:00000001:3.0:1769075064.218962:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000020:00000001:3.0:1769075064.218966:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000100:00000040:3.0:1769075064.218970:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075064.218972:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075064.218977:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000400:00000200:1.0:1769075064.218981:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000100:00000001:3.0:1769075064.218981:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:3.0:1769075064.218985:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff982b9968c800 : new refcount 3 00000100:00080000:3.0:1769075064.218989:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: import ffff982b83e5e800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000800:00000200:1.0:1769075064.218994:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000100:00000001:3.0:1769075064.218994:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075064.218999:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000800:00000010:1.0:1769075064.219002:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816ba00. 02000000:00000001:3.0:1769075064.219002:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075064.219006:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075064.219008:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075064.219011:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000200:1.0:1769075064.219014:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000008:00000001:3.0:1769075064.219015:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075064.219020:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1769075064.219024:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000010:3.0:1769075064.219028:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90371500. 00000020:00000040:3.0:1769075064.219033:0:37:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 02000000:00000001:3.0:1769075064.219036:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075064.219037:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075064.219039:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075064.219041:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075064.219043:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075064.219048:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075064.219048:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c00c00. 00000100:00000001:3.0:1769075064.219053:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075064.219055:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075064.219060:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296729989 00000100:00100000:3.0:1769075064.219065:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90371500 x1855007613364608/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075064.219070:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296724869 00000100:00000001:3.0:1769075064.219078:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075064.219079:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296729989 00000100:00000001:3.0:1769075064.219082:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075064.219086:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296724869 00000100:00000040:3.0:1769075064.219091:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6fe85bd] to pc [ptlrpcd_rcv+-1] req@ffff982b90371500 x1855007613364608/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075064.219093:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075064.219097:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075064.219102:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075064.219107:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075064.219115:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075064.219117:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769075064.219118:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075064.219120:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075064.219124:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075064.219125:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:3.0:1769075064.219128:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1769075064.219130:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90370a80 x1855007613364480/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075064.219136:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769075064.219140:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075064.219143:0:37:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769075064.219144:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075064.219146:0:37:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769075064.219147:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075064.219151:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:3.0:1769075064.219153:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2048 02000000:00000001:1.0:1769075064.219154:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075064.219158:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075064.219162:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00100000:1.0:1769075064.219167:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90370a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613364480:192.168.204.151@tcp:38:kworker.0 00000400:00000200:0.0:1769075064.219170:0:2353:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.151:988 00000400:00000200:3.0:1769075064.219170:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00000001:1.0:1769075064.219174:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1769075064.219176:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 02000000:00000001:1.0:1769075064.219177:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075064.219180:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075064.219183:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 02000000:00000001:1.0:1769075064.219184:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1769075064.219187:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075064.219191:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075064.219192:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:3.0:1769075064.219194:0:37:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000010:1.0:1769075064.219195:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f400. 00000020:00000040:3.0:1769075064.219196:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3e5 02000000:00000001:1.0:1769075064.219199:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075064.219200:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075064.219204:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b897c2000 refcount=4 00000400:00000200:1.0:1769075064.219208:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000020:00000001:3.0:1769075064.219209:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000400:00000010:1.0:1769075064.219213:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e471b8. 00000020:00000001:3.0:1769075064.219213:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000100:00000040:3.0:1769075064.219217:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000400:00000010:1.0:1769075064.219220:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8110. 00000100:00000001:3.0:1769075064.219220:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075064.219225:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000200:1.0:1769075064.219226:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613364480, portal 10 00000100:00000001:3.0:1769075064.219230:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000001:1.0:1769075064.219231:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075064.219235:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603382912 : -114162106168704 : ffff982b90370a80) 00000020:00000040:3.0:1769075064.219236:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff982b897c2000 : new refcount 3 00000100:00080000:3.0:1769075064.219241:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: import ffff982b99688000 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:3.0:1769075064.219243:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075064.219245:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90370a80 x1855007613364480/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075064.219246:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075064.219250:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1769075064.219255:0:2353:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.151:988 02000000:00000001:3.0:1769075064.219256:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075064.219257:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769075064.219262:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000040:1.0:1769075064.219263:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000008:00100000:3.0:1769075064.219267:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000400:00000010:1.0:1769075064.219268:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8198. 00000008:00000001:3.0:1769075064.219273:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769075064.219274:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613364480, offset 0 00000100:00000001:3.0:1769075064.219276:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075064.219306:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075064.219309:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000010:3.0:1769075064.219310:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90370000. 00000400:00000200:1.0:1769075064.219314:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000020:00000040:3.0:1769075064.219315:0:37:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 00000400:00000200:1.0:1769075064.219318:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1769075064.219320:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075064.219322:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075064.219324:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000100:00000001:3.0:1769075064.219325:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075064.219328:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1769075064.219329:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1769075064.219331:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075064.219333:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 02000000:00000010:3.0:1769075064.219338:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c01800. 00000400:00000200:1.0:1769075064.219339:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15635:15635:255:4294967295] 192.168.204.151@tcp LPNI seq info [15635:15635:7:4294967295] 00000100:00000001:3.0:1769075064.219344:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075064.219347:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00100000:3.0:1769075064.219353:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90370000 x1855007613364736/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769075064.219357:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075064.219369:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000100:00000001:3.0:1769075064.219371:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075064.219374:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1769075064.219375:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816bf00. 00000100:00000040:3.0:1769075064.219383:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ea400e4] to pc [ptlrpcd_rcv+-1] req@ffff982b90370000 x1855007613364736/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1769075064.219385:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075064.219395:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000001:1.0:1769075064.219399:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075064.219399:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075064.219403:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1068438 usecs (1069 jiffies) 00000100:00000040:3.0:1769075064.219406:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2058) 00000400:00000200:1.0:1769075064.219411:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075064.219427:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296721966 00000100:00000001:1.0:1769075064.219429:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296729989 00000100:00000001:1.0:1769075064.219431:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296721966 00000100:00000001:1.0:1769075064.219433:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296729989 00000100:00000001:1.0:1769075064.219435:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075064.219437:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075064.219439:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075064.219443:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90371500 x1855007613364608/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075064.219450:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075064.219451:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075064.219453:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075064.219455:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075064.219457:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075064.219460:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90371500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613364608:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075064.219463:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075064.219464:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075064.219466:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075064.219467:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075064.219470:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075064.219472:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075064.219476:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075064.219485:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e476e0. 00000400:00000010:1.0:1769075064.219489:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8220. 00000100:00000200:1.0:1769075064.219491:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613364608, portal 4 00000100:00000001:1.0:1769075064.219493:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075064.219494:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603385600 : -114162106166016 : ffff982b90371500) 00000100:00000040:1.0:1769075064.219500:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90371500 x1855007613364608/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075064.219506:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075064.219508:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075064.219511:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8f68. 00000100:00000200:1.0:1769075064.219513:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613364608, offset 0 00000400:00000200:1.0:1769075064.219518:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075064.219520:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075064.219523:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075064.219525:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075064.219527:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075064.219529:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075064.219530:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075064.219534:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15636:15636:254:4294967295] 192.168.204.151@tcp LPNI seq info [15636:15636:6:4294967295] 00000400:00000200:1.0:1769075064.219538:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075064.219545:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075064.219548:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075064.219551:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b000. 00000800:00000200:1.0:1769075064.219554:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075064.219557:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000001:1.0:1769075064.219559:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075064.219561:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24872 usecs (25 jiffies) 00000400:00000200:1.0:1769075064.219564:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075064.219566:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296720922 00000100:00000001:1.0:1769075064.219568:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296729989 00000100:00000001:1.0:1769075064.219570:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296720922 00000100:00000001:1.0:1769075064.219573:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296729989 00000100:00000001:1.0:1769075064.219575:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075064.219576:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075064.219578:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075064.219579:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075064.219582:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075064.219584:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1769075064.219586:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075064.219587:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075064.219588:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075064.219592:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90370000 x1855007613364736/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075064.219597:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075064.219599:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075064.219601:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075064.219603:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075064.219605:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075064.219608:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90370000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613364736:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075064.219610:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075064.219612:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075064.219613:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075064.219614:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075064.219618:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075064.219620:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075064.219625:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075064.219629:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47d10. 00000400:00000010:1.0:1769075064.219634:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8d48. 00000100:00000200:1.0:1769075064.219638:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613364736, portal 4 00000100:00000001:1.0:1769075064.219640:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075064.219642:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603380224 : -114162106171392 : ffff982b90370000) 00000100:00000040:1.0:1769075064.219650:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90370000 x1855007613364736/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075064.219658:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075064.219661:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075064.219664:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e82a8. 00000100:00000200:1.0:1769075064.219668:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613364736, offset 0 00000400:00000200:1.0:1769075064.219675:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075064.219680:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075064.219686:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075064.219689:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075064.219692:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075064.219695:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075064.219698:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075064.219702:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15637:15637:253:4294967295] 192.168.204.151@tcp LPNI seq info [15637:15637:5:4294967295] 00000400:00000200:1.0:1769075064.219708:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075064.219715:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075064.219720:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075064.219724:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816be00. 00000800:00000200:1.0:1769075064.219728:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075064.219738:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000001:1.0:1769075064.219741:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075064.219745:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26900 usecs (27 jiffies) 00000400:00000200:1.0:1769075064.219749:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075064.219751:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296720924 00000100:00000001:1.0:1769075064.219754:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296729989 00000100:00000001:1.0:1769075064.219757:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296720924 00000100:00000001:1.0:1769075064.219760:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296729989 00000100:00000001:1.0:1769075064.219762:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075064.219765:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075064.219769:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075064.219771:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075064.219775:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075064.219776:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1769075064.219779:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075064.219780:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075064.219784:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075064.219786:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075064.730376:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075064.730385:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075064.730387:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075064.730394:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075064.730398:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075064.730402:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075064.730416:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075064.730419:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075064.730422:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075065.114385:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075065.114393:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075065.114410:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075065.114411:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075065.114480:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075065.114486:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075065.114490:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075065.754342:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075065.754349:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075065.754350:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075065.754354:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075065.754357:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075065.754367:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075065.754370:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075065.754372:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075065.754374:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075066.138352:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075066.138359:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075066.138365:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075066.138366:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075066.138430:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075066.138435:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075066.138440:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075066.778340:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075066.778346:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075066.778348:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075066.778353:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075066.778356:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075066.778358:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075066.778360:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075066.778362:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075066.778364:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075067.162442:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075067.162452:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075067.162460:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075067.162464:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769075067.162466:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769075067.162470:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075067.162474:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769075067.162476:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075067.162479:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075067.162481:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075067.162542:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075067.162549:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075067.162554:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1769075067.290608:0:2353:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.204.151:988 00000400:00000100:0.0:1769075067.290656:0:2353:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.151@tcp at host 192.168.204.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1769075067.290670:0:2353:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769075067.290675:0:2353:0:(router.c:1755:lnet_notify()) 192.168.204.51@tcp notifying 192.168.204.151@tcp: down 00000400:00000200:0.0:1769075067.290679:0:2353:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769075067.290684:0:2353:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1769075067.290690:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.151@tcp 00000800:00000010:0.0:1769075067.290695:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816ba00. 00000400:00000200:0.0:1769075067.290702:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1769075067.290707:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1769075067.290713:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8880 00000400:00000010:0.0:1769075067.290716:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8880. 00000100:00000001:0.0:1769075067.290722:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769075067.290731:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff982b90371f80 x1855007613364352/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075067.290761:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075067.290766:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90371f80 x1855007613364352/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075089 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075067.290775:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075067.290777:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1769075067.290789:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.151@tcp 00000800:00000010:0.0:1769075067.290792:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816bf00. 00000400:00000200:0.0:1769075067.290796:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1769075067.290801:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1769075067.290804:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8198 00000400:00000010:0.0:1769075067.290807:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8198. 00000100:00000001:0.0:1769075067.290810:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769075067.290817:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff982b90370a80 x1855007613364480/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075067.290819:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075067.290827:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075067.290830:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769075067.290834:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000040:0.0:1769075067.290836:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90370a80 x1855007613364480/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075089 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075067.290846:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075064/real 1769075067] req@ffff982b90370a80 x1855007613364480/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075089 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075067.290854:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075067.290860:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1769075067.290870:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.151@tcp 00000800:00000010:0.0:1769075067.290874:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b000. 00000400:00000001:1.0:1769075067.290876:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1769075067.290878:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000001:1.0:1769075067.290881:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1769075067.290886:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_DROPPED 00000400:00000010:1.0:1769075067.290888:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e471b8. 00000400:00000200:0.0:1769075067.290891:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8f68 00000400:00000010:0.0:1769075067.290895:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8f68. 00000400:00000200:1.0:1769075067.290896:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8110 00000100:00000001:0.0:1769075067.290899:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1769075067.290901:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8110. 00000100:00000200:0.0:1769075067.290908:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff982b90371500 x1855007613364608/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075067.290909:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075067.290922:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90370a80 x1855007613364480/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075067.290923:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075067.290932:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90371500 x1855007613364608/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075089 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075067.290944:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90370a80 x1855007613364480/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075067.290945:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075067.290950:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1769075067.290960:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.151@tcp 00000100:00000001:1.0:1769075067.290962:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075067.290966:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1769075067.290967:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816be00. 00000100:00000001:1.0:1769075067.290971:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1769075067.290973:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000100:00000001:1.0:1769075067.290976:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1769075067.290982:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_DROPPED 00000100:00100000:1.0:1769075067.290988:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90370a80 x1855007613364480/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769075067.290989:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e82a8 00000400:00000010:0.0:1769075067.290993:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e82a8. 00000100:00000001:0.0:1769075067.290999:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769075067.291004:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1769075067.291009:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff982b90370000 x1855007613364736/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769075067.291016:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90370a80 x1855007613364480/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075089 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075067.291024:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075067.291032:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90370000 x1855007613364736/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075089 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075067.291034:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075067.291042:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075067.291047:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075067.291048:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075067.291053:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075067.291055:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075067.291059:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075067.291062:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075067.291066:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075067.291073:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075067.291077:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075067.291081:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90370a80 x1855007613364480/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075089 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075067.291090:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90370a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613364480:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075067.291095:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075067.291100:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075064/real 1769075067] req@ffff982b90371500 x1855007613364608/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075067.291108:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075067.291110:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075067.291112:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e476e0. 00000400:00000200:1.0:1769075067.291115:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8220 00000400:00000010:1.0:1769075067.291117:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8220. 00000100:00000001:1.0:1769075067.291119:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075067.291122:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90371500 x1855007613364608/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075067.291131:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90371500 x1855007613364608/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075067.291138:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075067.291139:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075067.291141:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075067.291142:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075067.291147:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90371500 x1855007613364608/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075067.291154:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075067.291158:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90371500 x1855007613364608/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075089 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075067.291171:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075067.291174:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075067.291180:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075067.291181:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075067.291183:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075067.291184:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075067.291188:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075067.291193:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075067.291196:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075067.291200:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90371500 x1855007613364608/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075089 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075067.291208:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90371500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613364608:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075067.291212:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075067.291216:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075064/real 1769075067] req@ffff982b90371f80 x1855007613364352/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075067.291224:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075067.291226:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075067.291229:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47948. 00000400:00000200:1.0:1769075067.291231:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8cc0 00000400:00000010:1.0:1769075067.291233:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8cc0. 00000100:00000001:1.0:1769075067.291235:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075067.291238:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90371f80 x1855007613364352/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075067.291246:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90371f80 x1855007613364352/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075067.291252:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075067.291254:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075067.291256:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075067.291257:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075067.291260:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90371f80 x1855007613364352/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075067.291268:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075067.291272:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90371f80 x1855007613364352/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075089 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075067.291304:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075067.291309:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075067.291310:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075067.291311:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075067.291313:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075067.291315:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075067.291317:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075067.291321:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075067.291323:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075067.291328:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90371f80 x1855007613364352/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075089 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075067.291336:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90371f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613364352:192.168.204.151@tcp:250:kworker.0 00000100:00000001:1.0:1769075067.291340:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075067.291343:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075067.291347:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90370a80 x1855007613364480/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075089 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075067.291353:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075067.291356:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075067.291377:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f400. 02000000:00000001:1.0:1769075067.291383:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075067.291386:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075067.291388:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:1.0:1769075067.291390:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075067.291393:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c03c00. 02000000:00000001:1.0:1769075067.291398:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075067.291401:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075067.291404:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90370a80. 00000100:00000001:1.0:1769075067.291408:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075067.291409:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075067.291411:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075067.291416:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90371500 x1855007613364608/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075089 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075067.291423:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075067.291424:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075067.291426:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075067.291429:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075067.291430:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075067.291432:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:1.0:1769075067.291434:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075067.291436:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c00c00. 02000000:00000001:1.0:1769075067.291439:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075067.291440:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075067.291441:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90371500. 00000100:00000001:1.0:1769075067.291444:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075067.291445:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075067.291447:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075067.291451:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90371f80 x1855007613364352/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075089 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075067.291459:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075067.291460:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075067.291462:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075067.291466:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075067.291467:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075067.291468:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:1.0:1769075067.291470:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075067.291472:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c00800. 02000000:00000001:1.0:1769075067.291474:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075067.291475:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075067.291477:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90371f80. 00000100:00000001:1.0:1769075067.291479:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075067.291480:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075067.291484:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075067.291486:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075067.291487:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075067.291489:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075067.291494:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075064/real 1769075067] req@ffff982b90370000 x1855007613364736/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075067.291502:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075067.291504:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075067.291506:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47d10. 00000400:00000200:1.0:1769075067.291508:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8d48 00000400:00000010:1.0:1769075067.291510:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8d48. 00000100:00000001:1.0:1769075067.291513:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075067.291517:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90370000 x1855007613364736/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075067.291526:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90370000 x1855007613364736/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075067.291532:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075067.291534:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075067.291536:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075067.291537:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075067.291541:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90370000 x1855007613364736/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075067.291549:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075067.291552:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90370000 x1855007613364736/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075089 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075067.291559:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075067.291562:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075067.291563:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075067.291564:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075067.291566:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075067.291568:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075067.291571:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075067.291575:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075067.291577:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075067.291580:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90370000 x1855007613364736/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075089 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075067.291588:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90370000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613364736:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075067.291592:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075067.291594:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075067.291597:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90370000 x1855007613364736/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075089 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075067.291604:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075067.291605:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075067.291607:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075067.291610:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075067.291611:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075067.291612:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:1.0:1769075067.291614:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075067.291616:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c01800. 02000000:00000001:1.0:1769075067.291621:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075067.291622:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075067.291624:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90370000. 00000100:00000001:1.0:1769075067.291626:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075067.291628:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075067.291629:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075067.291638:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075067.291640:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075067.291642:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075067.291644:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075067.802383:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075067.802397:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075067.802399:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075067.802404:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075067.802406:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075067.802410:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075067.802412:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075067.802416:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075067.802418:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075068.186425:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075068.186433:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075068.186439:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075068.186440:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075068.186529:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075068.186534:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075068.186538:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075068.826359:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075068.826368:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075068.826371:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075068.826378:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075068.826384:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075068.826388:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075068.826392:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075068.826395:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075068.826399:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075069.210433:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075069.210451:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075069.210457:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075069.210458:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075069.210532:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075069.210537:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075069.210540:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075069.338456:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075069.338472:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769075069.338476:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075069.338480:0:37:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075069.338485:0:37:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075069.338494:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.151@tcp: connect to NID 192.168.204.151@tcp last attempt 2053 00000400:00000200:3.0:1769075069.338506:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075069.338514:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075069.338518:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.151@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075069.338522:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075069.338526:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075069.338529:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075069.338532:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:3.0:1769075069.338536:0:37:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075069.338538:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000020:00000001:3.0:1769075069.338541:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075069.338544:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000020:00000001:3.0:1769075069.338545:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000020:00000001:3.0:1769075069.338547:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00000040:3.0:1769075069.338551:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075069.338552:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075069.338554:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075069.338555:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:3.0:1769075069.338557:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00080000:3.0:1769075069.338560:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.151@tcp: import ffff982b88b8a800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:3.0:1769075069.338561:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075069.338564:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075069.338567:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075069.338569:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075069.338571:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075069.338572:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075069.338579:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90372680. 00000020:00000040:3.0:1769075069.338582:0:37:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 02000000:00000001:3.0:1769075069.338585:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075069.338587:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075069.338590:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075069.338593:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075069.338598:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075069.338607:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c00400. 00000100:00000001:3.0:1769075069.338615:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075069.338625:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90372680 x1855007613364864/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075069.338639:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075069.338644:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075069.338650:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6186097] to pc [ptlrpcd_rcv+-1] req@ffff982b90372680 x1855007613364864/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075069.338689:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075069.338693:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075069.338698:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769075069.338700:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075069.338702:0:37:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075069.338720:0:37:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075069.338724:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2053 00000400:00000200:3.0:1769075069.338730:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075069.338734:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075069.338738:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075069.338741:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075069.338742:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075069.338744:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075069.338750:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075069.338751:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075069.338753:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000001:1.0:1769075069.338756:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1769075069.338759:0:37:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075069.338762:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000020:00000001:3.0:1769075069.338766:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1769075069.338767:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90372680 x1855007613364864/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1769075069.338770:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000020:00000001:3.0:1769075069.338776:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000020:00000001:3.0:1769075069.338781:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000001:1.0:1769075069.338787:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1769075069.338791:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075069.338793:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075069.338796:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075069.338799:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075069.338802:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:3.0:1769075069.338807:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 02000000:00000001:1.0:1769075069.338809:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:3.0:1769075069.338812:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 02000000:00000001:1.0:1769075069.338815:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075069.338819:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075069.338820:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075069.338824:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:1.0:1769075069.338829:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90372680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613364864:192.168.204.151@tcp:250:kworker.0 02000000:00000001:3.0:1769075069.338834:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075069.338836:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075069.338841:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075069.338845:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1769075069.338845:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769075069.338850:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:3.0:1769075069.338852:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1769075069.338854:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000001:3.0:1769075069.338859:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769075069.338864:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f800. 00000100:00000001:3.0:1769075069.338864:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075069.338869:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075069.338871:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90371180. 00000020:00000040:3.0:1769075069.338876:0:37:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:3.0:1769075069.338879:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000200:1.0:1769075069.338880:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 02000000:00000001:3.0:1769075069.338882:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075069.338886:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1769075069.338889:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47d10. 02000000:00000001:3.0:1769075069.338889:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075069.338892:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075069.338900:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c03400. 00000400:00000010:1.0:1769075069.338901:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8d48. 00000100:00000001:3.0:1769075069.338905:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075069.338913:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90371180 x1855007613364992/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769075069.338915:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613364864, portal 25 00000100:00000001:1.0:1769075069.338923:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075069.338926:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603390080 : -114162106161536 : ffff982b90372680) 00000100:00000001:3.0:1769075069.338928:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075069.338933:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075069.338937:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90372680 x1855007613364864/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075069.338941:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d4f01a1] to pc [ptlrpcd_rcv+-1] req@ffff982b90371180 x1855007613364992/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075069.338956:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075069.338961:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075069.338965:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8cc0. 00000100:00000200:1.0:1769075069.338971:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007613364864, offset 0 00000100:00000001:3.0:1769075069.338978:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075069.338983:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000100:00080000:3.0:1769075069.338983:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075069.338991:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769075069.338993:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075069.338995:0:37:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1769075069.339000:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075069.339001:0:37:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075069.339007:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2053 00000400:00000200:1.0:1769075069.339013:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769075069.339019:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075069.339024:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075069.339027:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075069.339032:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1769075069.339035:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000100:00000040:3.0:1769075069.339040:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075069.339044:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1769075069.339047:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1769075069.339049:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075069.339054:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000400:00000200:1.0:1769075069.339055:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000020:00000001:3.0:1769075069.339060:0:37:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075069.339064:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3de 00000400:00000200:1.0:1769075069.339066:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15638:15638:256:4294967295] 192.168.204.151@tcp LPNI seq info [15638:15638:8:4294967295] 00000020:00000001:3.0:1769075069.339069:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075069.339073:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b9968c800 refcount=4 00000400:00000200:1.0:1769075069.339078:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000020:00000001:3.0:1769075069.339079:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000020:00000001:3.0:1769075069.339084:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000100:00000040:3.0:1769075069.339089:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075069.339093:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075069.339100:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000400:00000200:1.0:1769075069.339101:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000100:00000001:3.0:1769075069.339105:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:3.0:1769075069.339110:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff982b9968c800 : new refcount 3 00000100:00080000:3.0:1769075069.339116:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: import ffff982b83e5e800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000800:00000200:1.0:1769075069.339118:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000100:00000001:3.0:1769075069.339119:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075069.339124:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075069.339128:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1769075069.339129:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816be00. 02000000:00000001:3.0:1769075069.339131:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075069.339135:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075069.339139:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075069.339144:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769075069.339145:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000001:3.0:1769075069.339148:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769075069.339152:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 16, 14 secs later) 00000100:00000010:3.0:1769075069.339156:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90372a00. 00000800:00000200:1.1:1769075069.339162:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000020:00000040:3.0:1769075069.339163:0:37:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 02000000:00000001:3.0:1769075069.339171:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000800:00000200:1.1:1769075069.339171:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 16, 14 secs later) 02000000:00000001:3.0:1769075069.339175:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769075069.339179:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075069.339182:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816be00. 00000400:00000200:1.0:1769075069.339189:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075069.339194:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075069.339201:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8cc0 00000400:00000010:1.0:1769075069.339205:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8cc0. 00000100:00000001:1.0:1769075069.339209:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075069.339214:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90372680 x1855007613364864/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075069.339224:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075069.339228:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90372680 x1855007613364864/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075094 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075069.339236:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075069.339238:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075069.339247:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075069.339253:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075069.339257:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296735109 00000100:00000001:1.0:1769075069.339266:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296729989 00000100:00000001:1.0:1769075069.339272:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296735109 00000100:00000001:1.0:1769075069.339276:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296729989 00000100:00000001:1.0:1769075069.339310:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075069.339315:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075069.339317:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769075069.339322:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1769075069.339324:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075069/real 1769075069] req@ffff982b90372680 x1855007613364864/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075069.339342:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075069.339346:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075069.339355:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c03000. 00000400:00000001:1.0:1769075069.339359:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1769075069.339362:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769075069.339364:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075069.339369:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47d10. 00000100:00100000:3.0:1769075069.339374:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90372a00 x1855007613365120/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769075069.339377:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8d48 00000400:00000010:1.0:1769075069.339381:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8d48. 00000100:00000001:1.0:1769075069.339387:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769075069.339392:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1769075069.339395:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90372680 x1855007613364864/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075069.339399:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075069.339411:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000108dea0b] to pc [ptlrpcd_rcv+-1] req@ffff982b90372a00 x1855007613365120/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075069.339416:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90372680 x1855007613364864/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075069.339436:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075069.339438:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:3.0:1769075069.339442:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769075069.339443:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075069.339449:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:3.0:1769075069.339451:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769075069.339453:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075069.339455:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075069.339459:0:37:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769075069.339462:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90372680 x1855007613364864/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075069.339464:0:37:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075069.339472:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2053 00000100:00000001:1.0:1769075069.339480:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769075069.339484:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000040:1.0:1769075069.339490:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90372680 x1855007613364864/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769075069.339491:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075069.339498:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075069.339507:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075069.339509:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075069.339514:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075069.339516:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075069.339519:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075069.339521:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075069.339523:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075069.339528:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000040:3.0:1769075069.339529:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00080000:1.0:1769075069.339534:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1769075069.339535:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:3.0:1769075069.339541:0:37:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075069.339543:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3e5 00000020:00000001:3.0:1769075069.339545:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00080000:1.0:1769075069.339549:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.151@tcp failed (-110) 00000020:00000040:3.0:1769075069.339549:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b897c2000 refcount=4 00000020:00000001:3.0:1769075069.339555:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000100:00000001:1.0:1769075069.339557:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:3.0:1769075069.339561:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000100:00000040:1.0:1769075069.339567:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90372680 x1855007613364864/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075069.339570:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075069.339576:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075069.339581:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075069.339587:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00100000:1.0:1769075069.339590:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90372680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613364864:192.168.204.151@tcp:250:kworker.0 00000020:00000040:3.0:1769075069.339592:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff982b897c2000 : new refcount 3 00000100:00080000:3.0:1769075069.339600:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: import ffff982b99688000 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:3.0:1769075069.339605:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075069.339606:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769075069.339612:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769075069.339613:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1769075069.339617:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1769075069.339619:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90372680 x1855007613364864/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075069.339624:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075069.339630:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075069.339635:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769075069.339637:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075069.339641:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000008:00000001:3.0:1769075069.339641:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769075069.339646:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f800. 00000100:00000001:3.0:1769075069.339646:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075069.339654:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:3.0:1769075069.339655:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90372300. 00000020:00000001:1.0:1769075069.339658:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075069.339661:0:37:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000040:1.0:1769075069.339662:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 02000000:00000001:3.0:1769075069.339668:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:1.0:1769075069.339669:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769075069.339673:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769075069.339675:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c00400. 00000100:00000001:3.0:1769075069.339678:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769075069.339683:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075069.339683:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769075069.339688:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1769075069.339688:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769075069.339693:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90372680. 02000000:00000010:3.0:1769075069.339696:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c01400. 00000100:00000001:1.0:1769075069.339698:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075069.339702:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075069.339703:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075069.339706:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075069.339713:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90372300 x1855007613365248/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075069.339718:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075069.339722:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075069.339726:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075069.339728:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075069.339732:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075069.339733:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075069.339738:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075069.339741:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000251f3721] to pc [ptlrpcd_rcv+-1] req@ffff982b90372300 x1855007613365248/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769075069.339746:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90371180 x1855007613364992/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075069.339772:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075069.339773:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075069.339774:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075069.339781:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075069.339784:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1769075069.339785:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2063) 02000000:00000001:1.0:1769075069.339789:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075069.339795:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90371180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613364992:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075069.339800:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075069.339802:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075069.339804:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075069.339807:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075069.339811:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075069.339813:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075069.339818:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075069.339823:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47d10. 00000400:00000010:1.0:1769075069.339827:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8d48. 00000100:00000200:1.0:1769075069.339831:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613364992, portal 10 00000100:00000001:1.0:1769075069.339834:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075069.339836:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603384704 : -114162106166912 : ffff982b90371180) 00000100:00000040:1.0:1769075069.339846:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90371180 x1855007613364992/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075069.339853:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075069.339856:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075069.339861:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8cc0. 00000100:00000200:1.0:1769075069.339865:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613364992, offset 0 00000400:00000200:1.0:1769075069.339871:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075069.339877:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075069.339882:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075069.339886:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075069.339891:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075069.339895:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075069.339898:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075069.339901:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15639:15639:256:4294967295] 192.168.204.151@tcp LPNI seq info [15639:15639:8:4294967295] 00000400:00000200:1.0:1769075069.339905:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075069.339913:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075069.339918:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075069.339923:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816be00. 00000800:00000200:1.0:1769075069.339929:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075069.339932:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 16, 14 secs later) 00000800:00000200:1.1:1769075069.339936:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075069.339940:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 16, 14 secs later) 00000800:00000100:1.0:1769075069.339944:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075069.339946:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816be00. 00000400:00000200:1.0:1769075069.339949:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075069.339953:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075069.339956:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8cc0 00000400:00000010:1.0:1769075069.339958:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8cc0. 00000100:00000001:1.0:1769075069.339961:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075069.339964:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90371180 x1855007613364992/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075069.339972:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075069.339975:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90371180 x1855007613364992/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075094 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075069.339982:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075069.339983:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075069.339987:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075069.339991:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1068438 usecs (1069 jiffies) 00000400:00000200:1.0:1769075069.339995:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075069.339997:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296727086 00000100:00000001:1.0:1769075069.340000:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296735109 00000100:00000001:1.0:1769075069.340002:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296727086 00000100:00000001:1.0:1769075069.340005:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296735109 00000100:00000001:1.0:1769075069.340008:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075069.340011:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075069.340012:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075069.340016:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075069/real 1769075069] req@ffff982b90371180 x1855007613364992/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075069.340033:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075069.340034:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075069.340036:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47d10. 00000400:00000200:1.0:1769075069.340039:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8d48 00000400:00000010:1.0:1769075069.340040:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8d48. 00000100:00000001:1.0:1769075069.340042:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075069.340046:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90371180 x1855007613364992/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075069.340055:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90371180 x1855007613364992/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075069.340062:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075069.340064:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075069.340066:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075069.340067:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075069.340071:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90371180 x1855007613364992/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075069.340078:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075069.340082:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90371180 x1855007613364992/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075069.340089:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075069.340091:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075069.340093:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075069.340094:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075069.340096:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075069.340098:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075069.340100:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075069.340104:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075069.340106:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075069.340111:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90371180 x1855007613364992/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075069.340120:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90371180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613364992:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075069.340123:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075069.340127:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90372a00 x1855007613365120/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075069.340134:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075069.340136:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075069.340138:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075069.340140:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075069.340142:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075069.340144:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90372a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613365120:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075069.340148:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075069.340150:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075069.340152:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075069.340154:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075069.340158:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075069.340160:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075069.340164:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075069.340167:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47d10. 00000400:00000010:1.0:1769075069.340170:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8d48. 00000100:00000200:1.0:1769075069.340174:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613365120, portal 4 00000100:00000001:1.0:1769075069.340176:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075069.340177:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603390976 : -114162106160640 : ffff982b90372a00) 00000100:00000040:1.0:1769075069.340183:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90372a00 x1855007613365120/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075069.340189:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075069.340191:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075069.340194:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8cc0. 00000100:00000200:1.0:1769075069.340196:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613365120, offset 0 00000400:00000200:1.0:1769075069.340201:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075069.340206:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075069.340209:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075069.340212:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075069.340215:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075069.340218:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075069.340220:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075069.340223:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15640:15640:256:4294967295] 192.168.204.151@tcp LPNI seq info [15640:15640:8:4294967295] 00000400:00000200:1.0:1769075069.340227:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075069.340233:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075069.340238:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075069.340242:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816be00. 00000800:00000200:1.0:1769075069.340245:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075069.340248:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 16, 14 secs later) 00000800:00000200:1.1:1769075069.340252:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075069.340255:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 16, 14 secs later) 00000800:00000100:1.0:1769075069.340259:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075069.340261:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816be00. 00000400:00000200:1.0:1769075069.340264:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075069.340268:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075069.340271:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8cc0 00000400:00000010:1.0:1769075069.340273:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8cc0. 00000100:00000001:1.0:1769075069.340275:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075069.340307:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90372a00 x1855007613365120/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075069.340316:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075069.340321:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90372a00 x1855007613365120/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075094 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075069.340350:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075069.340352:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075069.340360:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075069.340363:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24872 usecs (25 jiffies) 00000400:00000200:1.0:1769075069.340367:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075069.340369:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296726043 00000100:00000001:1.0:1769075069.340373:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296735109 00000100:00000001:1.0:1769075069.340375:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296726043 00000100:00000001:1.0:1769075069.340377:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296735109 00000100:00000001:1.0:1769075069.340380:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075069.340382:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075069.340385:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075069.340389:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075069/real 1769075069] req@ffff982b90372a00 x1855007613365120/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075069.340397:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075069.340399:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075069.340400:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47d10. 00000400:00000200:1.0:1769075069.340403:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8d48 00000400:00000010:1.0:1769075069.340404:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8d48. 00000100:00000001:1.0:1769075069.340406:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075069.340409:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90372a00 x1855007613365120/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075069.340417:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90372a00 x1855007613365120/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075069.340423:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075069.340425:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075069.340427:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075069.340428:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075069.340431:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90372a00 x1855007613365120/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075069.340438:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075069.340441:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90372a00 x1855007613365120/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075069.340454:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075069.340457:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075069.340459:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075069.340460:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075069.340462:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075069.340463:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075069.340466:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075069.340470:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075069.340472:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075069.340477:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90372a00 x1855007613365120/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075069.340486:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90372a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613365120:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075069.340489:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075069.340492:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075069.340495:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90371180 x1855007613364992/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075069.340502:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075069.340504:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075069.340506:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075069.340510:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075069.340511:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075069.340513:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:1.0:1769075069.340515:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075069.340517:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c03400. 02000000:00000001:1.0:1769075069.340520:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075069.340522:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075069.340523:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90371180. 00000100:00000001:1.0:1769075069.340525:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075069.340527:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075069.340529:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075069.340532:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90372a00 x1855007613365120/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075069.340543:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075069.340545:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075069.340546:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075069.340550:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075069.340551:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075069.340552:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:1.0:1769075069.340555:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075069.340556:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c03000. 02000000:00000001:1.0:1769075069.340558:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075069.340559:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075069.340560:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90372a00. 00000100:00000001:1.0:1769075069.340563:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075069.340564:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075069.340566:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075069.340571:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075069.340572:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075069.340575:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075069.340576:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075069.340578:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075069.340582:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90372300 x1855007613365248/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075069.340588:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075069.340590:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075069.340592:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075069.340594:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075069.340596:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075069.340599:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90372300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613365248:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075069.340602:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075069.340605:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075069.340606:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075069.340608:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075069.340612:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075069.340614:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075069.340618:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075069.340621:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47d10. 00000400:00000010:1.0:1769075069.340625:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8d48. 00000100:00000200:1.0:1769075069.340628:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613365248, portal 4 00000100:00000001:1.0:1769075069.340631:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075069.340632:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603389184 : -114162106162432 : ffff982b90372300) 00000100:00000040:1.0:1769075069.340639:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90372300 x1855007613365248/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075069.340646:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075069.340649:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075069.340651:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8cc0. 00000100:00000200:1.0:1769075069.340655:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613365248, offset 0 00000400:00000200:1.0:1769075069.340660:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075069.340664:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075069.340668:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075069.340671:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075069.340674:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075069.340676:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075069.340678:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075069.340680:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15641:15641:256:4294967295] 192.168.204.151@tcp LPNI seq info [15641:15641:8:4294967295] 00000400:00000200:1.0:1769075069.340683:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075069.340688:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075069.340691:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075069.340694:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816be00. 00000800:00000200:1.0:1769075069.340697:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075069.340699:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 16, 14 secs later) 00000800:00000200:1.1:1769075069.340702:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075069.340704:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 16, 14 secs later) 00000800:00000100:1.0:1769075069.340707:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075069.340708:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816be00. 00000400:00000200:1.0:1769075069.340711:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075069.340713:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075069.340715:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8cc0 00000400:00000010:1.0:1769075069.340717:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8cc0. 00000100:00000001:1.0:1769075069.340719:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075069.340722:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90372300 x1855007613365248/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075069.340727:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075069.340729:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90372300 x1855007613365248/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075094 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075069.340734:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075069.340735:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075069.340738:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075069.340740:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26900 usecs (27 jiffies) 00000400:00000200:1.0:1769075069.340742:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075069.340743:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296726045 00000100:00000001:1.0:1769075069.340745:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296735109 00000100:00000001:1.0:1769075069.340747:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296726045 00000100:00000001:1.0:1769075069.340748:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296735109 00000100:00000001:1.0:1769075069.340750:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075069.340751:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075069.340752:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075069.340755:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075069/real 1769075069] req@ffff982b90372300 x1855007613365248/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075069.340760:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075069.340761:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075069.340762:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47d10. 00000400:00000200:1.0:1769075069.340764:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8d48 00000400:00000010:1.0:1769075069.340765:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8d48. 00000100:00000001:1.0:1769075069.340767:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075069.340771:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90372300 x1855007613365248/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075069.340779:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90372300 x1855007613365248/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075069.340792:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075069.340794:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075069.340797:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075069.340798:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075069.340802:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90372300 x1855007613365248/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075069.340810:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075069.340813:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90372300 x1855007613365248/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075069.340820:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075069.340823:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075069.340825:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075069.340827:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075069.340829:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075069.340831:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075069.340833:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075069.340837:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075069.340840:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075069.340844:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90372300 x1855007613365248/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075069.340850:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90372300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613365248:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075069.340853:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075069.340855:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075069.340857:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90372300 x1855007613365248/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075094 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075069.340861:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075069.340863:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075069.340864:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075069.340866:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075069.340867:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075069.340869:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:1.0:1769075069.340870:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075069.340872:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c01400. 02000000:00000001:1.0:1769075069.340874:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075069.340875:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075069.340876:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90372300. 00000100:00000001:1.0:1769075069.340878:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075069.340880:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075069.340881:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075069.340883:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075069.340884:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075069.340886:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075069.340887:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075069.850447:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075069.850457:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075069.850460:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075069.850467:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075069.850472:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075069.850478:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075069.850481:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075069.850485:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075069.850488:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075070.234457:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075070.234465:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075070.234487:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075070.234488:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075070.234570:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075070.234577:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075070.234582:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075070.874350:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075070.874356:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075070.874358:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075070.874364:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075070.874367:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075070.874370:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075070.874372:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075070.874374:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075070.874377:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075071.258423:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075071.258430:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075071.258435:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075071.258436:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075071.258502:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075071.258508:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075071.258512:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075071.898354:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075071.898366:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075071.898369:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075071.898376:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075071.898381:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075071.898386:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075071.898389:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075071.898392:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075071.898395:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075072.282391:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075072.282404:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769075072.282407:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769075072.282414:0:21410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769075072.282417:0:21410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769075072.282419:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075072.282426:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769075072.282428:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075072.282430:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075072.282434:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075072.282439:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075072.282441:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075072.282522:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075072.282527:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075072.282531:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075072.922429:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075072.922440:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075072.922442:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075072.922450:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075072.922455:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075072.922460:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075072.922464:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075072.922468:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075072.922472:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075073.306448:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075073.306458:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075073.306467:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075073.306468:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075073.306536:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075073.306541:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075073.306546:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075073.946362:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075073.946370:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075073.946372:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075073.946378:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075073.946382:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075073.946385:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075073.946388:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075073.946391:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075073.946393:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075074.330383:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075074.330393:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075074.330401:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075074.330403:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075074.330456:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075074.330460:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075074.330463:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075074.458373:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075074.458381:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769075074.458384:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075074.458387:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075074.458390:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075074.458396:0:27795:0:(import.c:509:import_select_connection()) MGC192.168.204.151@tcp: connect to NID 192.168.204.151@tcp last attempt 2058 00000400:00000200:0.0:1769075074.458404:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769075074.458409:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075074.458411:0:27795:0:(import.c:588:import_select_connection()) MGC192.168.204.151@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769075074.458413:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075074.458416:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075074.458418:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075074.458419:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:0.0:1769075074.458423:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075074.458424:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000020:00000001:0.0:1769075074.458426:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075074.458428:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000020:00000001:0.0:1769075074.458430:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000020:00000001:0.0:1769075074.458431:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00000040:0.0:1769075074.458433:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075074.458435:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075074.458436:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075074.458438:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:0.0:1769075074.458440:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00080000:0.0:1769075074.458442:0:27795:0:(import.c:623:import_select_connection()) MGC192.168.204.151@tcp: import ffff982b88b8a800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:0.0:1769075074.458444:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075074.458446:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075074.458449:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075074.458450:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075074.458452:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769075074.458453:0:27795:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769075074.458462:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98581880. 00000020:00000040:0.0:1769075074.458464:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 02000000:00000001:0.0:1769075074.458468:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075074.458469:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075074.458471:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075074.458474:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075074.458477:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075074.458485:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b85882000. 00000100:00000001:0.0:1769075074.458491:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075074.458497:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b98581880 x1855007613365376/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769075074.458505:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075074.458509:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075074.458512:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034e7e796] to pc [ptlrpcd_rcv+-1] req@ffff982b98581880 x1855007613365376/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075074.458534:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075074.458537:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075074.458539:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769075074.458540:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075074.458541:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075074.458543:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075074.458545:0:27795:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2058 00000400:00000200:0.0:1769075074.458547:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769075074.458549:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075074.458551:0:27795:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769075074.458554:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075074.458557:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075074.458559:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075074.458561:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:0.0:1769075074.458564:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075074.458565:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000020:00000001:0.0:1769075074.458568:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075074.458570:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000020:00000001:0.0:1769075074.458573:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000020:00000001:0.0:1769075074.458575:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000040:0.0:1769075074.458579:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075074.458582:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075074.458584:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075074.458584:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769075074.458590:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000001:1.0:1769075074.458590:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075074.458593:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1769075074.458596:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 00000100:00000040:1.0:1769075074.458604:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98581880 x1855007613365376/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075074.458605:0:27795:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:0.0:1769075074.458612:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075074.458617:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075074.458623:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075074.458624:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1769075074.458626:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075074.458628:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075074.458629:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769075074.458634:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1769075074.458635:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000001:0.0:1769075074.458637:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075074.458640:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075074.458641:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1769075074.458644:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98581c00. 02000000:00000001:1.0:1769075074.458646:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769075074.458648:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:0.0:1769075074.458652:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075074.458654:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075074.458655:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98581880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613365376:192.168.204.151@tcp:250:kworker.0 00000100:00000001:0.0:1769075074.458656:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075074.458659:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075074.458662:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075074.458666:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1769075074.458668:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b85882c00. 02000000:00000001:1.0:1769075074.458671:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1769075074.458673:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075074.458674:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075074.458695:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1769075074.458700:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b98581c00 x1855007613365504/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1769075074.458704:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075074.458710:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075074.458717:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075074.458721:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075074.458726:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000040:0.0:1769075074.458732:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b3efcaf] to pc [ptlrpcd_rcv+-1] req@ffff982b98581c00 x1855007613365504/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769075074.458735:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47d10. 00000400:00000010:1.0:1769075074.458745:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8d48. 00000100:00000001:0.0:1769075074.458748:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075074.458753:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1769075074.458754:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613365376, portal 25 00000100:00080000:0.0:1769075074.458757:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769075074.458762:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769075074.458763:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769075074.458768:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739766912 : -114161969784704 : ffff982b98581880) 00000100:00080000:0.0:1769075074.458769:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075074.458776:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075074.458782:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2058 00000100:00000040:1.0:1769075074.458782:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98581880 x1855007613365376/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769075074.458793:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075074.458802:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1769075074.458821:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075074.458826:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769075074.458835:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000100:00000040:0.0:1769075074.458838:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000400:00000010:1.0:1769075074.458839:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8cc0. 00000100:00000001:0.0:1769075074.458844:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1769075074.458846:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007613365376, offset 0 00000100:00000040:0.0:1769075074.458851:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000400:00000200:1.0:1769075074.458856:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000100:00000001:0.0:1769075074.458858:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:0.0:1769075074.458862:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075074.458863:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3de 00000400:00000200:1.0:1769075074.458866:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000020:00000001:0.0:1769075074.458867:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075074.458872:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b9968c800 refcount=4 00000400:00000200:1.0:1769075074.458874:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000020:00000001:0.0:1769075074.458875:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000020:00000001:0.0:1769075074.458908:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000400:00000200:1.0:1769075074.458910:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1769075074.458916:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000400:00000200:1.0:1769075074.458919:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000100:00000001:0.0:1769075074.458920:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1769075074.458926:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1769075074.458927:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075074.458933:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000400:00000200:1.0:1769075074.458933:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000020:00000040:0.0:1769075074.458939:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b9968c800 : new refcount 3 00000400:00000200:1.0:1769075074.458941:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15642:15642:256:4294967295] 192.168.204.151@tcp LPNI seq info [15642:15642:8:4294967295] 00000100:00080000:0.0:1769075074.458946:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: import ffff982b83e5e800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:0.0:1769075074.458950:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075074.458953:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 02000000:00000001:0.0:1769075074.458954:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075074.458960:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075074.458963:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075074.458965:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769075074.458978:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1769075074.458980:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000008:00000001:0.0:1769075074.458982:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075074.458987:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769075074.458992:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98581500. 00000800:00000200:1.0:1769075074.458997:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000020:00000040:0.0:1769075074.458998:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 02000000:00000001:0.0:1769075074.459003:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075074.459006:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075074.459008:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075074.459009:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:1.0:1769075074.459010:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816be00. 02000000:00000001:0.0:1769075074.459011:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075074.459019:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b85881800. 00000800:00000200:1.0:1769075074.459025:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000001:0.0:1769075074.459026:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075074.459034:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b98581500 x1855007613365632/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1769075074.459044:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 16, 9 secs later) 00000100:00000001:0.0:1769075074.459057:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:1.1:1769075074.459058:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000001:0.0:1769075074.459062:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1769075074.459064:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 16, 9 secs later) 00000100:00000040:0.0:1769075074.459070:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd9e13d3] to pc [ptlrpcd_rcv+-1] req@ffff982b98581500 x1855007613365632/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:1.0:1769075074.459074:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075074.459079:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816be00. 00000100:00000001:0.0:1769075074.459086:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075074.459088:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00080000:0.0:1769075074.459089:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075074.459095:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000400:00000200:1.0:1769075074.459096:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000100:00000001:0.0:1769075074.459098:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075074.459102:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1769075074.459104:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8cc0 00000100:00000001:0.0:1769075074.459105:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000400:00000010:1.0:1769075074.459109:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8cc0. 00000100:00080000:0.0:1769075074.459110:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2058 00000100:00000001:1.0:1769075074.459115:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1769075074.459118:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000200:1.0:1769075074.459123:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b98581880 x1855007613365376/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769075074.459124:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075074.459130:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769075074.459148:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075074.459151:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075074.459152:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075074.459156:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075074.459179:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000040:1.0:1769075074.459179:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98581880 x1855007613365376/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075099 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769075074.459189:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075074.459193:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3e5 00000100:00000001:1.0:1769075074.459200:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075074.459201:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769075074.459204:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:0.0:1769075074.459208:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b897c2000 refcount=4 00000100:00000001:1.0:1769075074.459212:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769075074.459215:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000400:00000200:1.0:1769075074.459222:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000020:00000001:0.0:1769075074.459239:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000100:00000040:0.0:1769075074.459260:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075074.459263:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075074.459265:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075074.459267:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:0.0:1769075074.459270:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b897c2000 : new refcount 3 00000100:00080000:0.0:1769075074.459273:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: import ffff982b99688000 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:0.0:1769075074.459275:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075074.459277:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075074.459322:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075074.459324:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075074.459325:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769075074.459328:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769075074.459330:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075074.459331:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769075074.459334:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98580380. 00000020:00000040:0.0:1769075074.459336:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 02000000:00000001:0.0:1769075074.459338:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075074.459339:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075074.459340:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075074.459342:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075074.459343:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075074.459346:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b85880800. 00000100:00000001:1.0:1769075074.459349:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296740230 00000100:00000001:0.0:1769075074.459350:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075074.459357:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b98580380 x1855007613365760/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075074.459360:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296735109 00000100:00000001:0.0:1769075074.459368:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075074.459371:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075074.459371:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296740230 00000100:00000001:1.0:1769075074.459379:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296735109 00000100:00000040:0.0:1769075074.459380:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063aa1369] to pc [ptlrpcd_rcv+-1] req@ffff982b98580380 x1855007613365760/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075074.459387:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075074.459388:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075074.459390:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075074.459393:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000040:0.0:1769075074.459394:0:27795:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2068) 00000100:00100000:1.0:1769075074.459400:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075074/real 1769075074] req@ffff982b98581880 x1855007613365376/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075074.459409:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075074.459410:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075074.459412:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47d10. 00000400:00000200:1.0:1769075074.459415:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8d48 00000400:00000010:1.0:1769075074.459417:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8d48. 00000100:00000001:1.0:1769075074.459419:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075074.459422:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98581880 x1855007613365376/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075074.459429:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98581880 x1855007613365376/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075074.459434:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075074.459435:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075074.459437:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075074.459438:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075074.459440:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b98581880 x1855007613365376/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075074.459445:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075074.459448:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98581880 x1855007613365376/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075099 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075074.459452:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075074.459454:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075074.459455:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075074.459456:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075074.459457:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075074.459459:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075074.459460:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075074.459463:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075074.459464:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075074.459467:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98581880 x1855007613365376/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075099 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075074.459472:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98581880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613365376:192.168.204.151@tcp:250:kworker.0 00000100:00000001:1.0:1769075074.459475:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075074.459477:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075074.459479:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98581880 x1855007613365376/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075099 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075074.459484:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075074.459486:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075074.459487:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075074.459490:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075074.459491:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075074.459492:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:1.0:1769075074.459494:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075074.459495:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b85882000. 02000000:00000001:1.0:1769075074.459498:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075074.459499:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075074.459500:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98581880. 00000100:00000001:1.0:1769075074.459503:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075074.459504:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075074.459505:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075074.459511:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075074.459513:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075074.459514:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075074.459516:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075074.459517:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075074.459519:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98581c00 x1855007613365504/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075074.459524:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075074.459525:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075074.459526:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075074.459528:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075074.459530:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075074.459532:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98581c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613365504:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075074.459534:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075074.459535:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075074.459536:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075074.459537:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075074.459539:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075074.459541:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075074.459544:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075074.459546:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47d10. 00000400:00000010:1.0:1769075074.459548:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8d48. 00000100:00000200:1.0:1769075074.459550:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613365504, portal 10 00000100:00000001:1.0:1769075074.459551:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075074.459552:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739767808 : -114161969783808 : ffff982b98581c00) 00000100:00000040:1.0:1769075074.459556:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98581c00 x1855007613365504/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075074.459561:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075074.459563:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075074.459564:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8cc0. 00000100:00000200:1.0:1769075074.459566:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613365504, offset 0 00000400:00000200:1.0:1769075074.459568:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075074.459571:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075074.459574:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075074.459576:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075074.459578:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075074.459580:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075074.459581:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075074.459583:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15643:15643:256:4294967295] 192.168.204.151@tcp LPNI seq info [15643:15643:8:4294967295] 00000400:00000200:1.0:1769075074.459586:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075074.459591:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075074.459594:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075074.459597:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816be00. 00000800:00000200:1.0:1769075074.459601:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075074.459604:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 16, 9 secs later) 00000800:00000200:1.1:1769075074.459608:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075074.459611:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 16, 9 secs later) 00000800:00000100:1.0:1769075074.459615:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075074.459617:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816be00. 00000400:00000200:1.0:1769075074.459620:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075074.459624:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075074.459628:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8cc0 00000400:00000010:1.0:1769075074.459631:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8cc0. 00000100:00000001:1.0:1769075074.459633:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075074.459637:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b98581c00 x1855007613365504/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075074.459647:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075074.459650:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98581c00 x1855007613365504/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075099 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075074.459657:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075074.459659:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075074.459663:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075074.459665:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1068438 usecs (1069 jiffies) 00000400:00000200:1.0:1769075074.459668:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075074.459670:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296732206 00000100:00000001:1.0:1769075074.459672:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296740230 00000100:00000001:1.0:1769075074.459673:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296732206 00000100:00000001:1.0:1769075074.459675:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296740230 00000100:00000001:1.0:1769075074.459676:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075074.459678:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075074.459679:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075074.459681:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075074/real 1769075074] req@ffff982b98581c00 x1855007613365504/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075074.459687:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075074.459688:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075074.459689:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47d10. 00000400:00000200:1.0:1769075074.459691:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8d48 00000400:00000010:1.0:1769075074.459692:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8d48. 00000100:00000001:1.0:1769075074.459694:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075074.459696:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98581c00 x1855007613365504/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075074.459725:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98581c00 x1855007613365504/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075074.459732:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075074.459733:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075074.459735:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075074.459736:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075074.459740:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b98581c00 x1855007613365504/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075074.459746:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075074.459750:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98581c00 x1855007613365504/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075099 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075074.459756:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075074.459759:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075074.459760:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075074.459762:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075074.459763:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075074.459765:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075074.459768:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075074.459771:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075074.459773:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075074.459777:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98581c00 x1855007613365504/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075099 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075074.459785:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98581c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613365504:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075074.459789:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075074.459792:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98581500 x1855007613365632/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075074.459806:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075074.459807:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075074.459810:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075074.459822:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075074.459824:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075074.459827:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98581500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613365632:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075074.459830:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075074.459832:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075074.459834:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075074.459836:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075074.459839:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075074.459841:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075074.459845:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075074.459848:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47d10. 00000400:00000010:1.0:1769075074.459851:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8d48. 00000100:00000200:1.0:1769075074.459870:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613365632, portal 4 00000100:00000001:1.0:1769075074.459872:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075074.459873:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739766016 : -114161969785600 : ffff982b98581500) 00000100:00000040:1.0:1769075074.459877:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98581500 x1855007613365632/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075074.459890:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075074.459892:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075074.459893:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8cc0. 00000100:00000200:1.0:1769075074.459895:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613365632, offset 0 00000400:00000200:1.0:1769075074.459897:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075074.459900:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075074.459902:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075074.459904:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075074.459906:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075074.459908:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075074.459909:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075074.459912:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15644:15644:256:4294967295] 192.168.204.151@tcp LPNI seq info [15644:15644:8:4294967295] 00000400:00000200:1.0:1769075074.459915:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075074.459920:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075074.459923:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075074.459925:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816be00. 00000800:00000200:1.0:1769075074.459928:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075074.459930:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 16, 9 secs later) 00000800:00000200:1.1:1769075074.459933:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075074.459936:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 16, 9 secs later) 00000800:00000100:1.0:1769075074.459938:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075074.459940:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816be00. 00000400:00000200:1.0:1769075074.459942:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075074.459944:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075074.459946:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8cc0 00000400:00000010:1.0:1769075074.459948:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8cc0. 00000100:00000001:1.0:1769075074.459950:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075074.459954:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b98581500 x1855007613365632/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075074.459962:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075074.459965:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98581500 x1855007613365632/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075099 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075074.459972:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075074.459973:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075074.459977:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075074.459980:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24872 usecs (25 jiffies) 00000400:00000200:1.0:1769075074.459984:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075074.459986:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296731162 00000100:00000001:1.0:1769075074.459999:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296740230 00000100:00000001:1.0:1769075074.460002:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296731162 00000100:00000001:1.0:1769075074.460004:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296740230 00000100:00000001:1.0:1769075074.460007:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075074.460009:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075074.460011:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075074.460015:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075074/real 1769075074] req@ffff982b98581500 x1855007613365632/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075074.460022:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075074.460023:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075074.460025:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47d10. 00000400:00000200:1.0:1769075074.460027:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8d48 00000400:00000010:1.0:1769075074.460028:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8d48. 00000100:00000001:1.0:1769075074.460029:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075074.460032:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98581500 x1855007613365632/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075074.460037:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98581500 x1855007613365632/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075074.460041:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075074.460042:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075074.460043:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075074.460044:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075074.460046:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b98581500 x1855007613365632/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075074.460050:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075074.460053:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98581500 x1855007613365632/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075099 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075074.460058:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075074.460059:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075074.460060:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075074.460061:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075074.460062:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075074.460063:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075074.460064:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075074.460083:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075074.460084:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075074.460087:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98581500 x1855007613365632/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075099 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075074.460093:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98581500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613365632:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075074.460095:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075074.460098:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98580380 x1855007613365760/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075074.460102:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075074.460103:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075074.460105:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075074.460106:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075074.460108:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075074.460110:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98580380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613365760:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075074.460112:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075074.460114:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075074.460115:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075074.460116:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075074.460119:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075074.460121:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075074.460123:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075074.460125:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47d10. 00000400:00000010:1.0:1769075074.460127:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8d48. 00000100:00000200:1.0:1769075074.460130:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613365760, portal 4 00000100:00000001:1.0:1769075074.460131:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075074.460132:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739761536 : -114161969790080 : ffff982b98580380) 00000100:00000040:1.0:1769075074.460148:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98580380 x1855007613365760/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075074.460170:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075074.460173:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075074.460175:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8cc0. 00000100:00000200:1.0:1769075074.460177:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613365760, offset 0 00000400:00000200:1.0:1769075074.460180:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075074.460184:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075074.460187:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075074.460190:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075074.460193:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075074.460195:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075074.460197:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075074.460200:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15645:15645:256:4294967295] 192.168.204.151@tcp LPNI seq info [15645:15645:8:4294967295] 00000400:00000200:1.0:1769075074.460203:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075074.460209:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075074.460213:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075074.460216:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816be00. 00000800:00000200:1.0:1769075074.460219:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075074.460222:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 16, 9 secs later) 00000800:00000200:1.1:1769075074.460225:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075074.460228:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 16, 9 secs later) 00000800:00000100:1.0:1769075074.460231:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075074.460233:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816be00. 00000400:00000200:1.0:1769075074.460263:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075074.460266:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075074.460268:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8cc0 00000400:00000010:1.0:1769075074.460269:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8cc0. 00000100:00000001:1.0:1769075074.460271:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075074.460273:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b98580380 x1855007613365760/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075074.460278:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075074.460297:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98580380 x1855007613365760/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075099 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075074.460302:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075074.460303:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075074.460306:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075074.460308:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26900 usecs (27 jiffies) 00000400:00000200:1.0:1769075074.460310:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075074.460312:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296731165 00000100:00000001:1.0:1769075074.460314:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296740230 00000100:00000001:1.0:1769075074.460315:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296731165 00000100:00000001:1.0:1769075074.460317:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296740230 00000100:00000001:1.0:1769075074.460318:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075074.460319:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075074.460320:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075074.460323:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075074/real 1769075074] req@ffff982b98580380 x1855007613365760/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075074.460328:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075074.460329:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075074.460330:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47d10. 00000400:00000200:1.0:1769075074.460332:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8d48 00000400:00000010:1.0:1769075074.460333:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8d48. 00000100:00000001:1.0:1769075074.460334:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075074.460336:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98580380 x1855007613365760/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075074.460342:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98580380 x1855007613365760/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075074.460345:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075074.460346:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075074.460347:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075074.460348:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075074.460350:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b98580380 x1855007613365760/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075074.460354:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075074.460356:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98580380 x1855007613365760/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075099 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075074.460361:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075074.460363:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075074.460364:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075074.460365:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075074.460366:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075074.460367:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075074.460368:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075074.460370:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075074.460371:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075074.460374:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98580380 x1855007613365760/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075099 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075074.460378:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98580380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613365760:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075074.460380:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075074.460382:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075074.460383:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98581c00 x1855007613365504/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075099 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075074.460387:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075074.460388:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075074.460390:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075074.460392:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075074.460393:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075074.460394:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:1.0:1769075074.460395:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075074.460397:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b85882c00. 02000000:00000001:1.0:1769075074.460398:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075074.460399:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075074.460400:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98581c00. 00000100:00000001:1.0:1769075074.460402:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075074.460403:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075074.460405:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075074.460407:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98581500 x1855007613365632/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075099 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075074.460411:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075074.460412:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075074.460413:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075074.460414:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075074.460415:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075074.460416:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:1.0:1769075074.460417:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075074.460418:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b85881800. 02000000:00000001:1.0:1769075074.460419:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075074.460420:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075074.460420:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98581500. 00000100:00000001:1.0:1769075074.460422:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075074.460422:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075074.460423:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075074.460425:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98580380 x1855007613365760/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075099 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075074.460429:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075074.460429:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075074.460430:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075074.460432:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075074.460432:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075074.460433:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:1.0:1769075074.460434:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075074.460435:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b85880800. 02000000:00000001:1.0:1769075074.460436:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075074.460437:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075074.460438:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98580380. 00000100:00000001:1.0:1769075074.460439:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075074.460440:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075074.460441:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075074.460443:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075074.460444:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075074.460445:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075074.460447:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075074.970392:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075074.970401:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075074.970402:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075074.970408:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075074.970412:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075074.970416:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075074.970419:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075074.970422:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075074.970424:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075075.354380:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075075.354386:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075075.354391:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075075.354392:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075075.354490:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075075.354496:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075075.354501:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075075.994343:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075075.994351:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075075.994353:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075075.994358:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075075.994361:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075075.994365:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075075.994368:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075075.994370:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075075.994373:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075076.378427:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075076.378438:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075076.378446:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075076.378447:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075076.378529:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075076.378535:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075076.378538:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075077.018372:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075077.018380:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075077.018381:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075077.018386:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075077.018391:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075077.018395:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075077.018397:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075077.018400:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075077.018403:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075077.402388:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075077.402395:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075077.402400:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075077.402404:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769075077.402406:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769075077.402408:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075077.402411:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769075077.402414:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075077.402415:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075077.402417:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075077.402619:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075077.402626:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075077.402631:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075078.042395:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075078.042403:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075078.042405:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075078.042411:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075078.042414:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075078.042418:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075078.042421:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075078.042424:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075078.042426:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075078.426403:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075078.426409:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075078.426417:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075078.426419:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075078.426486:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075078.426493:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075078.426498:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075079.066382:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075079.066391:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075079.066393:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075079.066399:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075079.066405:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075079.066409:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075079.066419:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075079.066422:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075079.066425:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075079.450382:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075079.450390:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075079.450395:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075079.450396:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075079.450510:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075079.450513:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075079.450517:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075079.578385:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075079.578395:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769075079.578397:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075079.578400:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075079.578403:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075079.578410:0:27795:0:(import.c:509:import_select_connection()) MGC192.168.204.151@tcp: connect to NID 192.168.204.151@tcp last attempt 2063 00000400:00000200:2.0:1769075079.578417:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769075079.578422:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075079.578432:0:27795:0:(import.c:588:import_select_connection()) MGC192.168.204.151@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075079.578434:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075079.578439:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075079.578441:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075079.578443:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769075079.578447:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075079.578450:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000020:00000001:2.0:1769075079.578453:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075079.578456:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000020:00000001:2.0:1769075079.578458:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000020:00000001:2.0:1769075079.578461:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00000040:2.0:1769075079.578464:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075079.578467:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075079.578469:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075079.578470:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769075079.578474:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00080000:2.0:1769075079.578477:0:27795:0:(import.c:623:import_select_connection()) MGC192.168.204.151@tcp: import ffff982b88b8a800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075079.578480:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075079.578483:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075079.578486:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075079.578489:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075079.578492:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769075079.578494:0:27795:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075079.578504:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90379f80. 00000020:00000040:2.0:1769075079.578508:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 02000000:00000001:2.0:1769075079.578512:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075079.578514:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075079.578517:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075079.578520:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075079.578524:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075079.578531:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90212400. 00000100:00000001:2.0:1769075079.578538:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075079.578545:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90379f80 x1855007613365888/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075079.578553:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075079.578557:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075079.578560:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bc12a12] to pc [ptlrpcd_rcv+-1] req@ffff982b90379f80 x1855007613365888/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075079.578586:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075079.578588:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075079.578591:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769075079.578592:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075079.578593:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075079.578595:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075079.578597:0:27795:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2063 00000400:00000200:2.0:1769075079.578600:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769075079.578602:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075079.578604:0:27795:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075079.578606:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075079.578609:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075079.578610:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075079.578612:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769075079.578615:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075079.578617:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000020:00000001:2.0:1769075079.578618:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075079.578621:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000020:00000001:2.0:1769075079.578624:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000020:00000001:2.0:1769075079.578625:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000040:2.0:1769075079.578627:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075079.578629:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075079.578633:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1769075079.578633:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075079.578641:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000001:1.0:1769075079.578642:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075079.578646:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1769075079.578649:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 00000100:00080000:2.0:1769075079.578667:0:27795:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075079.578670:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075079.578674:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:1.0:1769075079.578678:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90379f80 x1855007613365888/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769075079.578682:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075079.578696:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075079.578704:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075079.578704:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769075079.578708:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1769075079.578710:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1769075079.578714:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000001:2.0:1769075079.578718:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075079.578720:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075079.578723:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075079.578728:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075079.578732:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037b480. 00000100:00100000:1.0:1769075079.578738:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90379f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613365888:192.168.204.151@tcp:250:kworker.0 00000020:00000040:2.0:1769075079.578740:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:2.0:1769075079.578753:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769075079.578755:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075079.578756:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075079.578760:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075079.578761:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769075079.578763:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075079.578764:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075079.578771:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075079.578776:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769075079.578779:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90210800. 02000000:00000010:1.0:1769075079.578785:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606cc00. 00000100:00000001:2.0:1769075079.578786:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075079.578796:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075079.578803:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b9037b480 x1855007613366016/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075079.578810:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1769075079.578812:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769075079.578816:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075079.578820:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47d10. 00000100:00000040:2.0:1769075079.578822:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000618033af] to pc [ptlrpcd_rcv+-1] req@ffff982b9037b480 x1855007613366016/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769075079.578829:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8d48. 00000100:00000001:2.0:1769075079.578833:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075079.578837:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1769075079.578839:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613365888, portal 25 00000100:00080000:2.0:1769075079.578840:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769075079.578846:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769075079.578847:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075079.578856:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603421056 : -114162106130560 : ffff982b90379f80) 00000100:00080000:2.0:1769075079.578857:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075079.578863:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075079.578868:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2063 00000100:00000040:1.0:1769075079.578878:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90379f80 x1855007613365888/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769075079.578879:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769075079.578885:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075079.578887:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075079.578896:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075079.578902:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075079.578919:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075079.578926:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769075079.578935:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075079.578939:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3de 00000100:00000001:1.0:1769075079.578940:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1769075079.578943:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075079.578948:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b9968c800 refcount=4 00000100:00000040:1.0:1769075079.578952:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000020:00000001:2.0:1769075079.578955:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000400:00000010:1.0:1769075079.578961:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8cc0. 00000020:00000001:2.0:1769075079.578962:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000100:00000200:1.0:1769075079.578973:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007613365888, offset 0 00000100:00000040:2.0:1769075079.578974:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075079.578983:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075079.578987:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075079.578995:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000400:00000200:1.0:1769075079.578997:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000020:00000040:2.0:1769075079.578999:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b9968c800 : new refcount 3 00000100:00080000:2.0:1769075079.579006:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: import ffff982b83e5e800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075079.579009:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075079.579010:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075079.579013:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075079.579017:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075079.579020:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769075079.579021:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769075079.579025:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769075079.579029:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075079.579031:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075079.579034:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90379880. 00000400:00000200:1.0:1769075079.579038:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000020:00000040:2.0:1769075079.579039:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 02000000:00000001:2.0:1769075079.579047:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075079.579048:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075079.579050:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1769075079.579052:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075079.579055:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075079.579057:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075079.579060:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90210000. 00000100:00000001:2.0:1769075079.579063:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075079.579069:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90379880 x1855007613366144/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769075079.579074:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000100:00000001:2.0:1769075079.579084:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1769075079.579089:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1769075079.579091:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075079.579097:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000100:00000040:2.0:1769075079.579103:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e25075] to pc [ptlrpcd_rcv+-1] req@ffff982b90379880 x1855007613366144/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769075079.579111:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15646:15646:256:4294967295] 192.168.204.151@tcp LPNI seq info [15646:15646:8:4294967295] 00000400:00000200:1.0:1769075079.579120:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769075079.579129:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075079.579139:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1769075079.579144:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000100:00080000:2.0:1769075079.579148:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769075079.579152:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075079.579169:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075079.579177:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000800:00000200:1.0:1769075079.579181:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000100:00080000:2.0:1769075079.579182:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2063 00000400:00000200:2.0:1769075079.579189:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769075079.579193:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000800:00000010:1.0:1769075079.579196:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816be00. 00000100:00080000:2.0:1769075079.579197:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075079.579208:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075079.579213:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.0:1769075079.579220:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000040:2.0:1769075079.579221:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075079.579237:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769075079.579243:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000200:1.0:1769075079.579247:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 16, 4 secs later) 00000020:00000040:2.0:1769075079.579247:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3e5 00000020:00000001:2.0:1769075079.579254:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075079.579258:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b897c2000 refcount=4 00000020:00000001:2.0:1769075079.579264:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000800:00000200:1.1:1769075079.579266:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000020:00000001:2.0:1769075079.579270:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000800:00000200:1.1:1769075079.579273:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 16, 4 secs later) 00000800:00000100:1.0:1769075079.579286:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075079.579290:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816be00. 00000100:00000040:2.0:1769075079.579320:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075079.579324:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075079.579339:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075079.579341:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769075079.579344:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b897c2000 : new refcount 3 00000100:00080000:2.0:1769075079.579347:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: import ffff982b99688000 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075079.579349:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075079.579351:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075079.579354:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075079.579356:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075079.579358:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769075079.579360:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769075079.579361:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075079.579363:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075079.579366:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90379c00. 00000020:00000040:2.0:1769075079.579368:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 02000000:00000001:2.0:1769075079.579370:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075079.579371:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075079.579373:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:2.0:1769075079.579374:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075079.579379:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075079.579382:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075079.579389:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 02000000:00000010:2.0:1769075079.579394:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90211400. 00000400:00000200:1.0:1769075079.579398:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8cc0 00000400:00000010:1.0:1769075079.579402:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8cc0. 00000100:00000001:2.0:1769075079.579402:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075079.579420:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:2.0:1769075079.579422:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90379c00 x1855007613366272/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769075079.579431:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90379f80 x1855007613365888/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075079.579434:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075079.579440:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075079.579457:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016e62a39] to pc [ptlrpcd_rcv+-1] req@ffff982b90379c00 x1855007613366272/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075079.579464:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769075079.579466:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075079.579472:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90379f80 x1855007613365888/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075104 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769075079.579472:0:27795:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2073) 00000100:00000001:1.0:1769075079.579487:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075079.579490:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075079.579500:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075079.579508:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075079.579511:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296745350 00000100:00000001:1.0:1769075079.579520:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296740230 00000100:00000001:1.0:1769075079.579524:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296745350 00000100:00000001:1.0:1769075079.579528:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296740230 00000100:00000001:1.0:1769075079.579531:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075079.579534:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075079.579536:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075079.579541:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075079/real 1769075079] req@ffff982b90379f80 x1855007613365888/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075079.579552:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075079.579553:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075079.579556:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47d10. 00000400:00000200:1.0:1769075079.579558:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8d48 00000400:00000010:1.0:1769075079.579560:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8d48. 00000100:00000001:1.0:1769075079.579562:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075079.579565:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90379f80 x1855007613365888/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075079.579573:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90379f80 x1855007613365888/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075079.579579:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075079.579581:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075079.579583:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075079.579585:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075079.579588:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90379f80 x1855007613365888/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075079.579594:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075079.579598:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90379f80 x1855007613365888/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075104 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075079.579604:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075079.579607:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075079.579608:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075079.579610:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075079.579612:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075079.579614:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075079.579618:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075079.579622:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075079.579624:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075079.579627:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90379f80 x1855007613365888/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075104 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075079.579635:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90379f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613365888:192.168.204.151@tcp:250:kworker.0 00000100:00000001:1.0:1769075079.579639:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075079.579642:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075079.579644:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90379f80 x1855007613365888/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075104 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075079.579650:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075079.579652:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075079.579655:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075079.579658:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075079.579660:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075079.579662:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:1.0:1769075079.579664:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075079.579666:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90212400. 02000000:00000001:1.0:1769075079.579669:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075079.579672:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075079.579673:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90379f80. 00000100:00000001:1.0:1769075079.579677:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075079.579678:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075079.579680:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075079.579689:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075079.579691:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075079.579710:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075079.579712:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075079.579714:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075079.579719:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037b480 x1855007613366016/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075079.579727:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075079.579729:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075079.579731:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075079.579734:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075079.579737:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075079.579740:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613366016:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075079.579744:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075079.579746:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075079.579747:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075079.579749:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075079.579752:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075079.579755:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075079.579759:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075079.579762:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47d10. 00000400:00000010:1.0:1769075079.579766:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8d48. 00000100:00000200:1.0:1769075079.579770:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613366016, portal 10 00000100:00000001:1.0:1769075079.579772:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075079.579773:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603426432 : -114162106125184 : ffff982b9037b480) 00000100:00000040:1.0:1769075079.579781:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9037b480 x1855007613366016/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075079.579786:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075079.579788:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075079.579790:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8cc0. 00000100:00000200:1.0:1769075079.579792:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613366016, offset 0 00000400:00000200:1.0:1769075079.579796:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075079.579799:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075079.579802:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075079.579805:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075079.579807:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075079.579809:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075079.579811:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075079.579813:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15647:15647:256:4294967295] 192.168.204.151@tcp LPNI seq info [15647:15647:8:4294967295] 00000400:00000200:1.0:1769075079.579816:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075079.579821:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075079.579824:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075079.579826:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816be00. 00000800:00000200:1.0:1769075079.579829:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075079.579831:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 16, 4 secs later) 00000800:00000200:1.1:1769075079.579835:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075079.579837:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 16, 4 secs later) 00000800:00000100:1.0:1769075079.579840:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075079.579842:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816be00. 00000400:00000200:1.0:1769075079.579844:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075079.579847:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075079.579849:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8cc0 00000400:00000010:1.0:1769075079.579850:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8cc0. 00000100:00000001:1.0:1769075079.579852:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075079.579854:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b9037b480 x1855007613366016/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075079.579860:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075079.579862:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037b480 x1855007613366016/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075104 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075079.579867:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075079.579868:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075079.579871:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075079.579874:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1068438 usecs (1069 jiffies) 00000400:00000200:1.0:1769075079.579876:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075079.579878:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296737326 00000100:00000001:1.0:1769075079.579880:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296745350 00000100:00000001:1.0:1769075079.579881:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296737326 00000100:00000001:1.0:1769075079.579883:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296745350 00000100:00000001:1.0:1769075079.579885:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075079.579886:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075079.579888:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075079.579890:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075079/real 1769075079] req@ffff982b9037b480 x1855007613366016/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075079.579913:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075079.579914:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075079.579915:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47d10. 00000400:00000200:1.0:1769075079.579917:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8d48 00000400:00000010:1.0:1769075079.579918:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8d48. 00000100:00000001:1.0:1769075079.579920:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075079.579922:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037b480 x1855007613366016/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075079.579929:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037b480 x1855007613366016/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075079.579935:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075079.579936:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075079.579937:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075079.579939:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075079.579941:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b9037b480 x1855007613366016/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075079.579946:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075079.579949:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037b480 x1855007613366016/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075104 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075079.579955:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075079.579956:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075079.579958:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075079.579974:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075079.579976:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075079.579978:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075079.579980:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075079.579984:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075079.579987:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075079.579992:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037b480 x1855007613366016/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075104 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075079.580000:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613366016:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075079.580004:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075079.580009:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90379880 x1855007613366144/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075079.580017:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075079.580018:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075079.580021:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075079.580023:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075079.580026:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075079.580029:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90379880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613366144:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075079.580032:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075079.580034:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075079.580036:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075079.580038:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075079.580042:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075079.580044:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075079.580049:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075079.580052:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47d10. 00000400:00000010:1.0:1769075079.580056:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8d48. 00000100:00000200:1.0:1769075079.580059:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613366144, portal 4 00000100:00000001:1.0:1769075079.580078:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075079.580079:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603419264 : -114162106132352 : ffff982b90379880) 00000100:00000040:1.0:1769075079.580085:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90379880 x1855007613366144/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075079.580092:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075079.580094:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075079.580096:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8cc0. 00000100:00000200:1.0:1769075079.580098:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613366144, offset 0 00000400:00000200:1.0:1769075079.580102:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075079.580105:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075079.580109:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075079.580111:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075079.580114:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075079.580116:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075079.580118:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075079.580121:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15648:15648:256:4294967295] 192.168.204.151@tcp LPNI seq info [15648:15648:8:4294967295] 00000400:00000200:1.0:1769075079.580124:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075079.580146:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075079.580149:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075079.580151:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816be00. 00000800:00000200:1.0:1769075079.580154:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075079.580175:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 16, 4 secs later) 00000800:00000200:1.1:1769075079.580180:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075079.580183:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 16, 4 secs later) 00000800:00000100:1.0:1769075079.580188:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075079.580189:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816be00. 00000400:00000200:1.0:1769075079.580208:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075079.580211:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075079.580214:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8cc0 00000400:00000010:1.0:1769075079.580216:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8cc0. 00000100:00000001:1.0:1769075079.580218:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075079.580221:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90379880 x1855007613366144/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075079.580229:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075079.580231:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90379880 x1855007613366144/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075104 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075079.580243:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075079.580244:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075079.580247:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075079.580250:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24872 usecs (25 jiffies) 00000400:00000200:1.0:1769075079.580253:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075079.580255:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296736282 00000100:00000001:1.0:1769075079.580258:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296745350 00000100:00000001:1.0:1769075079.580260:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296736282 00000100:00000001:1.0:1769075079.580262:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296745350 00000100:00000001:1.0:1769075079.580263:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075079.580265:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075079.580267:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075079.580269:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075079/real 1769075079] req@ffff982b90379880 x1855007613366144/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075079.580276:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075079.580277:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075079.580279:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47d10. 00000400:00000200:1.0:1769075079.580281:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8d48 00000400:00000010:1.0:1769075079.580282:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8d48. 00000100:00000001:1.0:1769075079.580284:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075079.580286:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90379880 x1855007613366144/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075079.580293:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90379880 x1855007613366144/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075079.580332:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075079.580333:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075079.580335:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075079.580336:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075079.580346:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90379880 x1855007613366144/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075079.580351:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075079.580357:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90379880 x1855007613366144/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075104 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075079.580362:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075079.580381:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075079.580382:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075079.580383:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075079.580385:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075079.580386:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075079.580388:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075079.580391:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075079.580393:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075079.580396:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90379880 x1855007613366144/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075104 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075079.580402:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90379880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613366144:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075079.580405:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075079.580408:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90379c00 x1855007613366272/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075079.580414:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075079.580415:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075079.580417:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075079.580419:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075079.580420:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075079.580422:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90379c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613366272:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075079.580425:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075079.580427:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075079.580430:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075079.580431:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075079.580434:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075079.580436:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075079.580439:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075079.580442:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47d10. 00000400:00000010:1.0:1769075079.580444:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8d48. 00000100:00000200:1.0:1769075079.580447:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613366272, portal 4 00000100:00000001:1.0:1769075079.580449:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075079.580450:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603420160 : -114162106131456 : ffff982b90379c00) 00000100:00000040:1.0:1769075079.580455:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90379c00 x1855007613366272/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075079.580461:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075079.580463:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075079.580465:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8cc0. 00000100:00000200:1.0:1769075079.580467:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613366272, offset 0 00000400:00000200:1.0:1769075079.580470:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075079.580474:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075079.580477:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075079.580479:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075079.580481:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075079.580483:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075079.580485:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075079.580488:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15649:15649:256:4294967295] 192.168.204.151@tcp LPNI seq info [15649:15649:8:4294967295] 00000400:00000200:1.0:1769075079.580492:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075079.580498:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075079.580501:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075079.580504:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816be00. 00000800:00000200:1.0:1769075079.580507:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075079.580509:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 16, 4 secs later) 00000800:00000200:1.1:1769075079.580513:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075079.580515:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 16, 4 secs later) 00000800:00000100:1.0:1769075079.580518:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075079.580521:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816be00. 00000400:00000200:1.0:1769075079.580523:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075079.580526:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075079.580529:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8cc0 00000400:00000010:1.0:1769075079.580530:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8cc0. 00000100:00000001:1.0:1769075079.580532:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075079.580535:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90379c00 x1855007613366272/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075079.580542:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075079.580544:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90379c00 x1855007613366272/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075104 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075079.580550:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075079.580551:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075079.580553:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075079.580556:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26900 usecs (27 jiffies) 00000400:00000200:1.0:1769075079.580558:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075079.580559:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296736285 00000100:00000001:1.0:1769075079.580561:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296745350 00000100:00000001:1.0:1769075079.580563:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296736285 00000100:00000001:1.0:1769075079.580565:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296745350 00000100:00000001:1.0:1769075079.580567:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075079.580569:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075079.580570:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075079.580573:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075079/real 1769075079] req@ffff982b90379c00 x1855007613366272/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075079.580578:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075079.580579:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075079.580580:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47d10. 00000400:00000200:1.0:1769075079.580582:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8d48 00000400:00000010:1.0:1769075079.580583:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8d48. 00000100:00000001:1.0:1769075079.580586:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075079.580588:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90379c00 x1855007613366272/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075079.580595:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90379c00 x1855007613366272/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075079.580600:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075079.580601:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075079.580603:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075079.580604:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075079.580606:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90379c00 x1855007613366272/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075079.580611:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075079.580614:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90379c00 x1855007613366272/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075104 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075079.580619:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075079.580621:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075079.580622:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075079.580623:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075079.580624:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075079.580625:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075079.580627:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075079.580630:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075079.580632:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075079.580635:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90379c00 x1855007613366272/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075104 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075079.580642:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90379c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613366272:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075079.580645:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075079.580646:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075079.580649:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037b480 x1855007613366016/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075104 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075079.580655:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075079.580657:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075079.580658:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075079.580660:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075079.580661:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075079.580663:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:1.0:1769075079.580664:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075079.580666:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90210800. 02000000:00000001:1.0:1769075079.580668:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075079.580670:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075079.580671:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037b480. 00000100:00000001:1.0:1769075079.580690:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075079.580692:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075079.580693:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075079.580695:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90379880 x1855007613366144/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075104 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075079.580700:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075079.580701:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075079.580702:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075079.580704:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075079.580705:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075079.580706:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:1.0:1769075079.580707:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075079.580707:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90210000. 02000000:00000001:1.0:1769075079.580709:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075079.580709:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075079.580710:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90379880. 00000100:00000001:1.0:1769075079.580711:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075079.580712:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075079.580713:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075079.580715:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90379c00 x1855007613366272/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075104 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075079.580718:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075079.580720:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075079.580721:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075079.580723:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075079.580724:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075079.580725:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:1.0:1769075079.580727:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075079.580727:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90211400. 02000000:00000001:1.0:1769075079.580729:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075079.580729:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075079.580730:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90379c00. 00000100:00000001:1.0:1769075079.580731:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075079.580732:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075079.580733:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075079.580736:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075079.580737:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075079.580738:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075079.580739:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075080.090349:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075080.090356:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075080.090358:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075080.090363:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075080.090367:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075080.090370:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075080.090372:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075080.090374:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075080.090377:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075080.474402:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075080.474408:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075080.474412:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075080.474413:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075080.474465:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075080.474471:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075080.474475:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075081.114382:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075081.114399:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075081.114402:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075081.114410:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075081.114415:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075081.114420:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075081.114423:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075081.114427:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075081.114430:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075081.498430:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075081.498441:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075081.498451:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075081.498453:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075081.498508:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075081.498513:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075081.498517:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075082.138406:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075082.138416:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075082.138419:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075082.138428:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075082.138432:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075082.138437:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075082.138441:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075082.138445:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075082.138448:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075082.522378:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075082.522388:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769075082.522390:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769075082.522397:0:21410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769075082.522399:0:21410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769075082.522401:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075082.522406:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769075082.522408:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075082.522410:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075082.522412:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075082.522415:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075082.522417:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075082.522477:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075082.522482:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075082.522487:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075083.162360:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075083.162370:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075083.162372:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075083.162379:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075083.162383:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075083.162387:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075083.162390:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075083.162393:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075083.162397:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075083.546356:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075083.546367:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075083.546375:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075083.546376:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075083.546431:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075083.546435:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075083.546438:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075084.186448:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075084.186457:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075084.186459:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075084.186465:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075084.186469:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075084.186473:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075084.186475:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075084.186478:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075084.186481:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075084.570412:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075084.570421:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075084.570430:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075084.570432:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075084.570497:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075084.570502:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075084.570507:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075084.698421:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075084.698436:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769075084.698440:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075084.698444:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075084.698448:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075084.698456:0:27795:0:(import.c:509:import_select_connection()) MGC192.168.204.151@tcp: connect to NID 192.168.204.151@tcp last attempt 2068 00000400:00000200:2.0:1769075084.698465:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769075084.698472:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075084.698475:0:27795:0:(import.c:588:import_select_connection()) MGC192.168.204.151@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075084.698478:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075084.698481:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075084.698483:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075084.698486:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769075084.698489:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075084.698491:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000020:00000001:2.0:1769075084.698494:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075084.698496:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000020:00000001:2.0:1769075084.698498:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000020:00000001:2.0:1769075084.698500:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00000040:2.0:1769075084.698502:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075084.698503:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075084.698505:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075084.698506:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769075084.698509:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00080000:2.0:1769075084.698512:0:27795:0:(import.c:623:import_select_connection()) MGC192.168.204.151@tcp: import ffff982b88b8a800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075084.698513:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075084.698516:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075084.698519:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075084.698521:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075084.698523:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769075084.698526:0:27795:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075084.698536:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90379180. 00000020:00000040:2.0:1769075084.698539:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 02000000:00000001:2.0:1769075084.698543:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075084.698545:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075084.698548:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075084.698552:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075084.698558:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075084.698569:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90211800. 00000100:00000001:2.0:1769075084.698578:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075084.698590:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90379180 x1855007613366400/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075084.698603:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075084.698608:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075084.698612:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9fa1b3c] to pc [ptlrpcd_rcv+-1] req@ffff982b90379180 x1855007613366400/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075084.698635:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075084.698637:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075084.698640:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769075084.698642:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075084.698643:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075084.698645:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075084.698647:0:27795:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2068 00000400:00000200:2.0:1769075084.698650:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769075084.698652:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075084.698654:0:27795:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075084.698656:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075084.698658:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075084.698660:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075084.698662:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769075084.698665:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075084.698666:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000020:00000001:2.0:1769075084.698668:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075084.698670:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000020:00000001:2.0:1769075084.698672:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000020:00000001:2.0:1769075084.698673:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000040:2.0:1769075084.698675:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075084.698677:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075084.698678:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075084.698680:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075084.698680:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769075084.698685:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 00000100:00000001:1.0:1769075084.698687:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1769075084.698687:0:27795:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075084.698691:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075084.698692:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1769075084.698693:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075084.698700:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075084.698702:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075084.698703:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90379180 x1855007613366400/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075084.698704:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769075084.698711:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769075084.698714:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000008:00000001:2.0:1769075084.698715:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075084.698718:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075084.698719:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075084.698722:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90378380. 02000000:00000001:1.0:1769075084.698724:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1769075084.698726:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:1.0:1769075084.698728:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075084.698729:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075084.698733:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075084.698734:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075084.698735:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075084.698737:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075084.698738:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075084.698742:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90210c00. 00000100:00100000:1.0:1769075084.698748:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90379180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613366400:192.168.204.151@tcp:250:kworker.0 00000100:00000001:2.0:1769075084.698748:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075084.698756:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90378380 x1855007613366528/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075084.698757:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075084.698762:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1769075084.698766:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1769075084.698767:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075084.698771:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075084.698772:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1769075084.698776:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066ecce10] to pc [ptlrpcd_rcv+-1] req@ffff982b90378380 x1855007613366528/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769075084.698779:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075084.698785:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075084.698785:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075084.698791:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075084.698794:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769075084.698795:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:1.0:1769075084.698798:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00080000:2.0:1769075084.698798:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075084.698803:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000400:00000010:1.0:1769075084.698806:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47d10. 00000100:00080000:2.0:1769075084.698807:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2068 00000400:00000200:2.0:1769075084.698812:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769075084.698814:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000400:00000010:1.0:1769075084.698815:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8d48. 00000100:00080000:2.0:1769075084.698816:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075084.698820:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075084.698822:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075084.698823:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000200:1.0:1769075084.698825:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613366400, portal 25 00000100:00000001:2.0:1769075084.698825:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769075084.698826:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075084.698829:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3de 00000100:00000001:1.0:1769075084.698830:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1769075084.698831:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769075084.698833:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603417472 : -114162106134144 : ffff982b90379180) 00000020:00000040:2.0:1769075084.698835:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b9968c800 refcount=4 00000020:00000001:2.0:1769075084.698838:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000020:00000001:2.0:1769075084.698840:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000100:00000040:1.0:1769075084.698842:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90379180 x1855007613366400/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769075084.698845:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075084.698850:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075084.698855:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075084.698860:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000001:1.0:1769075084.698861:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1769075084.698862:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b9968c800 : new refcount 3 00000100:00000040:1.0:1769075084.698867:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000100:00080000:2.0:1769075084.698868:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: import ffff982b83e5e800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000400:00000010:1.0:1769075084.698883:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8cc0. 00000100:00000200:1.0:1769075084.698886:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007613366400, offset 0 00000100:00000001:2.0:1769075084.698890:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075084.698894:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1769075084.698895:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 02000000:00000001:2.0:1769075084.698898:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075084.698900:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075084.698904:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000200:1.0:1769075084.698906:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000008:00100000:2.0:1769075084.698908:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769075084.698911:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075084.698913:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075084.698916:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000100:00000010:2.0:1769075084.698917:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037a680. 00000020:00000040:2.0:1769075084.698920:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 00000400:00000200:1.0:1769075084.698923:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1769075084.698924:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075084.698927:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075084.698929:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1769075084.698932:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 02000000:00000001:2.0:1769075084.698932:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075084.698947:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075084.698950:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 02000000:00000010:2.0:1769075084.698952:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90212800. 00000400:00000200:1.0:1769075084.698955:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000100:00000001:2.0:1769075084.698957:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075084.698961:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15650:15650:256:4294967295] 192.168.204.151@tcp LPNI seq info [15650:15650:8:4294967295] 00000100:00100000:2.0:1769075084.698966:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b9037a680 x1855007613366656/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769075084.698968:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769075084.698976:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075084.698978:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075084.698984:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c561fb7] to pc [ptlrpcd_rcv+-1] req@ffff982b9037a680 x1855007613366656/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769075084.698987:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000100:00000001:2.0:1769075084.698998:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769075084.698999:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000100:00080000:2.0:1769075084.699002:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075084.699006:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000010:1.0:1769075084.699007:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816be00. 00000100:00000001:2.0:1769075084.699008:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075084.699011:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075084.699013:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075084.699016:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2068 00000800:00000200:1.0:1769075084.699021:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000400:00000200:2.0:1769075084.699022:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769075084.699029:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075084.699031:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000800:00000200:1.1:1769075084.699035:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000040:2.0:1769075084.699036:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075084.699039:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075084.699043:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075084.699045:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769075084.699046:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075084.699047:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3e5 00000020:00000001:2.0:1769075084.699048:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075084.699049:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b897c2000 refcount=4 00000020:00000001:2.0:1769075084.699051:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000020:00000001:2.0:1769075084.699052:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000100:00000040:2.0:1769075084.699054:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075084.699055:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075084.699056:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075084.699058:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769075084.699059:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b897c2000 : new refcount 3 00000100:00080000:2.0:1769075084.699061:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: import ffff982b99688000 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075084.699063:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075084.699064:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769075084.699065:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075084.699067:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075084.699084:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075084.699087:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000200:1.0:1769075084.699088:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000008:00100000:2.0:1769075084.699089:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769075084.699093:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075084.699094:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296750469 00000100:00000001:2.0:1769075084.699095:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075084.699100:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037bb80. 00000020:00000040:2.0:1769075084.699105:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 02000000:00000001:2.0:1769075084.699110:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769075084.699111:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296745350 02000000:00000001:2.0:1769075084.699113:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075084.699118:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075084.699120:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769075084.699122:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296750469 02000000:00000001:2.0:1769075084.699124:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075084.699131:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296745350 02000000:00000010:2.0:1769075084.699133:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90213000. 00000100:00000001:1.0:1769075084.699138:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075084.699140:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075084.699145:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075084.699151:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b9037bb80 x1855007613366784/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075084.699153:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075084.699158:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075084.699167:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075084.699169:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075084.699169:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075084.699173:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000040:2.0:1769075084.699177:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a9a053c] to pc [ptlrpcd_rcv+-1] req@ffff982b9037bb80 x1855007613366784/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075084.699180:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075084.699183:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075084.699186:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769075084.699193:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075084.699194:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90378380 x1855007613366528/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769075084.699198:0:27795:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2079) 00000100:00000001:1.0:1769075084.699205:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075084.699207:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075084.699209:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075084.699210:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075084.699212:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075084.699214:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90378380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613366528:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075084.699217:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075084.699219:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075084.699220:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075084.699222:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075084.699225:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075084.699227:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075084.699231:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075084.699235:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47948. 00000400:00000010:1.0:1769075084.699238:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8220. 00000100:00000200:1.0:1769075084.699240:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613366528, portal 10 00000100:00000001:1.0:1769075084.699242:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075084.699243:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603413888 : -114162106137728 : ffff982b90378380) 00000100:00000040:1.0:1769075084.699249:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90378380 x1855007613366528/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075084.699255:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075084.699257:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075084.699259:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8110. 00000100:00000200:1.0:1769075084.699262:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613366528, offset 0 00000400:00000200:1.0:1769075084.699266:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075084.699268:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075084.699271:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075084.699274:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075084.699276:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075084.699278:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075084.699305:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075084.699307:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15651:15651:255:4294967295] 192.168.204.151@tcp LPNI seq info [15651:15651:7:4294967295] 00000400:00000200:1.0:1769075084.699311:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075084.699316:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075084.699319:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075084.699322:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b000. 00000800:00000200:1.0:1769075084.699325:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075084.699328:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000001:1.0:1769075084.699331:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075084.699334:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1068438 usecs (1069 jiffies) 00000400:00000200:1.0:1769075084.699336:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075084.699338:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296742446 00000100:00000001:1.0:1769075084.699340:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296750469 00000100:00000001:1.0:1769075084.699342:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296742446 00000100:00000001:1.0:1769075084.699343:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296750469 00000100:00000001:1.0:1769075084.699344:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075084.699346:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075084.699348:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075084.699350:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037a680 x1855007613366656/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075084.699356:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075084.699357:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075084.699359:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075084.699360:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075084.699361:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075084.699363:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613366656:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075084.699365:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075084.699366:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075084.699368:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075084.699369:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075084.699371:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075084.699373:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075084.699375:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075084.699377:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e476e0. 00000400:00000010:1.0:1769075084.699380:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8550. 00000100:00000200:1.0:1769075084.699382:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613366656, portal 4 00000100:00000001:1.0:1769075084.699383:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075084.699384:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603422848 : -114162106128768 : ffff982b9037a680) 00000100:00000040:1.0:1769075084.699388:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9037a680 x1855007613366656/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075084.699393:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075084.699394:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075084.699396:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8bb0. 00000100:00000200:1.0:1769075084.699398:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613366656, offset 0 00000400:00000200:1.0:1769075084.699400:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075084.699402:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075084.699404:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075084.699406:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075084.699409:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075084.699410:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075084.699412:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075084.699414:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15652:15652:254:4294967295] 192.168.204.151@tcp LPNI seq info [15652:15652:6:4294967295] 00000400:00000200:1.0:1769075084.699417:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075084.699420:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075084.699423:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075084.699425:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816bf00. 00000800:00000200:1.0:1769075084.699427:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075084.699429:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000001:1.0:1769075084.699431:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075084.699432:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24872 usecs (25 jiffies) 00000400:00000200:1.0:1769075084.699435:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075084.699436:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296741402 00000100:00000001:1.0:1769075084.699438:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296750469 00000100:00000001:1.0:1769075084.699439:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296741402 00000100:00000001:1.0:1769075084.699441:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296750469 00000100:00000001:1.0:1769075084.699442:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075084.699443:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075084.699444:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075084.699446:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075084.699448:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075084.699449:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1769075084.699450:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075084.699451:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075084.699452:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075084.699454:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037bb80 x1855007613366784/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075084.699458:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075084.699459:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075084.699460:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075084.699461:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075084.699464:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075084.699466:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613366784:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075084.699468:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075084.699469:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075084.699470:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075084.699471:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075084.699473:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f400. 02000000:00000001:1.0:1769075084.699474:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075084.699476:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075084.699478:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e471b8. 00000400:00000010:1.0:1769075084.699480:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00000200:1.0:1769075084.699481:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613366784, portal 4 00000100:00000001:1.0:1769075084.699482:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075084.699483:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603428224 : -114162106123392 : ffff982b9037bb80) 00000100:00000040:1.0:1769075084.699486:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9037bb80 x1855007613366784/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075084.699491:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075084.699492:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075084.699494:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8e58. 00000100:00000200:1.0:1769075084.699495:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613366784, offset 0 00000400:00000200:1.0:1769075084.699498:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075084.699500:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075084.699501:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075084.699503:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075084.699504:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075084.699506:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075084.699507:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075084.699509:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15653:15653:253:4294967295] 192.168.204.151@tcp LPNI seq info [15653:15653:5:4294967295] 00000400:00000200:1.0:1769075084.699511:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075084.699516:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075084.699518:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075084.699521:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816ba00. 00000800:00000200:1.0:1769075084.699523:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075084.699526:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000001:1.0:1769075084.699527:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075084.699529:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26900 usecs (27 jiffies) 00000400:00000200:1.0:1769075084.699531:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075084.699533:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296741404 00000100:00000001:1.0:1769075084.699534:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296750469 00000100:00000001:1.0:1769075084.699536:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296741404 00000100:00000001:1.0:1769075084.699537:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296750469 00000100:00000001:1.0:1769075084.699538:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075084.699540:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075084.699541:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075084.699542:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075084.699543:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075084.699544:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1769075084.699545:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075084.699546:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075084.699547:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075084.699548:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075085.210436:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075085.210445:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075085.210447:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075085.210454:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075085.210458:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075085.210462:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075085.210465:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075085.210467:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075085.210469:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075085.594419:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075085.594426:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075085.594432:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075085.594433:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075085.594513:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075085.594520:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075085.594526:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075086.234517:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075086.234526:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075086.234527:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075086.234533:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075086.234537:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075086.234541:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075086.234543:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075086.234546:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075086.234549:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1769075086.234725:0:2354:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.151:988 00000400:00000100:0.0:1769075086.234769:0:2354:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.151@tcp at host 192.168.204.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1769075086.234778:0:2354:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769075086.234782:0:2354:0:(router.c:1755:lnet_notify()) 192.168.204.51@tcp notifying 192.168.204.151@tcp: down 00000400:00000200:0.0:1769075086.234784:0:2354:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769075086.234788:0:2354:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1769075086.234792:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.151@tcp 00000800:00000010:0.0:1769075086.234796:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816be00. 00000400:00000200:0.0:1769075086.234800:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1769075086.234804:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1769075086.234809:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8cc0 00000400:00000010:0.0:1769075086.234811:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8cc0. 00000100:00000001:0.0:1769075086.234815:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769075086.234822:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff982b90379180 x1855007613366400/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075086.234842:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075086.234845:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90379180 x1855007613366400/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075109 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075086.234850:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075086.234852:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1769075086.234859:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.151@tcp 00000800:00000010:0.0:1769075086.234861:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b000. 00000400:00000200:0.0:1769075086.234864:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1769075086.234867:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1769075086.234869:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8110 00000400:00000010:0.0:1769075086.234871:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8110. 00000100:00000001:0.0:1769075086.234873:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769075086.234878:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff982b90378380 x1855007613366528/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075086.234882:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075086.234888:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075086.234894:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1769075086.234903:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1769075086.234905:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075084/real 1769075086] req@ffff982b90379180 x1855007613366400/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769075086.234911:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90378380 x1855007613366528/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075109 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075086.234934:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769075086.234938:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1769075086.234941:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000001:1.0:1769075086.234942:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075086.234948:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47d10. 00000800:00000100:0.0:1769075086.234952:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.151@tcp 00000400:00000200:1.0:1769075086.234955:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8d48 00000800:00000010:0.0:1769075086.234958:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816bf00. 00000400:00000010:1.0:1769075086.234960:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8d48. 00000400:00000200:0.0:1769075086.234964:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000100:00000001:1.0:1769075086.234967:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1769075086.234972:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_DROPPED 00000100:00000200:1.0:1769075086.234977:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90379180 x1855007613366400/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769075086.234978:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8bb0 00000400:00000010:0.0:1769075086.234982:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8bb0. 00000100:00000001:0.0:1769075086.234987:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769075086.234993:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff982b9037a680 x1855007613366656/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075086.235019:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1769075086.235024:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90379180 x1855007613366400/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769075086.235025:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037a680 x1855007613366656/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075109 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075086.235054:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075086.235056:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1769075086.235066:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.151@tcp 00000100:00000001:1.0:1769075086.235071:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000010:0.0:1769075086.235072:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816ba00. 00000100:00000001:1.0:1769075086.235076:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1769075086.235078:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000100:00000001:1.0:1769075086.235083:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1769075086.235085:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_DROPPED 00000100:00000001:1.0:1769075086.235087:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1769075086.235091:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8e58 00000100:00100000:1.0:1769075086.235097:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90379180 x1855007613366400/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769075086.235098:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8e58. 00000100:00000001:0.0:1769075086.235105:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769075086.235113:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1769075086.235114:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff982b9037bb80 x1855007613366784/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769075086.235124:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90379180 x1855007613366400/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075109 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075086.235128:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075086.235135:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037bb80 x1855007613366784/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075109 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075086.235139:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075086.235145:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075086.235150:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075086.235153:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075086.235155:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075086.235158:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769075086.235159:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075086.235162:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075086.235169:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075086.235175:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075086.235178:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075086.235183:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90379180 x1855007613366400/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075109 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075086.235193:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90379180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613366400:192.168.204.151@tcp:250:kworker.0 00000100:00000001:1.0:1769075086.235199:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075086.235201:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075086.235204:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90379180 x1855007613366400/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075109 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075086.235210:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075086.235213:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075086.235218:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075086.235224:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075086.235228:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075086.235230:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:1.0:1769075086.235232:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075086.235235:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90211800. 02000000:00000001:1.0:1769075086.235239:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075086.235242:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075086.235244:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90379180. 00000100:00000001:1.0:1769075086.235247:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075086.235248:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075086.235251:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075086.235259:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075086.235260:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075086.235261:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075086.235266:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075084/real 1769075086] req@ffff982b9037bb80 x1855007613366784/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075086.235275:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075086.235276:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075086.235279:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e471b8. 00000400:00000200:1.0:1769075086.235311:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000400:00000010:1.0:1769075086.235313:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00000001:1.0:1769075086.235316:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075086.235321:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037bb80 x1855007613366784/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075086.235330:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037bb80 x1855007613366784/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075086.235337:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075086.235339:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075086.235341:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075086.235343:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075086.235347:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b9037bb80 x1855007613366784/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075086.235354:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075086.235359:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037bb80 x1855007613366784/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075109 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075086.235367:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075086.235370:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075086.235374:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075086.235376:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075086.235378:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075086.235380:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075086.235383:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075086.235388:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075086.235391:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075086.235397:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037bb80 x1855007613366784/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075109 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075086.235406:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613366784:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075086.235411:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075086.235415:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075084/real 1769075086] req@ffff982b90378380 x1855007613366528/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075086.235441:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075086.235443:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075086.235445:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47948. 00000400:00000200:1.0:1769075086.235448:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8220 00000400:00000010:1.0:1769075086.235450:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8220. 00000100:00000001:1.0:1769075086.235453:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075086.235456:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90378380 x1855007613366528/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075086.235466:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90378380 x1855007613366528/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075086.235472:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075086.235474:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075086.235476:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075086.235477:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075086.235481:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90378380 x1855007613366528/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075086.235487:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075086.235491:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90378380 x1855007613366528/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075109 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075086.235498:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075086.235500:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075086.235502:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075086.235503:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075086.235505:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075086.235506:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075086.235509:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075086.235512:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075086.235515:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075086.235518:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90378380 x1855007613366528/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075109 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075086.235526:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90378380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613366528:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075086.235530:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075086.235534:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075084/real 1769075086] req@ffff982b9037a680 x1855007613366656/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075086.235541:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075086.235542:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075086.235544:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e476e0. 00000400:00000200:1.0:1769075086.235546:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8550 00000400:00000010:1.0:1769075086.235548:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8550. 00000100:00000001:1.0:1769075086.235550:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075086.235553:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037a680 x1855007613366656/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075086.235562:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037a680 x1855007613366656/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075086.235568:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075086.235571:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075086.235573:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075086.235575:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075086.235581:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b9037a680 x1855007613366656/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075086.235590:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075086.235594:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037a680 x1855007613366656/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075109 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075086.235601:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075086.235604:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075086.235605:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075086.235606:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075086.235608:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075086.235609:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075086.235612:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075086.235616:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075086.235618:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075086.235622:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037a680 x1855007613366656/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075109 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075086.235631:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613366656:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075086.235635:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075086.235637:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075086.235641:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037bb80 x1855007613366784/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075109 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075086.235646:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075086.235647:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075086.235649:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f400. 02000000:00000001:1.0:1769075086.235653:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075086.235655:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075086.235656:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:1.0:1769075086.235658:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075086.235660:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90213000. 02000000:00000001:1.0:1769075086.235663:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075086.235665:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075086.235666:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037bb80. 00000100:00000001:1.0:1769075086.235670:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075086.235671:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075086.235672:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075086.235676:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90378380 x1855007613366528/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075109 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075086.235682:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075086.235683:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075086.235684:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075086.235686:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075086.235688:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075086.235689:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:1.0:1769075086.235691:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075086.235692:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90210c00. 02000000:00000001:1.0:1769075086.235695:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075086.235696:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075086.235697:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90378380. 00000100:00000001:1.0:1769075086.235699:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075086.235701:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075086.235702:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075086.235705:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037a680 x1855007613366656/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075109 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075086.235712:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075086.235713:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075086.235715:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075086.235718:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075086.235719:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075086.235720:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:1.0:1769075086.235723:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075086.235724:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90212800. 02000000:00000001:1.0:1769075086.235726:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075086.235727:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075086.235729:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037a680. 00000100:00000001:1.0:1769075086.235732:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075086.235733:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075086.235734:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075086.235742:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075086.235744:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075086.235746:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075086.235747:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075086.618399:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075086.618409:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075086.618416:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075086.618418:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075086.618484:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075086.618490:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075086.618493:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075087.258464:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075087.258477:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075087.258479:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075087.258487:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075087.258492:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075087.258497:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075087.258501:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075087.258505:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075087.258509:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075087.642384:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075087.642391:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075087.642397:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075087.642400:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769075087.642403:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769075087.642404:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075087.642408:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769075087.642410:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075087.642412:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075087.642413:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075087.642484:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075087.642490:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075087.642495:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075088.282459:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075088.282468:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075088.282470:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075088.282475:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075088.282479:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075088.282482:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075088.282492:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075088.282494:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075088.282497:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075088.666373:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075088.666380:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075088.666385:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075088.666386:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075088.666469:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075088.666475:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075088.666479:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075089.306509:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075089.306521:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075089.306524:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075089.306533:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075089.306537:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075089.306542:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075089.306545:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075089.306549:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075089.306552:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075089.690364:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075089.690375:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075089.690383:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075089.690385:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075089.690434:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075089.690438:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075089.690441:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075089.818394:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075089.818404:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769075089.818406:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075089.818410:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075089.818413:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075089.818419:0:27795:0:(import.c:509:import_select_connection()) MGC192.168.204.151@tcp: connect to NID 192.168.204.151@tcp last attempt 2074 00000400:00000200:0.0:1769075089.818427:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769075089.818431:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075089.818434:0:27795:0:(import.c:588:import_select_connection()) MGC192.168.204.151@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769075089.818440:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075089.818442:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075089.818444:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075089.818446:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:0.0:1769075089.818450:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075089.818451:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000020:00000001:0.0:1769075089.818453:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075089.818455:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000020:00000001:0.0:1769075089.818457:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000020:00000001:0.0:1769075089.818459:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00000040:0.0:1769075089.818461:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075089.818462:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075089.818464:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075089.818466:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:0.0:1769075089.818468:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00080000:0.0:1769075089.818470:0:27795:0:(import.c:623:import_select_connection()) MGC192.168.204.151@tcp: import ffff982b88b8a800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:0.0:1769075089.818472:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075089.818474:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075089.818477:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075089.818479:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075089.818480:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769075089.818482:0:27795:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769075089.818489:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98582680. 00000020:00000040:0.0:1769075089.818491:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 02000000:00000001:0.0:1769075089.818494:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075089.818495:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075089.818498:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075089.818500:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075089.818503:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075089.818510:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b85881400. 00000100:00000001:0.0:1769075089.818516:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075089.818523:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b98582680 x1855007613366912/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769075089.818531:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075089.818535:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075089.818538:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3d78762] to pc [ptlrpcd_rcv+-1] req@ffff982b98582680 x1855007613366912/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075089.818556:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075089.818558:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075089.818561:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769075089.818562:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075089.818563:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075089.818565:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075089.818567:0:27795:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2074 00000400:00000200:0.0:1769075089.818569:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769075089.818571:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075089.818573:0:27795:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769075089.818575:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075089.818581:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075089.818584:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075089.818586:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:0.0:1769075089.818588:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075089.818590:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000020:00000001:0.0:1769075089.818591:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075089.818593:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000020:00000001:0.0:1769075089.818594:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000020:00000001:0.0:1769075089.818596:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000001:1.0:1769075089.818599:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1769075089.818600:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075089.818606:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075089.818608:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075089.818608:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075089.818612:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:0.0:1769075089.818625:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 00000100:00080000:0.0:1769075089.818629:0:27795:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:1.0:1769075089.818630:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769075089.818638:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075089.818641:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075089.818646:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1769075089.818648:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98582680 x1855007613366912/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769075089.818649:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075089.818655:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769075089.818662:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769075089.818673:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000008:00000001:0.0:1769075089.818674:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075089.818676:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075089.818684:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769075089.818685:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075089.818689:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1769075089.818694:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98580000. 02000000:00000001:1.0:1769075089.818694:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769075089.818703:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00100000:1.0:1769075089.818706:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98582680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613366912:192.168.204.151@tcp:250:kworker.0 02000000:00000001:0.0:1769075089.818709:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769075089.818712:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769075089.818714:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075089.818719:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1769075089.818720:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769075089.818724:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075089.818725:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769075089.818728:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769075089.818730:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769075089.818742:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606cc00. 02000000:00000010:0.0:1769075089.818743:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b85882400. 02000000:00000001:1.0:1769075089.818752:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075089.818757:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075089.818766:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b98580000 x1855007613367040/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769075089.818766:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075089.818777:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e476e0. 00000100:00000001:0.0:1769075089.818779:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075089.818782:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075089.818785:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8550. 00000100:00000040:0.0:1769075089.818787:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039f1d2fa] to pc [ptlrpcd_rcv+-1] req@ffff982b98580000 x1855007613367040/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075089.818798:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613366912, portal 25 00000100:00000001:0.0:1769075089.818800:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075089.818802:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:0.0:1769075089.818805:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769075089.818805:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739770496 : -114161969781120 : ffff982b98582680) 00000100:00080000:0.0:1769075089.818810:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769075089.818812:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075089.818818:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075089.818822:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00000040:1.0:1769075089.818824:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98582680 x1855007613366912/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075089.818828:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2074 00000400:00000200:0.0:1769075089.818848:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075089.818859:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1769075089.818863:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075089.818873:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769075089.818873:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075089.818885:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8220. 00000100:00000040:0.0:1769075089.818886:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075089.818893:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1769075089.818894:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007613366912, offset 0 00000100:00000040:0.0:1769075089.818912:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075089.818918:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000400:00000200:1.0:1769075089.818926:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000020:00000001:0.0:1769075089.818928:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075089.818934:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3de 00000020:00000001:0.0:1769075089.818936:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075089.818938:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b9968c800 refcount=4 00000020:00000001:0.0:1769075089.818940:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000020:00000001:0.0:1769075089.818946:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000400:00000200:1.0:1769075089.818946:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000040:0.0:1769075089.818959:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000400:00000200:1.0:1769075089.818966:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000100:00000001:0.0:1769075089.818967:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075089.818978:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075089.818981:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000400:00000200:1.0:1769075089.818981:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075089.819000:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075089.819008:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000020:00000040:0.0:1769075089.819009:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b9968c800 : new refcount 3 00000400:00000200:1.0:1769075089.819013:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075089.819022:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15654:15654:256:4294967295] 192.168.204.151@tcp LPNI seq info [15654:15654:8:4294967295] 00000100:00080000:0.0:1769075089.819024:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: import ffff982b83e5e800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000400:00000200:1.0:1769075089.819030:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769075089.819038:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075089.819043:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1769075089.819051:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 02000000:00000001:0.0:1769075089.819052:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075089.819060:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769075089.819061:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000100:00000001:0.0:1769075089.819068:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769075089.819071:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000010:1.0:1769075089.819071:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b600. 00000008:00000001:0.0:1769075089.819081:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075089.819084:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769075089.819089:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98582300. 00000800:00000200:1.0:1769075089.819090:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000020:00000040:0.0:1769075089.819103:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 00000800:00000200:1.0:1769075089.819104:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 28 secs later) 02000000:00000001:0.0:1769075089.819113:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075089.819116:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075089.819122:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:1.1:1769075089.819123:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 02000000:00000001:0.0:1769075089.819131:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:1.1:1769075089.819134:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 28 secs later) 02000000:00000001:0.0:1769075089.819135:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769075089.819148:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 02000000:00000010:0.0:1769075089.819149:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b85880400. 00000800:00000010:1.0:1769075089.819160:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b600. 00000100:00000001:0.0:1769075089.819161:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075089.819172:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00100000:0.0:1769075089.819173:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b98582300 x1855007613367168/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769075089.819188:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000100:00000001:0.0:1769075089.819200:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1769075089.819202:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8220 00000100:00000001:0.0:1769075089.819207:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075089.819208:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8220. 00000100:00000040:0.0:1769075089.819216:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a444ffb0] to pc [ptlrpcd_rcv+-1] req@ffff982b98582300 x1855007613367168/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075089.819217:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075089.819229:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b98582680 x1855007613366912/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075089.819236:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075089.819242:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075089.819254:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769075089.819258:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075089.819261:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075089.819265:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075089.819271:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2074 00000100:00000001:1.0:1769075089.819274:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1769075089.819277:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000040:1.0:1769075089.819315:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98582680 x1855007613366912/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075114 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075089.819323:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075089.819325:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075089.819336:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075089.819345:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075089.819348:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1769075089.819350:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000040:0.0:1769075089.819358:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075089.819358:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296755590 00000100:00000001:0.0:1769075089.819366:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075089.819368:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075089.819370:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:0.0:1769075089.819373:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075089.819374:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3e5 00000020:00000001:0.0:1769075089.819375:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075089.819377:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b897c2000 refcount=4 00000020:00000001:0.0:1769075089.819378:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000020:00000001:0.0:1769075089.819380:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000100:00000001:1.0:1769075089.819380:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296750469 00000100:00000001:1.0:1769075089.819396:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296755590 00000100:00000040:0.0:1769075089.819397:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075089.819410:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075089.819413:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075089.819413:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296750469 00000100:00000001:0.0:1769075089.819423:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000001:1.0:1769075089.819426:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1769075089.819427:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b897c2000 : new refcount 3 00000100:00080000:0.0:1769075089.819434:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: import ffff982b99688000 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:0.0:1769075089.819436:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075089.819437:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075089.819453:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075089.819453:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075089.819465:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075089.819466:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1769075089.819468:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769075089.819474:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769075089.819476:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075089.819477:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769075089.819486:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98580700. 00000100:00100000:1.0:1769075089.819486:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075089/real 1769075089] req@ffff982b98582680 x1855007613366912/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1769075089.819492:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 02000000:00000001:0.0:1769075089.819498:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075089.819501:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075089.819503:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075089.819514:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075089.819516:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075089.819523:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b85882800. 00000100:00000001:0.0:1769075089.819530:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075089.819543:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b98580700 x1855007613367296/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:1.0:1769075089.819548:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1769075089.819550:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000001:1.0:1769075089.819555:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769075089.819556:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075089.819566:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da4fd920] to pc [ptlrpcd_rcv+-1] req@ffff982b98580700 x1855007613367296/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769075089.819581:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e476e0. 00000400:00000200:1.0:1769075089.819592:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8550 00000100:00000001:0.0:1769075089.819594:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075089.819605:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8550. 00000100:00000040:0.0:1769075089.819607:0:27795:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2084) 00000100:00000001:1.0:1769075089.819613:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075089.819620:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98582680 x1855007613366912/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075089.819630:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98582680 x1855007613366912/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075089.819638:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075089.819640:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075089.819659:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075089.819661:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075089.819665:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b98582680 x1855007613366912/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075089.819672:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075089.819677:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98582680 x1855007613366912/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075114 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075089.819684:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075089.819687:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075089.819688:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075089.819689:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075089.819692:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075089.819694:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075089.819697:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075089.819701:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075089.819703:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075089.819707:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98582680 x1855007613366912/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075114 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075089.819714:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98582680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613366912:192.168.204.151@tcp:250:kworker.0 00000100:00000001:1.0:1769075089.819719:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075089.819721:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075089.819724:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98582680 x1855007613366912/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075114 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075089.819746:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075089.819753:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075089.819756:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075089.819760:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075089.819762:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075089.819764:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:1.0:1769075089.819766:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075089.819769:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b85881400. 02000000:00000001:1.0:1769075089.819773:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075089.819775:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075089.819777:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98582680. 00000100:00000001:1.0:1769075089.819781:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075089.819782:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075089.819784:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075089.819792:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075089.819794:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075089.819797:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075089.819799:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075089.819801:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075089.819804:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98580000 x1855007613367040/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075089.819811:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075089.819813:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075089.819815:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075089.819817:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075089.819819:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075089.819822:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98580000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613367040:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075089.819825:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075089.819827:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075089.819829:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075089.819831:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075089.819834:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075089.819836:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075089.819840:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075089.819843:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e476e0. 00000400:00000010:1.0:1769075089.819846:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8550. 00000100:00000200:1.0:1769075089.819850:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613367040, portal 10 00000100:00000001:1.0:1769075089.819851:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075089.819853:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739760640 : -114161969790976 : ffff982b98580000) 00000100:00000040:1.0:1769075089.819859:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98580000 x1855007613367040/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075089.819865:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075089.819868:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075089.819869:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8220. 00000100:00000200:1.0:1769075089.819872:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613367040, offset 0 00000400:00000200:1.0:1769075089.819875:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075089.819879:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075089.819883:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075089.819886:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075089.819889:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075089.819891:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075089.819893:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075089.819897:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15655:15655:256:4294967295] 192.168.204.151@tcp LPNI seq info [15655:15655:8:4294967295] 00000400:00000200:1.0:1769075089.819917:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075089.819922:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075089.819925:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075089.819927:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b600. 00000800:00000200:1.0:1769075089.819930:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075089.819932:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 28 secs later) 00000800:00000200:1.1:1769075089.819937:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075089.819938:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 28 secs later) 00000800:00000100:1.0:1769075089.819941:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075089.819942:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b600. 00000400:00000200:1.0:1769075089.819945:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075089.819947:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075089.819949:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8220 00000400:00000010:1.0:1769075089.819951:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8220. 00000100:00000001:1.0:1769075089.819953:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075089.819956:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b98580000 x1855007613367040/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075089.819961:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075089.819963:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98580000 x1855007613367040/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075114 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075089.819968:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075089.819969:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075089.819972:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075089.819975:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1068438 usecs (1069 jiffies) 00000400:00000200:1.0:1769075089.819977:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075089.819979:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296747566 00000100:00000001:1.0:1769075089.819981:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296755590 00000100:00000001:1.0:1769075089.819995:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296747566 00000100:00000001:1.0:1769075089.819998:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296755590 00000100:00000001:1.0:1769075089.820000:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075089.820001:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075089.820003:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075089.820005:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075089/real 1769075089] req@ffff982b98580000 x1855007613367040/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075089.820011:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075089.820012:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075089.820013:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e476e0. 00000400:00000200:1.0:1769075089.820015:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8550 00000400:00000010:1.0:1769075089.820016:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8550. 00000100:00000001:1.0:1769075089.820018:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075089.820020:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98580000 x1855007613367040/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075089.820026:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98580000 x1855007613367040/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075089.820035:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075089.820036:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075089.820037:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075089.820038:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075089.820040:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b98580000 x1855007613367040/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075089.820044:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075089.820047:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98580000 x1855007613367040/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075114 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075089.820051:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075089.820052:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075089.820053:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075089.820054:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075089.820055:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075089.820056:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075089.820058:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075089.820060:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075089.820061:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075089.820064:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98580000 x1855007613367040/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075114 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075089.820069:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98580000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613367040:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075089.820072:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075089.820074:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98582300 x1855007613367168/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075089.820078:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075089.820079:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075089.820081:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075089.820083:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075089.820084:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075089.820086:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98582300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613367168:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075089.820089:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075089.820090:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075089.820091:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075089.820092:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075089.820094:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075089.820096:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075089.820099:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075089.820100:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e476e0. 00000400:00000010:1.0:1769075089.820103:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8550. 00000100:00000200:1.0:1769075089.820105:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613367168, portal 4 00000100:00000001:1.0:1769075089.820106:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075089.820107:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739769600 : -114161969782016 : ffff982b98582300) 00000100:00000040:1.0:1769075089.820112:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98582300 x1855007613367168/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075089.820116:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075089.820118:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075089.820119:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8220. 00000100:00000200:1.0:1769075089.820121:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613367168, offset 0 00000400:00000200:1.0:1769075089.820124:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075089.820126:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075089.820128:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075089.820130:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075089.820132:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075089.820134:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075089.820135:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075089.820137:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15656:15656:256:4294967295] 192.168.204.151@tcp LPNI seq info [15656:15656:8:4294967295] 00000400:00000200:1.0:1769075089.820140:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075089.820145:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075089.820148:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075089.820150:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b600. 00000800:00000200:1.0:1769075089.820153:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075089.820155:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 28 secs later) 00000800:00000200:1.1:1769075089.820158:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075089.820159:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 28 secs later) 00000800:00000100:1.0:1769075089.820162:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075089.820164:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b600. 00000400:00000200:1.0:1769075089.820166:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075089.820168:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075089.820170:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8220 00000400:00000010:1.0:1769075089.820171:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8220. 00000100:00000001:1.0:1769075089.820173:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075089.820175:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b98582300 x1855007613367168/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075089.820180:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075089.820182:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98582300 x1855007613367168/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075114 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075089.820187:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075089.820188:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075089.820190:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075089.820192:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24872 usecs (25 jiffies) 00000400:00000200:1.0:1769075089.820194:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075089.820195:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296746522 00000100:00000001:1.0:1769075089.820197:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296755590 00000100:00000001:1.0:1769075089.820199:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296746522 00000100:00000001:1.0:1769075089.820200:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296755590 00000100:00000001:1.0:1769075089.820202:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075089.820203:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075089.820204:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075089.820206:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075089/real 1769075089] req@ffff982b98582300 x1855007613367168/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075089.820211:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075089.820212:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075089.820213:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e476e0. 00000400:00000200:1.0:1769075089.820215:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8550 00000400:00000010:1.0:1769075089.820216:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8550. 00000100:00000001:1.0:1769075089.820217:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075089.820219:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98582300 x1855007613367168/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075089.820224:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98582300 x1855007613367168/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075089.820228:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075089.820229:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075089.820231:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075089.820232:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075089.820236:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b98582300 x1855007613367168/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075089.820242:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075089.820246:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98582300 x1855007613367168/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075114 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075089.820253:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075089.820256:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075089.820257:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075089.820259:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075089.820261:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075089.820262:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075089.820265:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075089.820268:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075089.820271:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075089.820276:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98582300 x1855007613367168/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075114 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075089.820307:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98582300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613367168:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075089.820310:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075089.820313:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98580700 x1855007613367296/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075089.820317:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075089.820319:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075089.820320:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075089.820322:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075089.820323:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075089.820325:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98580700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613367296:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075089.820327:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075089.820328:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075089.820329:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075089.820330:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075089.820333:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f400. 02000000:00000001:1.0:1769075089.820335:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075089.820339:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075089.820341:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e476e0. 00000400:00000010:1.0:1769075089.820345:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8550. 00000100:00000200:1.0:1769075089.820348:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613367296, portal 4 00000100:00000001:1.0:1769075089.820350:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075089.820351:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739762432 : -114161969789184 : ffff982b98580700) 00000100:00000040:1.0:1769075089.820358:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98580700 x1855007613367296/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075089.820364:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075089.820367:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075089.820369:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8220. 00000100:00000200:1.0:1769075089.820372:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613367296, offset 0 00000400:00000200:1.0:1769075089.820377:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075089.820381:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075089.820385:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075089.820388:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075089.820390:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075089.820393:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075089.820395:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075089.820398:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15657:15657:256:4294967295] 192.168.204.151@tcp LPNI seq info [15657:15657:8:4294967295] 00000400:00000200:1.0:1769075089.820402:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075089.820409:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075089.820414:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075089.820417:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b600. 00000800:00000200:1.0:1769075089.820421:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075089.820424:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 28 secs later) 00000800:00000200:1.1:1769075089.820428:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075089.820431:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 28 secs later) 00000800:00000100:1.0:1769075089.820435:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075089.820437:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b600. 00000400:00000200:1.0:1769075089.820440:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075089.820443:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075089.820447:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8220 00000400:00000010:1.0:1769075089.820449:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8220. 00000100:00000001:1.0:1769075089.820451:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075089.820455:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b98580700 x1855007613367296/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075089.820463:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075089.820466:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98580700 x1855007613367296/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075114 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075089.820470:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075089.820471:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075089.820474:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075089.820477:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26900 usecs (27 jiffies) 00000400:00000200:1.0:1769075089.820479:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075089.820482:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296746525 00000100:00000001:1.0:1769075089.820484:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296755590 00000100:00000001:1.0:1769075089.820486:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296746525 00000100:00000001:1.0:1769075089.820487:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296755590 00000100:00000001:1.0:1769075089.820488:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075089.820490:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075089.820491:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075089.820493:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075089/real 1769075089] req@ffff982b98580700 x1855007613367296/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075089.820499:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075089.820500:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075089.820501:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e476e0. 00000400:00000200:1.0:1769075089.820502:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8550 00000400:00000010:1.0:1769075089.820504:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8550. 00000100:00000001:1.0:1769075089.820505:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075089.820507:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98580700 x1855007613367296/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075089.820513:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98580700 x1855007613367296/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075089.820517:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075089.820517:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075089.820518:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075089.820519:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075089.820521:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b98580700 x1855007613367296/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075089.820525:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075089.820528:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98580700 x1855007613367296/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075114 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075089.820532:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075089.820534:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075089.820535:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075089.820536:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075089.820538:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075089.820539:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075089.820541:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075089.820545:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075089.820547:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075089.820550:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98580700 x1855007613367296/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075114 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075089.820559:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98580700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613367296:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075089.820563:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075089.820565:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075089.820569:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98580000 x1855007613367040/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075114 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075089.820577:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075089.820579:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075089.820581:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075089.820583:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075089.820585:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075089.820587:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:1.0:1769075089.820589:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075089.820591:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b85882400. 02000000:00000001:1.0:1769075089.820594:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075089.820595:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075089.820597:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98580000. 00000100:00000001:1.0:1769075089.820600:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075089.820602:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075089.820604:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075089.820608:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98582300 x1855007613367168/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075114 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075089.820622:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075089.820624:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075089.820625:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075089.820628:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075089.820630:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075089.820631:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:1.0:1769075089.820633:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075089.820635:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b85880400. 02000000:00000001:1.0:1769075089.820637:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075089.820638:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075089.820639:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98582300. 00000100:00000001:1.0:1769075089.820641:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075089.820642:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075089.820643:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075089.820646:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98580700 x1855007613367296/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075114 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075089.820651:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075089.820652:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075089.820653:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f400. 02000000:00000001:1.0:1769075089.820654:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075089.820655:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075089.820656:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:1.0:1769075089.820657:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075089.820658:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b85882800. 02000000:00000001:1.0:1769075089.820659:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075089.820659:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075089.820660:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98580700. 00000100:00000001:1.0:1769075089.820661:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075089.820662:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075089.820663:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075089.820666:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075089.820667:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075089.820668:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075089.820669:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075090.330365:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075090.330375:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075090.330377:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075090.330383:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075090.330388:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075090.330392:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075090.330394:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075090.330397:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075090.330399:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075090.714362:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075090.714373:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075090.714380:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075090.714382:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075090.714439:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075090.714447:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075090.714450:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075091.354382:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075091.354391:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075091.354393:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075091.354400:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075091.354404:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075091.354408:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075091.354411:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075091.354413:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075091.354416:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075091.738438:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075091.738452:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769075091.738456:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769075091.738463:0:21410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769075091.738466:0:21410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769075091.738468:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075091.738475:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769075091.738479:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075091.738482:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075091.738484:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075091.738490:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075091.738492:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075091.738552:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075091.738557:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075091.738615:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075092.378398:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075092.378407:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075092.378409:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075092.378416:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075092.378420:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075092.378424:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075092.378427:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075092.378429:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075092.378432:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075092.762415:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075092.762426:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075092.762435:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075092.762437:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075092.762503:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075092.762507:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075092.762509:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075093.403323:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075093.403330:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075093.403331:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075093.403336:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075093.403339:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075093.403342:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075093.403344:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075093.403346:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075093.403349:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075093.786362:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075093.786367:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075093.786372:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075093.786373:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075093.786430:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075093.786434:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075093.786438:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075094.426400:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075094.426407:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075094.426408:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075094.426412:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075094.426415:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075094.426418:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075094.426420:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075094.426422:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075094.426425:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075094.810402:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075094.810408:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075094.810413:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075094.810414:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075094.810478:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075094.810482:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075094.810485:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075094.938370:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075094.938378:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769075094.938380:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075094.938383:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075094.938386:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075094.938392:0:27795:0:(import.c:509:import_select_connection()) MGC192.168.204.151@tcp: connect to NID 192.168.204.151@tcp last attempt 2079 00000400:00000200:2.0:1769075094.938399:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769075094.938404:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075094.938406:0:27795:0:(import.c:588:import_select_connection()) MGC192.168.204.151@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075094.938408:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075094.938411:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075094.938413:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075094.938415:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769075094.938418:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075094.938419:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000020:00000001:2.0:1769075094.938422:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075094.938424:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000020:00000001:2.0:1769075094.938425:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000020:00000001:2.0:1769075094.938426:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00000040:2.0:1769075094.938428:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075094.938430:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075094.938431:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075094.938432:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769075094.938435:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00080000:2.0:1769075094.938437:0:27795:0:(import.c:623:import_select_connection()) MGC192.168.204.151@tcp: import ffff982b88b8a800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075094.938440:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075094.938442:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075094.938444:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075094.938446:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075094.938448:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769075094.938449:0:27795:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075094.938457:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037aa00. 00000020:00000040:2.0:1769075094.938460:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 02000000:00000001:2.0:1769075094.938463:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075094.938464:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075094.938467:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075094.938469:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075094.938473:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075094.938480:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90212c00. 00000100:00000001:2.0:1769075094.938486:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075094.938493:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b9037aa00 x1855007613367424/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075094.938500:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075094.938504:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075094.938507:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2d5259c] to pc [ptlrpcd_rcv+-1] req@ffff982b9037aa00 x1855007613367424/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075094.938526:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075094.938529:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075094.938531:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769075094.938533:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075094.938534:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075094.938535:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075094.938537:0:27795:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2079 00000400:00000200:2.0:1769075094.938539:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769075094.938541:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075094.938542:0:27795:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075094.938544:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075094.938546:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075094.938547:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075094.938549:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769075094.938550:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075094.938551:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000020:00000001:2.0:1769075094.938552:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075094.938554:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000020:00000001:2.0:1769075094.938555:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000020:00000001:2.0:1769075094.938557:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000040:2.0:1769075094.938559:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075094.938560:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075094.938562:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075094.938564:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769075094.938565:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 00000100:00080000:2.0:1769075094.938571:0:27795:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075094.938573:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075094.938574:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075094.938578:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075094.938580:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075094.938581:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075094.938582:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769075094.938587:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769075094.938588:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000008:00000001:2.0:1769075094.938590:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075094.938593:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075094.938594:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1769075094.938596:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037b800. 00000020:00000040:2.0:1769075094.938599:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:2.0:1769075094.938600:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075094.938602:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075094.938604:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075094.938605:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1769075094.938606:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037aa00 x1855007613367424/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769075094.938607:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075094.938613:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90212800. 00000100:00000001:2.0:1769075094.938618:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075094.938626:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1769075094.938628:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b9037b800 x1855007613367552/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075094.938630:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075094.938637:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075094.938640:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075094.938646:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075094.938648:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075094.938651:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075094.938656:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007497ab2a] to pc [ptlrpcd_rcv+-1] req@ffff982b9037b800 x1855007613367552/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075094.938658:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613367424:192.168.204.151@tcp:250:kworker.0 00000100:00000001:1.0:1769075094.938667:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075094.938672:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075094.938674:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075094.938676:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075094.938677:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1769075094.938682:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1769075094.938685:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f400. 00000100:00080000:2.0:1769075094.938688:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 02000000:00000001:1.0:1769075094.938689:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075094.938693:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075094.938697:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1769075094.938698:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769075094.938703:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000400:00000010:1.0:1769075094.938705:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e476e0. 00000100:00080000:2.0:1769075094.938709:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2079 00000400:00000010:1.0:1769075094.938712:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8550. 00000400:00000200:2.0:1769075094.938716:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769075094.938720:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00000200:1.0:1769075094.938721:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613367424, portal 25 00000100:00080000:2.0:1769075094.938722:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769075094.938728:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1769075094.938729:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075094.938731:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603423744 : -114162106127872 : ffff982b9037aa00) 00000100:00000001:2.0:1769075094.938732:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075094.938736:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075094.938738:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000040:1.0:1769075094.938741:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9037aa00 x1855007613367424/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769075094.938741:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075094.938744:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3de 00000020:00000001:2.0:1769075094.938747:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075094.938751:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b9968c800 refcount=4 00000100:00000001:1.0:1769075094.938753:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1769075094.938756:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000100:00000040:1.0:1769075094.938759:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000020:00000001:2.0:1769075094.938762:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000400:00000010:1.0:1769075094.938763:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8220. 00000100:00000200:1.0:1769075094.938768:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007613367424, offset 0 00000100:00000040:2.0:1769075094.938770:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075094.938774:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1769075094.938778:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000100:00000040:2.0:1769075094.938781:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075094.938786:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000400:00000200:1.0:1769075094.938789:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000020:00000040:2.0:1769075094.938792:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b9968c800 : new refcount 3 00000400:00000200:1.0:1769075094.938799:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000100:00080000:2.0:1769075094.938800:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: import ffff982b83e5e800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075094.938806:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075094.938807:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1769075094.938811:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1769075094.938814:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 02000000:00000001:2.0:1769075094.938816:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1769075094.938819:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1769075094.938822:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075094.938823:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000100:00000001:2.0:1769075094.938827:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000200:1.0:1769075094.938829:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15658:15658:256:4294967295] 192.168.204.151@tcp LPNI seq info [15658:15658:8:4294967295] 00000008:00100000:2.0:1769075094.938831:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1769075094.938837:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000008:00000001:2.0:1769075094.938838:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075094.938842:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075094.938846:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90378e00. 00000400:00000200:1.0:1769075094.938847:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000020:00000040:2.0:1769075094.938852:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 00000800:00000200:1.0:1769075094.938857:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 02000000:00000001:2.0:1769075094.938858:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075094.938861:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1769075094.938863:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b600. 00000100:00000001:2.0:1769075094.938864:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075094.938868:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075094.938870:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769075094.938873:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 02000000:00000010:2.0:1769075094.938877:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90210c00. 00000800:00000200:1.0:1769075094.938878:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 23 secs later) 00000100:00000001:2.0:1769075094.938884:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1769075094.938887:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075094.938891:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 23 secs later) 00000100:00100000:2.0:1769075094.938894:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90378e00 x1855007613367680/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075094.938925:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075094.938930:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b600. 00000100:00000001:2.0:1769075094.938932:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075094.938936:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075094.938939:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:2.0:1769075094.938943:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b460b5ea] to pc [ptlrpcd_rcv+-1] req@ffff982b90378e00 x1855007613367680/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769075094.938948:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075094.938956:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8220 00000100:00000001:2.0:1769075094.938958:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075094.938960:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8220. 00000100:00080000:2.0:1769075094.938962:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769075094.938964:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:2.0:1769075094.938966:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769075094.938968:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075094.938971:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000200:1.0:1769075094.938972:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b9037aa00 x1855007613367424/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075094.938977:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075094.938982:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2079 00000100:00000001:1.0:1769075094.938988:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1769075094.938989:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000040:1.0:1769075094.938995:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037aa00 x1855007613367424/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075119 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769075094.938995:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075094.939000:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075094.939006:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075094.939011:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075094.939013:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075094.939014:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075094.939016:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075094.939018:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769075094.939021:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075094.939022:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3e5 00000020:00000001:2.0:1769075094.939024:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769075094.939025:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769075094.939026:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b897c2000 refcount=4 00000020:00000001:2.0:1769075094.939030:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000400:00000200:1.0:1769075094.939033:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000020:00000001:2.0:1769075094.939033:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000100:00000040:2.0:1769075094.939037:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075094.939039:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296760709 00000100:00000001:2.0:1769075094.939040:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075094.939044:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075094.939046:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769075094.939048:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b897c2000 : new refcount 3 00000100:00000001:1.0:1769075094.939049:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296755590 00000100:00080000:2.0:1769075094.939050:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: import ffff982b99688000 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075094.939056:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075094.939057:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769075094.939058:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296760709 02000000:00000001:2.0:1769075094.939060:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075094.939064:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296755590 02000000:00000001:2.0:1769075094.939064:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075094.939068:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769075094.939070:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00100000:2.0:1769075094.939071:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769075094.939076:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769075094.939076:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075094.939081:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075094.939082:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000010:2.0:1769075094.939085:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037a680. 00000020:00000040:2.0:1769075094.939090:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 00000100:00100000:1.0:1769075094.939091:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075094/real 1769075094] req@ffff982b9037aa00 x1855007613367424/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769075094.939093:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075094.939095:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075094.939098:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075094.939100:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075094.939102:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075094.939108:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90213000. 00000100:00000001:2.0:1769075094.939113:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769075094.939115:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075094.939119:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1769075094.939120:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b9037a680 x1855007613367808/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1769075094.939124:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e476e0. 00000100:00000001:2.0:1769075094.939130:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1769075094.939132:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8550 00000100:00000001:2.0:1769075094.939133:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075094.939138:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8550. 00000100:00000040:2.0:1769075094.939139:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c561fb7] to pc [ptlrpcd_rcv+-1] req@ffff982b9037a680 x1855007613367808/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075094.939146:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1769075094.939148:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075094.939152:0:27795:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2089) 00000100:00000200:1.0:1769075094.939155:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037aa00 x1855007613367424/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075094.939168:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037aa00 x1855007613367424/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075094.939176:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075094.939178:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075094.939181:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075094.939183:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075094.939188:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b9037aa00 x1855007613367424/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075094.939196:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075094.939201:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037aa00 x1855007613367424/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075094.939211:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075094.939213:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075094.939215:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075094.939215:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075094.939217:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075094.939219:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075094.939221:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075094.939223:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075094.939225:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075094.939228:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037aa00 x1855007613367424/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075094.939233:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613367424:192.168.204.151@tcp:250:kworker.0 00000100:00000001:1.0:1769075094.939236:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075094.939238:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075094.939240:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037aa00 x1855007613367424/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075094.939245:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075094.939247:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075094.939249:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f400. 02000000:00000001:1.0:1769075094.939251:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075094.939252:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075094.939253:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:1.0:1769075094.939255:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075094.939257:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90212c00. 02000000:00000001:1.0:1769075094.939259:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075094.939261:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075094.939262:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037aa00. 00000100:00000001:1.0:1769075094.939264:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075094.939266:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075094.939267:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075094.939273:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075094.939275:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075094.939276:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075094.939277:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075094.939304:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075094.939307:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037b800 x1855007613367552/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075094.939312:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075094.939314:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075094.939315:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075094.939317:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075094.939318:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075094.939320:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613367552:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075094.939322:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075094.939324:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075094.939325:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075094.939326:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075094.939329:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f400. 02000000:00000001:1.0:1769075094.939330:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075094.939334:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075094.939336:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e476e0. 00000400:00000010:1.0:1769075094.939338:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8550. 00000100:00000200:1.0:1769075094.939340:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613367552, portal 10 00000100:00000001:1.0:1769075094.939342:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075094.939343:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603427328 : -114162106124288 : ffff982b9037b800) 00000100:00000040:1.0:1769075094.939348:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9037b800 x1855007613367552/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075094.939352:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075094.939354:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075094.939355:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8220. 00000100:00000200:1.0:1769075094.939357:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613367552, offset 0 00000400:00000200:1.0:1769075094.939360:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075094.939363:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075094.939366:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075094.939368:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075094.939370:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075094.939372:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075094.939374:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075094.939376:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15659:15659:256:4294967295] 192.168.204.151@tcp LPNI seq info [15659:15659:8:4294967295] 00000400:00000200:1.0:1769075094.939379:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075094.939383:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075094.939388:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075094.939392:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b600. 00000800:00000200:1.0:1769075094.939396:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075094.939399:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 23 secs later) 00000800:00000200:1.1:1769075094.939404:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075094.939406:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 23 secs later) 00000800:00000100:1.0:1769075094.939409:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075094.939411:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b600. 00000400:00000200:1.0:1769075094.939414:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075094.939418:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075094.939421:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8220 00000400:00000010:1.0:1769075094.939423:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8220. 00000100:00000001:1.0:1769075094.939426:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075094.939430:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b9037b800 x1855007613367552/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075094.939439:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075094.939442:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037b800 x1855007613367552/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075119 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075094.939449:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075094.939451:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075094.939455:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075094.939459:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1068438 usecs (1069 jiffies) 00000400:00000200:1.0:1769075094.939462:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075094.939463:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296752686 00000100:00000001:1.0:1769075094.939466:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296760709 00000100:00000001:1.0:1769075094.939468:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296752686 00000100:00000001:1.0:1769075094.939469:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296760709 00000100:00000001:1.0:1769075094.939470:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075094.939472:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075094.939473:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075094.939476:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075094/real 1769075094] req@ffff982b9037b800 x1855007613367552/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075094.939481:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075094.939482:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075094.939484:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e476e0. 00000400:00000200:1.0:1769075094.939485:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8550 00000400:00000010:1.0:1769075094.939486:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8550. 00000100:00000001:1.0:1769075094.939488:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075094.939490:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037b800 x1855007613367552/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075094.939496:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037b800 x1855007613367552/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075094.939499:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075094.939500:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075094.939501:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075094.939502:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075094.939504:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b9037b800 x1855007613367552/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075094.939509:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075094.939511:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037b800 x1855007613367552/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075094.939516:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075094.939518:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075094.939520:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075094.939521:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075094.939522:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075094.939524:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075094.939526:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075094.939528:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075094.939529:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075094.939531:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037b800 x1855007613367552/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075094.939537:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613367552:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075094.939540:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075094.939543:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90378e00 x1855007613367680/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075094.939550:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075094.939552:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075094.939554:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075094.939556:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075094.939558:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075094.939561:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90378e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613367680:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075094.939565:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075094.939567:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075094.939569:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075094.939571:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075094.939575:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075094.939577:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075094.939581:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075094.939584:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e476e0. 00000400:00000010:1.0:1769075094.939587:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8550. 00000100:00000200:1.0:1769075094.939590:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613367680, portal 4 00000100:00000001:1.0:1769075094.939592:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075094.939594:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603416576 : -114162106135040 : ffff982b90378e00) 00000100:00000040:1.0:1769075094.939600:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90378e00 x1855007613367680/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075094.939607:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075094.939609:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075094.939612:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8220. 00000100:00000200:1.0:1769075094.939614:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613367680, offset 0 00000400:00000200:1.0:1769075094.939618:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075094.939623:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075094.939626:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075094.939628:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075094.939629:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075094.939631:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075094.939633:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075094.939635:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15660:15660:256:4294967295] 192.168.204.151@tcp LPNI seq info [15660:15660:8:4294967295] 00000400:00000200:1.0:1769075094.939638:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075094.939643:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075094.939646:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075094.939648:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b600. 00000800:00000200:1.0:1769075094.939651:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075094.939653:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 23 secs later) 00000800:00000200:1.1:1769075094.939655:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075094.939657:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 23 secs later) 00000800:00000100:1.0:1769075094.939659:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075094.939661:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b600. 00000400:00000200:1.0:1769075094.939663:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075094.939665:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075094.939667:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8220 00000400:00000010:1.0:1769075094.939669:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8220. 00000100:00000001:1.0:1769075094.939670:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075094.939673:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90378e00 x1855007613367680/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075094.939678:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075094.939680:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90378e00 x1855007613367680/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075119 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075094.939685:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075094.939686:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075094.939689:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075094.939691:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24872 usecs (25 jiffies) 00000400:00000200:1.0:1769075094.939693:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075094.939694:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296751642 00000100:00000001:1.0:1769075094.939696:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296760709 00000100:00000001:1.0:1769075094.939697:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296751642 00000100:00000001:1.0:1769075094.939699:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296760709 00000100:00000001:1.0:1769075094.939700:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075094.939701:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075094.939702:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075094.939705:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075094/real 1769075094] req@ffff982b90378e00 x1855007613367680/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075094.939710:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075094.939711:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075094.939712:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e476e0. 00000400:00000200:1.0:1769075094.939714:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8550 00000400:00000010:1.0:1769075094.939715:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8550. 00000100:00000001:1.0:1769075094.939716:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075094.939718:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90378e00 x1855007613367680/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075094.939724:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90378e00 x1855007613367680/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075094.939728:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075094.939728:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075094.939730:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075094.939730:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075094.939733:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90378e00 x1855007613367680/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075094.939737:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075094.939740:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90378e00 x1855007613367680/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075094.939744:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075094.939745:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075094.939746:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075094.939747:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075094.939748:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075094.939749:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075094.939751:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075094.939753:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075094.939754:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075094.939756:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90378e00 x1855007613367680/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075094.939761:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90378e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613367680:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075094.939763:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075094.939765:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037a680 x1855007613367808/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075094.939769:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075094.939770:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075094.939772:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075094.939773:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075094.939774:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075094.939776:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613367808:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075094.939778:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075094.939780:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075094.939781:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075094.939782:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075094.939784:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075094.939786:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075094.939788:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075094.939790:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e476e0. 00000400:00000010:1.0:1769075094.939792:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8550. 00000100:00000200:1.0:1769075094.939794:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613367808, portal 4 00000100:00000001:1.0:1769075094.939796:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075094.939797:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603422848 : -114162106128768 : ffff982b9037a680) 00000100:00000040:1.0:1769075094.939800:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9037a680 x1855007613367808/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075094.939805:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075094.939807:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075094.939808:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8220. 00000100:00000200:1.0:1769075094.939810:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613367808, offset 0 00000400:00000200:1.0:1769075094.939812:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075094.939814:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075094.939816:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075094.939818:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075094.939820:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075094.939821:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075094.939823:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075094.939825:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15661:15661:256:4294967295] 192.168.204.151@tcp LPNI seq info [15661:15661:8:4294967295] 00000400:00000200:1.0:1769075094.939828:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075094.939832:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075094.939835:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075094.939836:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b600. 00000800:00000200:1.0:1769075094.939839:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075094.939840:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 23 secs later) 00000800:00000200:1.1:1769075094.939842:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075094.939844:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 23 secs later) 00000800:00000100:1.0:1769075094.939847:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075094.939848:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b600. 00000400:00000200:1.0:1769075094.939850:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075094.939852:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075094.939854:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8220 00000400:00000010:1.0:1769075094.939855:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8220. 00000100:00000001:1.0:1769075094.939857:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075094.939859:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b9037a680 x1855007613367808/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075094.939864:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075094.939866:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037a680 x1855007613367808/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075119 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075094.939870:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075094.939871:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075094.939873:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075094.939875:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26900 usecs (27 jiffies) 00000400:00000200:1.0:1769075094.939876:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075094.939878:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296751644 00000100:00000001:1.0:1769075094.939879:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296760709 00000100:00000001:1.0:1769075094.939881:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296751644 00000100:00000001:1.0:1769075094.939882:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296760709 00000100:00000001:1.0:1769075094.939884:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075094.939885:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075094.939886:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075094.939888:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075094/real 1769075094] req@ffff982b9037a680 x1855007613367808/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075094.939892:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075094.939893:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075094.939894:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e476e0. 00000400:00000200:1.0:1769075094.939895:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8550 00000400:00000010:1.0:1769075094.939896:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8550. 00000100:00000001:1.0:1769075094.939915:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075094.939918:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037a680 x1855007613367808/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075094.939923:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037a680 x1855007613367808/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075094.939927:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075094.939928:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075094.939930:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075094.939930:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075094.939933:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b9037a680 x1855007613367808/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075094.939937:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075094.939939:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037a680 x1855007613367808/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075094.939944:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075094.939945:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075094.939946:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075094.939947:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075094.939948:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075094.939949:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075094.939951:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075094.939952:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075094.939954:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075094.939956:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037a680 x1855007613367808/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075094.939960:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613367808:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075094.939963:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075094.939964:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075094.939966:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037b800 x1855007613367552/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075094.939971:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075094.939972:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075094.939973:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f400. 02000000:00000001:1.0:1769075094.939975:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075094.939976:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075094.939977:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:1.0:1769075094.939978:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075094.939980:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90212800. 02000000:00000001:1.0:1769075094.939981:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075094.939983:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075094.939984:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037b800. 00000100:00000001:1.0:1769075094.939986:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075094.939987:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075094.939988:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075094.939991:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90378e00 x1855007613367680/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075094.939995:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075094.939996:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075094.939997:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075094.939998:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075094.939999:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075094.939999:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:1.0:1769075094.940000:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075094.940001:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90210c00. 02000000:00000001:1.0:1769075094.940003:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075094.940003:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075094.940004:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90378e00. 00000100:00000001:1.0:1769075094.940006:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075094.940006:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075094.940007:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075094.940009:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037a680 x1855007613367808/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075119 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075094.940013:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075094.940014:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075094.940015:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075094.940017:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075094.940018:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075094.940018:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:1.0:1769075094.940020:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075094.940020:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90213000. 02000000:00000001:1.0:1769075094.940022:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075094.940022:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075094.940023:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037a680. 00000100:00000001:1.0:1769075094.940024:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075094.940025:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075094.940026:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075094.940029:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075094.940029:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075094.940031:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075094.940032:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075095.450360:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075095.450366:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075095.450368:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075095.450373:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075095.450376:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075095.450379:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075095.450381:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075095.450382:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075095.450384:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075095.834362:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075095.834370:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075095.834376:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075095.834378:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075095.834444:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075095.834449:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075095.834453:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075096.474417:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075096.474423:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075096.474425:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075096.474429:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075096.474432:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075096.474435:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075096.474437:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075096.474439:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075096.474441:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075096.858389:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075096.858394:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075096.858399:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075096.858400:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075096.858466:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075096.858470:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075096.858473:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075097.498427:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075097.498434:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075097.498436:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075097.498450:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075097.498454:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075097.498458:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075097.498461:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075097.498464:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075097.498467:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075097.882352:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075097.882358:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075097.882362:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075097.882365:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769075097.882367:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769075097.882369:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075097.882372:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769075097.882373:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075097.882375:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075097.882377:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075097.882414:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075097.882418:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075097.882420:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075098.522437:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075098.522443:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075098.522445:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075098.522449:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075098.522451:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075098.522454:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075098.522456:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075098.522458:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075098.522460:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075098.906360:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075098.906367:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075098.906375:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075098.906377:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075098.906439:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075098.906442:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075098.906445:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075099.546445:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075099.546452:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075099.546454:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075099.546459:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075099.546463:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075099.546467:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075099.546471:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075099.546483:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075099.546487:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075099.930371:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075099.930377:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075099.930382:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075099.930384:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075099.930452:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075099.930460:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075099.930465:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075100.058434:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075100.058452:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769075100.058456:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075100.058461:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075100.058465:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075100.058473:0:27795:0:(import.c:509:import_select_connection()) MGC192.168.204.151@tcp: connect to NID 192.168.204.151@tcp last attempt 2084 00000400:00000200:2.0:1769075100.058482:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769075100.058489:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075100.058493:0:27795:0:(import.c:588:import_select_connection()) MGC192.168.204.151@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075100.058497:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075100.058502:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075100.058506:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075100.058510:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769075100.058515:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075100.058517:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000020:00000001:2.0:1769075100.058521:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075100.058526:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000020:00000001:2.0:1769075100.058530:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000020:00000001:2.0:1769075100.058535:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00000040:2.0:1769075100.058540:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075100.058542:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075100.058547:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075100.058550:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769075100.058554:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00080000:2.0:1769075100.058558:0:27795:0:(import.c:623:import_select_connection()) MGC192.168.204.151@tcp: import ffff982b88b8a800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075100.058561:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075100.058564:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075100.058567:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075100.058571:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075100.058574:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769075100.058576:0:27795:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075100.058583:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90378380. 00000020:00000040:2.0:1769075100.058587:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 02000000:00000001:2.0:1769075100.058591:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075100.058593:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075100.058596:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075100.058599:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075100.058603:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075100.058611:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90211800. 00000100:00000001:2.0:1769075100.058619:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075100.058629:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90378380 x1855007613367936/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075100.058639:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075100.058645:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075100.058652:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066ecce10] to pc [ptlrpcd_rcv+-1] req@ffff982b90378380 x1855007613367936/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075100.058679:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075100.058682:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075100.058686:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769075100.058688:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075100.058691:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075100.058694:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075100.058698:0:27795:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2084 00000400:00000200:2.0:1769075100.058703:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075100.058706:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1769075100.058710:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00000001:3.0:1769075100.058714:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1769075100.058716:0:27795:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769075100.058720:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769075100.058725:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000040:3.0:1769075100.058729:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90378380 x1855007613367936/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075100.058731:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075100.058738:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075100.058744:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769075100.058748:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075100.058751:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000020:00000001:2.0:1769075100.058753:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075100.058756:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000020:00000001:2.0:1769075100.058758:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000020:00000001:2.0:1769075100.058762:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000040:2.0:1769075100.058768:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075100.058771:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075100.058774:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075100.058776:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769075100.058779:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 00000100:00080000:2.0:1769075100.058785:0:27795:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075100.058788:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075100.058799:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075100.058806:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075100.058807:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075100.058821:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075100.058822:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075100.058828:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:3.0:1769075100.058828:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075100.058833:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00100000:2.0:1769075100.058835:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1769075100.058836:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769075100.058842:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075100.058843:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90378380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613367936:192.168.204.151@tcp:250:kworker.0 00000100:00000001:2.0:1769075100.058848:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075100.058850:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1769075100.058855:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037bb80. 02000000:00000001:3.0:1769075100.058856:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075100.058861:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769075100.058862:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:3.0:1769075100.058864:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1769075100.058867:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075100.058869:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075100.058871:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075100.058872:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075100.058874:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075100.058878:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90213400. 00000100:00000001:2.0:1769075100.058881:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075100.058886:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b9037bb80 x1855007613368064/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075100.058892:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075100.058894:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075100.058897:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a9a053c] to pc [ptlrpcd_rcv+-1] req@ffff982b9037bb80 x1855007613368064/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075100.058904:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075100.058906:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075100.058908:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769075100.058910:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075100.058911:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075100.058912:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075100.058914:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2084 00000400:00000200:2.0:1769075100.058916:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769075100.058919:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075100.058921:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075100.058923:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075100.058924:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075100.058925:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075100.058927:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769075100.058928:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075100.058930:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3de 00000020:00000001:2.0:1769075100.058931:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075100.058933:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b9968c800 refcount=4 00000020:00000001:2.0:1769075100.058934:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000020:00000001:2.0:1769075100.058936:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000100:00000040:2.0:1769075100.058938:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075100.058939:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075100.058940:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075100.058941:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769075100.058943:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b9968c800 : new refcount 3 00000100:00080000:2.0:1769075100.058945:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: import ffff982b83e5e800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075100.058946:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075100.058948:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075100.058949:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075100.058951:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075100.058952:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769075100.058954:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769075100.058956:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075100.058957:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075100.058960:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90379180. 00000020:00000040:2.0:1769075100.058962:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 02000000:00000001:2.0:1769075100.058963:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075100.058964:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075100.058965:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075100.058966:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075100.058967:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075100.058970:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90211400. 02000000:00000010:3.0:1769075100.058971:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c03000. 00000100:00000001:2.0:1769075100.058972:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075100.058977:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075100.058979:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90379180 x1855007613368192/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075100.058986:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1769075100.058987:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769075100.058990:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769075100.058994:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7f78. 00000100:00000040:2.0:1769075100.058995:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9fa1b3c] to pc [ptlrpcd_rcv+-1] req@ffff982b90379180 x1855007613368192/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075100.059003:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075100.059005:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075100.059007:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769075100.059009:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075100.059011:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075100.059013:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075100.059015:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2084 00000400:00000200:2.0:1769075100.059020:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769075100.059023:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075100.059025:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075100.059028:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075100.059029:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075100.059031:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075100.059034:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769075100.059037:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075100.059038:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3e5 00000020:00000001:2.0:1769075100.059039:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1769075100.059040:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6770. 00000020:00000040:2.0:1769075100.059041:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b897c2000 refcount=4 00000020:00000001:2.0:1769075100.059046:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000020:00000001:2.0:1769075100.059048:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000100:00000200:3.0:1769075100.059050:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613367936, portal 25 00000100:00000040:2.0:1769075100.059052:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075100.059055:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769075100.059055:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1769075100.059062:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075100.059062:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603413888 : -114162106137728 : ffff982b90378380) 00000100:00000001:2.0:1769075100.059068:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769075100.059072:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b897c2000 : new refcount 3 00000100:00080000:2.0:1769075100.059082:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: import ffff982b99688000 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000040:3.0:1769075100.059083:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90378380 x1855007613367936/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075100.059085:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075100.059089:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075100.059094:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075100.059097:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075100.059098:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769075100.059099:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769075100.059103:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769075100.059107:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075100.059108:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000100:00000001:2.0:1769075100.059109:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769075100.059114:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6660. 00000100:00000010:2.0:1769075100.059115:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90379c00. 00000020:00000040:2.0:1769075100.059119:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 02000000:00000001:2.0:1769075100.059122:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000200:3.0:1769075100.059122:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007613367936, offset 0 02000000:00000001:2.0:1769075100.059124:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075100.059127:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075100.059128:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075100.059129:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075100.059133:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 02000000:00000010:2.0:1769075100.059135:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90210000. 00000100:00000001:2.0:1769075100.059138:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075100.059144:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90379c00 x1855007613368320/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769075100.059144:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075100.059153:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000100:00000001:2.0:1769075100.059156:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075100.059159:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075100.059160:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1769075100.059164:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016e62a39] to pc [ptlrpcd_rcv+-1] req@ffff982b90379c00 x1855007613368320/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769075100.059168:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769075100.059174:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075100.059180:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000100:00000001:2.0:1769075100.059181:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075100.059186:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15662:15662:256:4294967295] 192.168.204.151@tcp LPNI seq info [15662:15662:8:4294967295] 00000100:00000040:2.0:1769075100.059188:0:27795:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2094) 00000400:00000200:3.0:1769075100.059191:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075100.059201:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769075100.059206:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075100.059211:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcbf00. 00000800:00000200:3.0:1769075100.059217:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.0:1769075100.059220:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 18 secs later) 00000800:00000200:3.1:1769075100.059224:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.1:1769075100.059227:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 18 secs later) 00000800:00000100:3.0:1769075100.059230:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075100.059232:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcbf00. 00000400:00000200:3.0:1769075100.059235:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075100.059238:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075100.059242:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6660 00000400:00000010:3.0:1769075100.059244:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6660. 00000100:00000001:3.0:1769075100.059247:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075100.059250:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90378380 x1855007613367936/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075100.059257:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075100.059259:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90378380 x1855007613367936/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075125 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075100.059264:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075100.059266:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075100.059269:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075100.059272:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075100.059274:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296765829 00000100:00000001:3.0:1769075100.059304:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296760709 00000100:00000001:3.0:1769075100.059308:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296765830 00000100:00000001:3.0:1769075100.059314:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296760709 00000100:00000001:3.0:1769075100.059316:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075100.059318:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075100.059321:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075100.059324:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075100/real 1769075100] req@ffff982b90378380 x1855007613367936/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075100.059332:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075100.059333:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075100.059335:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7f78. 00000400:00000200:3.0:1769075100.059339:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6770 00000400:00000010:3.0:1769075100.059342:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6770. 00000100:00000001:3.0:1769075100.059344:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075100.059348:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90378380 x1855007613367936/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075100.059354:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90378380 x1855007613367936/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075100.059360:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075100.059363:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075100.059366:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075100.059368:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075100.059375:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90378380 x1855007613367936/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075100.059381:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075100.059384:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90378380 x1855007613367936/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075125 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075100.059389:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075100.059391:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075100.059392:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075100.059392:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075100.059394:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075100.059395:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075100.059397:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075100.059400:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.151@tcp failed (-110) 00000100:00000001:3.0:1769075100.059402:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075100.059405:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90378380 x1855007613367936/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075125 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075100.059419:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90378380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613367936:192.168.204.151@tcp:250:kworker.0 00000100:00000001:3.0:1769075100.059422:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075100.059423:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075100.059425:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90378380 x1855007613367936/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075125 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075100.059431:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075100.059433:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075100.059435:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c03000. 02000000:00000001:3.0:1769075100.059436:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075100.059438:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075100.059439:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:3.0:1769075100.059441:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075100.059443:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90211800. 02000000:00000001:3.0:1769075100.059446:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075100.059447:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075100.059449:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90378380. 00000100:00000001:3.0:1769075100.059451:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075100.059451:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075100.059453:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075100.059459:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075100.059460:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075100.059462:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075100.059463:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075100.059464:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075100.059467:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037bb80 x1855007613368064/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075100.059471:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075100.059473:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075100.059474:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075100.059476:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075100.059478:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075100.059480:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613368064:192.168.204.151@tcp:38:kworker.0 00000100:00000001:3.0:1769075100.059482:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075100.059484:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075100.059485:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075100.059486:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075100.059489:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c03000. 02000000:00000001:3.0:1769075100.059490:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075100.059492:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769075100.059494:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7f78. 00000400:00000010:3.0:1769075100.059496:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6770. 00000100:00000200:3.0:1769075100.059498:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613368064, portal 10 00000100:00000001:3.0:1769075100.059500:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075100.059501:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603428224 : -114162106123392 : ffff982b9037bb80) 00000100:00000040:3.0:1769075100.059505:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9037bb80 x1855007613368064/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075100.059509:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075100.059511:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769075100.059512:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6660. 00000100:00000200:3.0:1769075100.059514:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613368064, offset 0 00000400:00000200:3.0:1769075100.059516:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769075100.059518:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075100.059521:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769075100.059523:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075100.059524:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769075100.059526:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075100.059528:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769075100.059530:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15663:15663:256:4294967295] 192.168.204.151@tcp LPNI seq info [15663:15663:8:4294967295] 00000400:00000200:3.0:1769075100.059533:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075100.059537:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769075100.059540:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075100.059542:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcbf00. 00000800:00000200:3.0:1769075100.059545:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.0:1769075100.059547:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 18 secs later) 00000800:00000200:3.1:1769075100.059550:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.1:1769075100.059552:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 18 secs later) 00000800:00000100:3.0:1769075100.059555:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075100.059556:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcbf00. 00000400:00000200:3.0:1769075100.059558:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075100.059560:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075100.059562:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6660 00000400:00000010:3.0:1769075100.059563:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6660. 00000100:00000001:3.0:1769075100.059565:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075100.059567:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b9037bb80 x1855007613368064/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075100.059572:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075100.059574:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037bb80 x1855007613368064/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075125 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075100.059578:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075100.059579:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075100.059581:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075100.059583:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1068438 usecs (1069 jiffies) 00000400:00000200:3.0:1769075100.059586:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075100.059587:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296757806 00000100:00000001:3.0:1769075100.059589:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296765829 00000100:00000001:3.0:1769075100.059591:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296757806 00000100:00000001:3.0:1769075100.059592:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296765830 00000100:00000001:3.0:1769075100.059593:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075100.059594:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075100.059595:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075100.059598:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075100/real 1769075100] req@ffff982b9037bb80 x1855007613368064/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075100.059607:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075100.059608:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075100.059610:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7f78. 00000400:00000200:3.0:1769075100.059611:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6770 00000400:00000010:3.0:1769075100.059612:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6770. 00000100:00000001:3.0:1769075100.059613:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075100.059615:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037bb80 x1855007613368064/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075100.059620:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037bb80 x1855007613368064/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075100.059625:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075100.059626:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075100.059627:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075100.059628:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075100.059630:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b9037bb80 x1855007613368064/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075100.059634:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075100.059637:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037bb80 x1855007613368064/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075125 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075100.059641:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075100.059642:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075100.059643:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075100.059644:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075100.059645:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075100.059646:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075100.059648:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075100.059650:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:3.0:1769075100.059651:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075100.059654:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037bb80 x1855007613368064/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075125 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075100.059659:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613368064:192.168.204.151@tcp:38:kworker.0 00000100:00000001:3.0:1769075100.059662:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075100.059664:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90379180 x1855007613368192/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075100.059667:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075100.059668:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075100.059670:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075100.059671:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075100.059672:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075100.059674:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90379180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613368192:192.168.204.151@tcp:8:kworker.0 00000100:00000001:3.0:1769075100.059675:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075100.059677:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075100.059678:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075100.059679:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075100.059680:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c01400. 02000000:00000001:3.0:1769075100.059682:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075100.059684:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769075100.059686:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7f78. 00000400:00000010:3.0:1769075100.059688:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6770. 00000100:00000200:3.0:1769075100.059690:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613368192, portal 4 00000100:00000001:3.0:1769075100.059691:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075100.059692:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603417472 : -114162106134144 : ffff982b90379180) 00000100:00000040:3.0:1769075100.059695:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90379180 x1855007613368192/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075100.059700:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075100.059701:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769075100.059703:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6660. 00000100:00000200:3.0:1769075100.059704:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613368192, offset 0 00000400:00000200:3.0:1769075100.059707:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769075100.059718:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075100.059723:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769075100.059724:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075100.059726:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769075100.059728:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075100.059730:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769075100.059732:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15664:15664:256:4294967295] 192.168.204.151@tcp LPNI seq info [15664:15664:8:4294967295] 00000400:00000200:3.0:1769075100.059735:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075100.059739:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769075100.059742:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075100.059744:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcbf00. 00000800:00000200:3.0:1769075100.059746:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.0:1769075100.059748:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 18 secs later) 00000800:00000200:3.1:1769075100.059751:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.1:1769075100.059753:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 18 secs later) 00000800:00000100:3.0:1769075100.059755:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075100.059757:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcbf00. 00000400:00000200:3.0:1769075100.059758:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075100.059761:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075100.059762:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6660 00000400:00000010:3.0:1769075100.059764:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6660. 00000100:00000001:3.0:1769075100.059765:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075100.059768:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90379180 x1855007613368192/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075100.059773:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075100.059775:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90379180 x1855007613368192/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075125 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075100.059779:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075100.059780:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075100.059782:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075100.059784:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24872 usecs (25 jiffies) 00000400:00000200:3.0:1769075100.059786:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075100.059788:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296756762 00000100:00000001:3.0:1769075100.059790:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296765829 00000100:00000001:3.0:1769075100.059791:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296756762 00000100:00000001:3.0:1769075100.059793:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296765830 00000100:00000001:3.0:1769075100.059794:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075100.059795:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075100.059797:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075100.059799:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075100/real 1769075100] req@ffff982b90379180 x1855007613368192/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075100.059803:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075100.059804:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075100.059805:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7f78. 00000400:00000200:3.0:1769075100.059806:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6770 00000400:00000010:3.0:1769075100.059807:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6770. 00000100:00000001:3.0:1769075100.059809:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075100.059824:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90379180 x1855007613368192/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075100.059830:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90379180 x1855007613368192/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075100.059835:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075100.059836:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075100.059837:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075100.059838:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075100.059840:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90379180 x1855007613368192/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075100.059846:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075100.059848:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90379180 x1855007613368192/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075125 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075100.059852:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075100.059855:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075100.059856:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075100.059856:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075100.059858:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075100.059859:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075100.059861:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075100.059862:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:3.0:1769075100.059864:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075100.059866:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90379180 x1855007613368192/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075125 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075100.059871:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90379180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613368192:192.168.204.151@tcp:8:kworker.0 00000100:00000001:3.0:1769075100.059873:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075100.059875:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90379c00 x1855007613368320/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075100.059879:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075100.059880:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075100.059881:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075100.059882:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075100.059883:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075100.059885:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90379c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613368320:192.168.204.151@tcp:8:kworker.0 00000100:00000001:3.0:1769075100.059887:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075100.059889:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075100.059889:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075100.059891:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075100.059893:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c03400. 02000000:00000001:3.0:1769075100.059894:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075100.059897:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769075100.059898:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7f78. 00000400:00000010:3.0:1769075100.059900:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6770. 00000100:00000200:3.0:1769075100.059902:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613368320, portal 4 00000100:00000001:3.0:1769075100.059904:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075100.059905:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603420160 : -114162106131456 : ffff982b90379c00) 00000100:00000040:3.0:1769075100.059909:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90379c00 x1855007613368320/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075100.059914:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075100.059915:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769075100.059917:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6660. 00000100:00000200:3.0:1769075100.059918:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613368320, offset 0 00000400:00000200:3.0:1769075100.059921:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769075100.059923:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075100.059925:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769075100.059927:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075100.059929:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769075100.059931:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075100.059932:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769075100.059935:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15665:15665:256:4294967295] 192.168.204.151@tcp LPNI seq info [15665:15665:8:4294967295] 00000400:00000200:3.0:1769075100.059938:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075100.059942:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769075100.059945:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075100.059947:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcbf00. 00000800:00000200:3.0:1769075100.059949:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.0:1769075100.059952:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 18 secs later) 00000800:00000200:3.1:1769075100.059954:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.1:1769075100.059956:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 18 secs later) 00000800:00000100:3.0:1769075100.059958:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075100.059960:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcbf00. 00000400:00000200:3.0:1769075100.059962:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075100.059964:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075100.059966:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6660 00000400:00000010:3.0:1769075100.059968:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6660. 00000100:00000001:3.0:1769075100.059969:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075100.059972:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90379c00 x1855007613368320/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075100.059981:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075100.059983:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90379c00 x1855007613368320/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075125 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075100.059987:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075100.059988:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075100.059990:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075100.059992:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26900 usecs (27 jiffies) 00000400:00000200:3.0:1769075100.059994:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075100.059995:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296756764 00000100:00000001:3.0:1769075100.059996:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296765829 00000100:00000001:3.0:1769075100.059998:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296756764 00000100:00000001:3.0:1769075100.059999:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296765830 00000100:00000001:3.0:1769075100.060001:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075100.060002:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075100.060003:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075100.060005:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075100/real 1769075100] req@ffff982b90379c00 x1855007613368320/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075100.060010:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075100.060010:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075100.060011:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7f78. 00000400:00000200:3.0:1769075100.060013:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6770 00000400:00000010:3.0:1769075100.060014:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6770. 00000100:00000001:3.0:1769075100.060015:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075100.060016:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90379c00 x1855007613368320/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075100.060021:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90379c00 x1855007613368320/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075100.060026:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075100.060027:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075100.060029:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075100.060030:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075100.060032:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90379c00 x1855007613368320/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075100.060036:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075100.060039:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90379c00 x1855007613368320/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075125 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075100.060042:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075100.060044:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075100.060045:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075100.060046:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075100.060046:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075100.060047:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075100.060049:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075100.060051:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:3.0:1769075100.060052:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075100.060054:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90379c00 x1855007613368320/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075125 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075100.060061:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90379c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613368320:192.168.204.151@tcp:8:kworker.0 00000100:00000001:3.0:1769075100.060065:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075100.060067:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075100.060070:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037bb80 x1855007613368064/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075125 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075100.060077:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075100.060078:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075100.060080:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c03000. 02000000:00000001:3.0:1769075100.060083:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075100.060085:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075100.060087:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:3.0:1769075100.060089:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075100.060090:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90213400. 02000000:00000001:3.0:1769075100.060093:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075100.060095:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075100.060096:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037bb80. 00000100:00000001:3.0:1769075100.060100:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075100.060101:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075100.060103:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075100.060107:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90379180 x1855007613368192/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075125 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075100.060114:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075100.060116:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075100.060117:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c01400. 02000000:00000001:3.0:1769075100.060120:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075100.060121:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075100.060122:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:3.0:1769075100.060123:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075100.060124:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90211400. 02000000:00000001:3.0:1769075100.060125:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075100.060126:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075100.060127:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90379180. 00000100:00000001:3.0:1769075100.060129:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075100.060129:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075100.060130:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075100.060133:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90379c00 x1855007613368320/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075125 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075100.060137:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075100.060138:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075100.060139:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c03400. 02000000:00000001:3.0:1769075100.060140:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075100.060141:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075100.060141:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:3.0:1769075100.060142:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075100.060143:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90210000. 02000000:00000001:3.0:1769075100.060145:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075100.060146:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075100.060147:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90379c00. 00000100:00000001:3.0:1769075100.060148:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075100.060149:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075100.060150:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075100.060153:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075100.060154:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075100.060155:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075100.060156:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075100.570356:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075100.570363:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075100.570364:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075100.570369:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075100.570372:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075100.570375:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075100.570377:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075100.570379:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075100.570382:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075100.954374:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075100.954380:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075100.954384:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075100.954385:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075100.954456:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075100.954461:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075100.954465:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075101.594359:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075101.594366:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075101.594369:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075101.594374:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075101.594378:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075101.594382:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075101.594385:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075101.594387:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075101.594390:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075101.978407:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075101.978416:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769075101.978419:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769075101.978425:0:21410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769075101.978427:0:21410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769075101.978429:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075101.978434:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769075101.978436:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075101.978439:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075101.978441:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075101.978446:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075101.978448:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075101.978504:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075101.978509:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075101.978513:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075102.618334:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075102.618341:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075102.618343:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075102.618349:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075102.618353:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075102.618357:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075102.618359:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075102.618362:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075102.618365:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075103.002362:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075103.002367:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075103.002372:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075103.002373:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075103.002439:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075103.002444:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075103.002448:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075103.642370:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075103.642395:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075103.642398:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075103.642404:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075103.642409:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075103.642412:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075103.642415:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075103.642418:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075103.642421:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075104.026352:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075104.026358:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075104.026362:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075104.026363:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075104.026418:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075104.026422:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075104.026425:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075104.666346:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075104.666352:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075104.666354:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075104.666358:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075104.666368:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075104.666371:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075104.666373:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075104.666375:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075104.666377:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075105.050373:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075105.050379:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075105.050383:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075105.050384:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075105.050449:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075105.050454:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075105.050458:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075105.178414:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075105.178424:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769075105.178437:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075105.178440:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075105.178444:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075105.178450:0:27795:0:(import.c:509:import_select_connection()) MGC192.168.204.151@tcp: connect to NID 192.168.204.151@tcp last attempt 2089 00000400:00000200:0.0:1769075105.178458:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769075105.178462:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075105.178465:0:27795:0:(import.c:588:import_select_connection()) MGC192.168.204.151@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769075105.178467:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075105.178470:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075105.178472:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075105.178474:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:0.0:1769075105.178477:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075105.178479:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000020:00000001:0.0:1769075105.178481:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075105.178483:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000020:00000001:0.0:1769075105.178485:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000020:00000001:0.0:1769075105.178486:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00000040:0.0:1769075105.178488:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075105.178490:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075105.178491:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075105.178492:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:0.0:1769075105.178494:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00080000:0.0:1769075105.178496:0:27795:0:(import.c:623:import_select_connection()) MGC192.168.204.151@tcp: import ffff982b88b8a800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:0.0:1769075105.178498:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075105.178500:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075105.178503:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075105.178505:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075105.178506:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769075105.178507:0:27795:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769075105.178515:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98583800. 00000020:00000040:0.0:1769075105.178518:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 02000000:00000001:0.0:1769075105.178521:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075105.178522:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075105.178524:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075105.178526:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075105.178530:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075105.178537:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b85881c00. 00000100:00000001:0.0:1769075105.178542:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075105.178549:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b98583800 x1855007613368448/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769075105.178557:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075105.178561:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075105.178564:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077f50d64] to pc [ptlrpcd_rcv+-1] req@ffff982b98583800 x1855007613368448/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075105.178584:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075105.178586:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075105.178589:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769075105.178590:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075105.178591:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075105.178592:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075105.178594:0:27795:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2089 00000400:00000200:0.0:1769075105.178596:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769075105.178599:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075105.178601:0:27795:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769075105.178603:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075105.178605:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075105.178608:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075105.178609:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:0.0:1769075105.178611:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075105.178612:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000020:00000001:0.0:1769075105.178613:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075105.178615:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000020:00000001:0.0:1769075105.178617:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000020:00000001:0.0:1769075105.178618:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000040:0.0:1769075105.178620:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075105.178622:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075105.178624:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075105.178625:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000001:3.0:1769075105.178626:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1769075105.178627:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 00000100:00080000:0.0:1769075105.178639:0:27795:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:3.0:1769075105.178640:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075105.178646:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075105.178647:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1769075105.178668:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075105.178676:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1769075105.178678:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98583800 x1855007613368448/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769075105.178680:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075105.178688:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769075105.178695:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769075105.178707:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075105.178707:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075105.178715:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075105.178716:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075105.178745:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1769075105.178746:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98581f80. 00000020:00000040:0.0:1769075105.178751:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:3.0:1769075105.178752:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075105.178754:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075105.178761:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075105.178762:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075105.178795:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075105.178798:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1769075105.178800:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98583800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613368448:192.168.204.151@tcp:250:kworker.0 02000000:00000001:0.0:1769075105.178801:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075105.178814:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b85883c00. 00000100:00000001:3.0:1769075105.178814:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1769075105.178823:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075105.178824:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075105.178828:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075105.178834:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b98581f80 x1855007613368576/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1769075105.178835:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769075105.178858:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075105.178860:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075105.178865:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c03400. 00000100:00000040:0.0:1769075105.178866:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9af4f53] to pc [ptlrpcd_rcv+-1] req@ffff982b98581f80 x1855007613368576/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075105.178877:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075105.178902:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075105.178902:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00080000:0.0:1769075105.178915:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1769075105.178916:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7f78. 00000100:00080000:0.0:1769075105.178929:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769075105.178930:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:3.0:1769075105.178932:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6770. 00000100:00080000:0.0:1769075105.178933:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075105.178944:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075105.178947:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2089 00000100:00000200:3.0:1769075105.178951:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613368448, portal 25 00000400:00000200:0.0:1769075105.178952:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075105.178962:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075105.178968:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739774976 : -114161969776640 : ffff982b98583800) 00000400:00000200:0.0:1769075105.178970:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075105.178980:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769075105.178990:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000040:3.0:1769075105.178991:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98583800 x1855007613368448/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075105.179007:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075105.179017:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075105.179018:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769075105.179024:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000040:3.0:1769075105.179030:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000020:00000001:0.0:1769075105.179035:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075105.179038:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3de 00000400:00000010:3.0:1769075105.179038:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6660. 00000020:00000001:0.0:1769075105.179045:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075105.179047:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b9968c800 refcount=4 00000100:00000200:3.0:1769075105.179049:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007613368448, offset 0 00000020:00000001:0.0:1769075105.179050:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000020:00000001:0.0:1769075105.179059:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000100:00000040:0.0:1769075105.179080:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000400:00000200:3.0:1769075105.179085:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000100:00000001:0.0:1769075105.179086:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075105.179094:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075105.179097:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:0.0:1769075105.179098:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b9968c800 : new refcount 3 00000100:00080000:0.0:1769075105.179101:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: import ffff982b83e5e800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:0.0:1769075105.179103:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075105.179109:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:3.0:1769075105.179110:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 02000000:00000001:0.0:1769075105.179114:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075105.179119:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075105.179123:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000200:3.0:1769075105.179126:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000008:00100000:0.0:1769075105.179127:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769075105.179150:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075105.179152:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1769075105.179155:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075105.179162:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000100:00000010:0.0:1769075105.179163:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98583b80. 00000020:00000040:0.0:1769075105.179171:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 00000400:00000200:3.0:1769075105.179171:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1769075105.179178:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000200:3.0:1769075105.179183:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 02000000:00000001:0.0:1769075105.179185:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075105.179191:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075105.179195:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1769075105.179197:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15666:15666:256:4294967295] 192.168.204.151@tcp LPNI seq info [15666:15666:8:4294967295] 02000000:00000001:0.0:1769075105.179198:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075105.179212:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b85881000. 00000400:00000200:3.0:1769075105.179231:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769075105.179236:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075105.179244:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b98583b80 x1855007613368704/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769075105.179266:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000100:00000001:0.0:1769075105.179274:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075105.179281:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075105.179287:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000836fca48] to pc [ptlrpcd_rcv+-1] req@ffff982b98583b80 x1855007613368704/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1769075105.179290:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000100:00000001:0.0:1769075105.179324:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075105.179328:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075105.179333:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769075105.179336:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075105.179338:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075105.179340:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075105.179346:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2089 00000800:00000010:3.0:1769075105.179347:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcbf00. 00000400:00000200:0.0:1769075105.179370:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000800:00000200:3.0:1769075105.179371:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.0:1769075105.179378:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 13 secs later) 00000400:00000200:0.0:1769075105.179382:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000800:00000200:3.1:1769075105.179392:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.1:1769075105.179398:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 13 secs later) 00000800:00000100:3.0:1769075105.179403:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075105.179406:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcbf00. 00000400:00000200:3.0:1769075105.179413:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075105.179422:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000100:00080000:0.0:1769075105.179423:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769075105.179433:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000400:00000200:3.0:1769075105.179433:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6660 00000100:00000001:0.0:1769075105.179438:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1769075105.179439:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6660. 00000100:00000040:0.0:1769075105.179446:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075105.179450:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769075105.179452:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:0.0:1769075105.179460:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075105.179464:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3e5 00000100:00000200:3.0:1769075105.179465:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b98583800 x1855007613368448/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769075105.179470:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075105.179475:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b897c2000 refcount=4 00000020:00000001:0.0:1769075105.179485:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000020:00000001:0.0:1769075105.179494:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000100:00000040:0.0:1769075105.179511:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075105.179522:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769075105.179524:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769075105.179526:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075105.179530:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000040:3.0:1769075105.179532:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98583800 x1855007613368448/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075130 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1769075105.179536:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b897c2000 : new refcount 3 00000100:00080000:0.0:1769075105.179549:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: import ffff982b99688000 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:3.0:1769075105.179555:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075105.179570:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769075105.179572:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075105.179576:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769075105.179580:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075105.179581:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075105.179592:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075105.179595:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000200:3.0:1769075105.179599:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000008:00100000:0.0:1769075105.179600:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769075105.179609:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075105.179610:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296770950 00000100:00000001:0.0:1769075105.179612:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769075105.179619:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98580e00. 00000020:00000040:0.0:1769075105.179622:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 00000100:00000001:3.0:1769075105.179624:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296765829 02000000:00000001:0.0:1769075105.179625:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075105.179632:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075105.179634:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296770950 00000100:00000001:0.0:1769075105.179636:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075105.179640:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769075105.179642:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296765830 02000000:00000001:0.0:1769075105.179644:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075105.179652:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1769075105.179653:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b85883800. 00000100:00000001:3.0:1769075105.179663:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075105.179665:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075105.179668:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075105.179680:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075105/real 1769075105] req@ffff982b98583800 x1855007613368448/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075105.179681:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b98580e00 x1855007613368832/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769075105.179743:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075105.179752:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769075105.179757:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075105.179771:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075105.179774:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7f78. 00000100:00000040:0.0:1769075105.179778:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055e599da] to pc [ptlrpcd_rcv+-1] req@ffff982b98580e00 x1855007613368832/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769075105.179781:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6770 00000400:00000010:3.0:1769075105.179789:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6770. 00000100:00000001:3.0:1769075105.179799:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769075105.179803:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1769075105.179809:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98583800 x1855007613368448/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769075105.179812:0:27795:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2099) 00000100:00000200:3.0:1769075105.179831:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98583800 x1855007613368448/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075105.179841:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075105.179844:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075105.179847:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075105.179849:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075105.179853:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b98583800 x1855007613368448/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075105.179859:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075105.179864:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98583800 x1855007613368448/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075130 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075105.179870:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075105.179883:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075105.179884:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075105.179885:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075105.179888:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075105.179889:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075105.179892:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075105.179897:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.151@tcp failed (-110) 00000100:00000001:3.0:1769075105.179899:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075105.179902:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98583800 x1855007613368448/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075130 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075105.179909:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98583800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613368448:192.168.204.151@tcp:250:kworker.0 00000100:00000001:3.0:1769075105.179914:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075105.179916:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075105.179919:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98583800 x1855007613368448/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075130 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075105.179925:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075105.179928:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075105.179930:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c03400. 02000000:00000001:3.0:1769075105.179933:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075105.179935:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075105.179937:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:3.0:1769075105.179939:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075105.179953:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b85881c00. 02000000:00000001:3.0:1769075105.179957:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075105.179960:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075105.179961:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98583800. 00000100:00000001:3.0:1769075105.179964:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075105.179966:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075105.179968:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075105.179976:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075105.179978:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075105.179980:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075105.179982:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075105.179983:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075105.179987:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98581f80 x1855007613368576/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075105.179993:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075105.179995:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075105.179997:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075105.179999:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075105.180001:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075105.180003:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98581f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613368576:192.168.204.151@tcp:38:kworker.0 00000100:00000001:3.0:1769075105.180006:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075105.180008:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075105.180009:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075105.180011:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075105.180015:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c03400. 02000000:00000001:3.0:1769075105.180016:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075105.180020:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769075105.180023:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7f78. 00000400:00000010:3.0:1769075105.180026:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6770. 00000100:00000200:3.0:1769075105.180029:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613368576, portal 10 00000100:00000001:3.0:1769075105.180031:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075105.180032:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739768704 : -114161969782912 : ffff982b98581f80) 00000100:00000040:3.0:1769075105.180040:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98581f80 x1855007613368576/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075105.180069:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075105.180072:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769075105.180075:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6660. 00000100:00000200:3.0:1769075105.180079:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613368576, offset 0 00000400:00000200:3.0:1769075105.180084:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769075105.180090:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075105.180095:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769075105.180100:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075105.180103:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769075105.180107:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075105.180110:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769075105.180114:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15667:15667:256:4294967295] 192.168.204.151@tcp LPNI seq info [15667:15667:8:4294967295] 00000400:00000200:3.0:1769075105.180118:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075105.180124:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769075105.180128:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075105.180132:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcbf00. 00000800:00000200:3.0:1769075105.180135:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.0:1769075105.180138:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 13 secs later) 00000800:00000200:3.1:1769075105.180142:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.1:1769075105.180145:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 13 secs later) 00000800:00000100:3.0:1769075105.180149:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075105.180151:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcbf00. 00000400:00000200:3.0:1769075105.180153:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075105.180156:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075105.180159:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6660 00000400:00000010:3.0:1769075105.180161:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6660. 00000100:00000001:3.0:1769075105.180163:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075105.180166:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b98581f80 x1855007613368576/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075105.180174:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075105.180176:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98581f80 x1855007613368576/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075130 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075105.180188:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075105.180189:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075105.180192:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075105.180196:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1068438 usecs (1069 jiffies) 00000400:00000200:3.0:1769075105.180199:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075105.180201:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296762926 00000100:00000001:3.0:1769075105.180204:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296770950 00000100:00000001:3.0:1769075105.180206:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296762926 00000100:00000001:3.0:1769075105.180208:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296770950 00000100:00000001:3.0:1769075105.180209:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075105.180211:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075105.180212:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075105.180215:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075105/real 1769075105] req@ffff982b98581f80 x1855007613368576/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075105.180222:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075105.180223:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075105.180225:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7f78. 00000400:00000200:3.0:1769075105.180227:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6770 00000400:00000010:3.0:1769075105.180229:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6770. 00000100:00000001:3.0:1769075105.180231:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075105.180233:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98581f80 x1855007613368576/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075105.180240:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98581f80 x1855007613368576/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075105.180245:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075105.180246:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075105.180248:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075105.180249:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075105.180251:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b98581f80 x1855007613368576/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075105.180258:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075105.180261:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98581f80 x1855007613368576/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075130 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075105.180267:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075105.180268:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075105.180270:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075105.180271:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075105.180272:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075105.180274:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075105.180276:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075105.180278:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:3.0:1769075105.180300:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075105.180304:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98581f80 x1855007613368576/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075130 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075105.180310:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98581f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613368576:192.168.204.151@tcp:38:kworker.0 00000100:00000001:3.0:1769075105.180313:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075105.180316:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98583b80 x1855007613368704/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075105.180321:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075105.180323:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075105.180324:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075105.180326:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075105.180328:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075105.180330:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98583b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613368704:192.168.204.151@tcp:8:kworker.0 00000100:00000001:3.0:1769075105.180333:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075105.180335:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075105.180337:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075105.180338:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075105.180341:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c01400. 02000000:00000001:3.0:1769075105.180343:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075105.180347:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769075105.180349:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7f78. 00000400:00000010:3.0:1769075105.180352:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6770. 00000100:00000200:3.0:1769075105.180354:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613368704, portal 4 00000100:00000001:3.0:1769075105.180356:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075105.180357:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739775872 : -114161969775744 : ffff982b98583b80) 00000100:00000040:3.0:1769075105.180362:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98583b80 x1855007613368704/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075105.180368:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075105.180370:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769075105.180371:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6660. 00000100:00000200:3.0:1769075105.180373:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613368704, offset 0 00000400:00000200:3.0:1769075105.180376:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769075105.180379:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075105.180382:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769075105.180385:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075105.180387:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769075105.180389:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075105.180391:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769075105.180394:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15668:15668:256:4294967295] 192.168.204.151@tcp LPNI seq info [15668:15668:8:4294967295] 00000400:00000200:3.0:1769075105.180397:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075105.180403:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769075105.180406:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075105.180408:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcbf00. 00000800:00000200:3.0:1769075105.180411:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.0:1769075105.180413:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 13 secs later) 00000800:00000200:3.1:1769075105.180417:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.1:1769075105.180419:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 13 secs later) 00000800:00000100:3.0:1769075105.180422:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075105.180425:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcbf00. 00000400:00000200:3.0:1769075105.180427:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075105.180430:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075105.180433:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6660 00000400:00000010:3.0:1769075105.180434:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6660. 00000100:00000001:3.0:1769075105.180436:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075105.180439:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b98583b80 x1855007613368704/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075105.180446:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075105.180448:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98583b80 x1855007613368704/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075130 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075105.180453:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075105.180455:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075105.180457:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075105.180460:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24872 usecs (25 jiffies) 00000400:00000200:3.0:1769075105.180462:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075105.180464:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296761883 00000100:00000001:3.0:1769075105.180466:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296770950 00000100:00000001:3.0:1769075105.180468:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296761883 00000100:00000001:3.0:1769075105.180470:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296770950 00000100:00000001:3.0:1769075105.180472:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075105.180473:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075105.180475:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075105.180477:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075105/real 1769075105] req@ffff982b98583b80 x1855007613368704/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075105.180483:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075105.180484:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075105.180486:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7f78. 00000400:00000200:3.0:1769075105.180488:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6770 00000400:00000010:3.0:1769075105.180489:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6770. 00000100:00000001:3.0:1769075105.180492:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075105.180494:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98583b80 x1855007613368704/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075105.180501:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98583b80 x1855007613368704/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075105.180508:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075105.180509:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075105.180511:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075105.180513:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075105.180519:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b98583b80 x1855007613368704/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075105.180528:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075105.180533:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98583b80 x1855007613368704/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075130 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075105.180542:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075105.180546:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075105.180548:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075105.180549:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075105.180552:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075105.180554:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075105.180557:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075105.180562:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:3.0:1769075105.180565:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075105.180570:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98583b80 x1855007613368704/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075130 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075105.180581:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98583b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613368704:192.168.204.151@tcp:8:kworker.0 00000100:00000001:3.0:1769075105.180587:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075105.180592:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98580e00 x1855007613368832/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075105.180602:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075105.180604:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075105.180607:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075105.180609:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075105.180612:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075105.180615:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98580e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613368832:192.168.204.151@tcp:8:kworker.0 00000100:00000001:3.0:1769075105.180620:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075105.180622:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075105.180624:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075105.180627:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075105.180631:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c03000. 02000000:00000001:3.0:1769075105.180634:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075105.180638:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769075105.180642:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7f78. 00000400:00000010:3.0:1769075105.180646:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6770. 00000100:00000200:3.0:1769075105.180649:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613368832, portal 4 00000100:00000001:3.0:1769075105.180651:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075105.180653:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739764224 : -114161969787392 : ffff982b98580e00) 00000100:00000040:3.0:1769075105.180661:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98580e00 x1855007613368832/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075105.180669:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075105.180673:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769075105.180675:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6660. 00000100:00000200:3.0:1769075105.180678:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613368832, offset 0 00000400:00000200:3.0:1769075105.180683:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769075105.180688:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075105.180693:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769075105.180697:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075105.180700:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769075105.180704:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075105.180707:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769075105.180712:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15669:15669:256:4294967295] 192.168.204.151@tcp LPNI seq info [15669:15669:8:4294967295] 00000400:00000200:3.0:1769075105.180717:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075105.180743:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769075105.180751:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075105.180756:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcbf00. 00000800:00000200:3.0:1769075105.180761:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.0:1769075105.180774:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 13 secs later) 00000800:00000200:3.1:1769075105.180779:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.1:1769075105.180799:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 13 secs later) 00000800:00000100:3.0:1769075105.180805:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075105.180808:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcbf00. 00000400:00000200:3.0:1769075105.180813:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075105.180818:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075105.180822:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6660 00000400:00000010:3.0:1769075105.180825:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6660. 00000100:00000001:3.0:1769075105.180828:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075105.180834:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b98580e00 x1855007613368832/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075105.180844:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075105.180848:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98580e00 x1855007613368832/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075130 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075105.180856:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075105.180858:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075105.180863:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075105.180867:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26900 usecs (27 jiffies) 00000400:00000200:3.0:1769075105.180872:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075105.180875:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296761885 00000100:00000001:3.0:1769075105.180878:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296770950 00000100:00000001:3.0:1769075105.180881:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296761885 00000100:00000001:3.0:1769075105.180895:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296770950 00000100:00000001:3.0:1769075105.180898:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075105.180902:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075105.180904:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075105.180909:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075105/real 1769075105] req@ffff982b98580e00 x1855007613368832/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075105.180919:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075105.180921:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075105.180923:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7f78. 00000400:00000200:3.0:1769075105.180927:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6770 00000400:00000010:3.0:1769075105.180929:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6770. 00000100:00000001:3.0:1769075105.180932:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075105.180936:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98580e00 x1855007613368832/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075105.180947:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98580e00 x1855007613368832/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075105.180956:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075105.180958:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075105.180960:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075105.180962:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075105.180966:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b98580e00 x1855007613368832/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075105.180975:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075105.180980:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98580e00 x1855007613368832/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075130 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075105.180989:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075105.180992:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075105.180994:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075105.180996:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075105.180999:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075105.181001:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075105.181004:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075105.181009:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:3.0:1769075105.181012:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075105.181017:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98580e00 x1855007613368832/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075130 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075105.181027:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98580e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613368832:192.168.204.151@tcp:8:kworker.0 00000100:00000001:3.0:1769075105.181044:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075105.181046:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075105.181050:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98581f80 x1855007613368576/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075130 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075105.181059:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075105.181061:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075105.181064:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c03400. 02000000:00000001:3.0:1769075105.181068:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075105.181069:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075105.181071:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:3.0:1769075105.181074:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075105.181076:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b85883c00. 02000000:00000001:3.0:1769075105.181080:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075105.181082:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075105.181084:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98581f80. 00000100:00000001:3.0:1769075105.181089:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075105.181090:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075105.181092:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075105.181097:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98583b80 x1855007613368704/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075130 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075105.181105:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075105.181107:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075105.181110:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c01400. 02000000:00000001:3.0:1769075105.181114:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075105.181115:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075105.181117:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:3.0:1769075105.181120:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075105.181122:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b85881000. 02000000:00000001:3.0:1769075105.181125:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075105.181127:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075105.181128:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98583b80. 00000100:00000001:3.0:1769075105.181131:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075105.181133:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075105.181135:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075105.181139:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98580e00 x1855007613368832/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075130 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075105.181147:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075105.181149:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075105.181151:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c03000. 02000000:00000001:3.0:1769075105.181153:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075105.181155:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075105.181156:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:3.0:1769075105.181159:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075105.181161:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b85883800. 02000000:00000001:3.0:1769075105.181164:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075105.181165:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075105.181167:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98580e00. 00000100:00000001:3.0:1769075105.181172:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075105.181173:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075105.181175:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075105.181180:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075105.181182:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075105.181185:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075105.181187:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075105.690351:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075105.690357:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075105.690359:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075105.690364:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075105.690367:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075105.690369:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075105.690371:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075105.690373:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075105.690375:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075106.074366:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075106.074371:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075106.074375:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075106.074376:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075106.074428:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075106.074432:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075106.074436:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075106.714361:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075106.714370:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075106.714372:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075106.714378:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075106.714382:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075106.714385:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075106.714388:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075106.714391:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075106.714394:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075107.098370:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075107.098376:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075107.098380:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075107.098381:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075107.098464:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075107.098470:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075107.098476:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075107.738339:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075107.738346:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075107.738347:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075107.738352:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075107.738355:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075107.738358:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075107.738360:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075107.738362:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075107.738364:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075108.122427:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075108.122433:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075108.122438:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075108.122441:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769075108.122444:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769075108.122446:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075108.122449:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769075108.122451:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075108.122453:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075108.122455:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075108.122558:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075108.122567:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075108.122575:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075108.762477:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075108.762502:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075108.762507:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075108.762517:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075108.762525:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075108.762530:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075108.762536:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075108.762542:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075108.762550:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075109.146431:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075109.146438:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075109.146443:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075109.146445:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075109.146529:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075109.146536:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075109.146541:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075109.786405:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075109.786414:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075109.786416:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075109.786421:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075109.786425:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075109.786429:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075109.786432:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075109.786435:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075109.786438:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075110.170373:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075110.170379:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075110.170384:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075110.170385:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075110.170456:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075110.170461:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075110.170465:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075110.298361:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075110.298373:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769075110.298376:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075110.298380:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075110.298384:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075110.298392:0:27795:0:(import.c:509:import_select_connection()) MGC192.168.204.151@tcp: connect to NID 192.168.204.151@tcp last attempt 2094 00000400:00000200:0.0:1769075110.298403:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769075110.298409:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075110.298412:0:27795:0:(import.c:588:import_select_connection()) MGC192.168.204.151@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769075110.298415:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075110.298418:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075110.298420:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075110.298422:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:0.0:1769075110.298442:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075110.298444:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000020:00000001:0.0:1769075110.298447:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075110.298450:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000020:00000001:0.0:1769075110.298452:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000020:00000001:0.0:1769075110.298454:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00000040:0.0:1769075110.298457:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075110.298459:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075110.298461:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075110.298463:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:0.0:1769075110.298466:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00080000:0.0:1769075110.298469:0:27795:0:(import.c:623:import_select_connection()) MGC192.168.204.151@tcp: import ffff982b88b8a800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:0.0:1769075110.298471:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075110.298474:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075110.298477:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075110.298479:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075110.298481:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769075110.298483:0:27795:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769075110.298495:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98581180. 00000020:00000040:0.0:1769075110.298498:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 02000000:00000001:0.0:1769075110.298503:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075110.298505:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075110.298509:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075110.298512:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075110.298518:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075110.298527:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b85881800. 00000100:00000001:0.0:1769075110.298535:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075110.298545:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b98581180 x1855007613368960/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769075110.298556:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075110.298561:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075110.298566:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f4ad4c4] to pc [ptlrpcd_rcv+-1] req@ffff982b98581180 x1855007613368960/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075110.298591:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075110.298594:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075110.298598:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769075110.298599:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075110.298601:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075110.298603:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075110.298605:0:27795:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2094 00000400:00000200:0.0:1769075110.298608:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769075110.298610:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075110.298613:0:27795:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769075110.298616:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075110.298618:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075110.298620:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075110.298622:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:0.0:1769075110.298624:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075110.298625:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000020:00000001:0.0:1769075110.298627:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075110.298629:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000020:00000001:0.0:1769075110.298631:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000020:00000001:0.0:1769075110.298633:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000040:0.0:1769075110.298637:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075110.298639:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075110.298655:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075110.298658:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:0.0:1769075110.298660:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 00000100:00080000:0.0:1769075110.298663:0:27795:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:0.0:1769075110.298666:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075110.298669:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769075110.298669:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1769075110.298676:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075110.298680:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075110.298681:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075110.298683:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075110.298687:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000008:00100000:0.0:1769075110.298690:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769075110.298694:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075110.298696:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769075110.298700:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98582a00. 00000020:00000040:0.0:1769075110.298706:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000040:3.0:1769075110.298709:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98581180 x1855007613368960/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769075110.298710:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075110.298714:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075110.298717:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075110.298719:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075110.298723:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075110.298727:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b85880800. 00000100:00000001:0.0:1769075110.298732:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075110.298746:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769075110.298747:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b98582a00 x1855007613369088/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075110.298751:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075110.298762:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769075110.298767:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075110.298770:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075110.298770:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1769075110.298782:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c377364] to pc [ptlrpcd_rcv+-1] req@ffff982b98582a00 x1855007613369088/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075110.298783:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075110.298802:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98581180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613368960:192.168.204.151@tcp:250:kworker.0 00000100:00000001:0.0:1769075110.298813:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075110.298814:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1769075110.298822:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1769075110.298822:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075110.298828:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075110.298830:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 02000000:00000001:3.0:1769075110.298832:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769075110.298834:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075110.298837:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075110.298839:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075110.298843:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2094 02000000:00000010:3.0:1769075110.298844:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c03000. 02000000:00000001:3.0:1769075110.298852:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769075110.298860:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769075110.298866:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075110.298868:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000400:00000200:3.0:1769075110.298870:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000040:0.0:1769075110.298875:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075110.298879:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075110.298882:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000400:00000010:3.0:1769075110.298882:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7f78. 00000100:00000001:0.0:1769075110.298896:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000400:00000010:3.0:1769075110.298900:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6770. 00000020:00000001:0.0:1769075110.298901:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:3.0:1769075110.298912:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613368960, portal 25 00000020:00000040:0.0:1769075110.298915:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3de 00000100:00000001:3.0:1769075110.298916:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1769075110.298918:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769075110.298923:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739765120 : -114161969786496 : ffff982b98581180) 00000020:00000040:0.0:1769075110.298924:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b9968c800 refcount=4 00000020:00000001:0.0:1769075110.298930:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000100:00000040:3.0:1769075110.298937:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98581180 x1855007613368960/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769075110.298939:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000100:00000040:0.0:1769075110.298953:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075110.298961:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075110.298971:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075110.298972:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769075110.298982:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000040:3.0:1769075110.298992:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000020:00000040:0.0:1769075110.298994:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b9968c800 : new refcount 3 00000400:00000010:3.0:1769075110.298996:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6660. 00000100:00000200:3.0:1769075110.299002:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007613368960, offset 0 00000100:00080000:0.0:1769075110.299003:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: import ffff982b83e5e800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:0.0:1769075110.299016:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075110.299021:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:3.0:1769075110.299023:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 02000000:00000001:0.0:1769075110.299026:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075110.299031:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075110.299034:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000200:3.0:1769075110.299035:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000008:00100000:0.0:1769075110.299058:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000400:00000200:3.0:1769075110.299059:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000008:00000001:0.0:1769075110.299072:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075110.299075:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1769075110.299077:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769075110.299082:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98580a80. 00000400:00000200:3.0:1769075110.299083:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000020:00000040:0.0:1769075110.299092:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 00000400:00000200:3.0:1769075110.299095:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1769075110.299097:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075110.299100:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075110.299101:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000100:00000001:0.0:1769075110.299105:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075110.299110:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1769075110.299112:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15670:15670:256:4294967295] 192.168.204.151@tcp LPNI seq info [15670:15670:8:4294967295] 02000000:00000001:0.0:1769075110.299114:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075110.299119:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b85882800. 00000100:00000001:0.0:1769075110.299124:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075110.299124:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00100000:0.0:1769075110.299146:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b98580a80 x1855007613369216/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769075110.299155:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000100:00000001:0.0:1769075110.299180:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075110.299183:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075110.299184:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000100:00000040:0.0:1769075110.299192:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f25c139] to pc [ptlrpcd_rcv+-1] req@ffff982b98580a80 x1855007613369216/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1769075110.299194:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcbf00. 00000100:00000001:0.0:1769075110.299207:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075110.299210:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00080000:0.0:1769075110.299212:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075110.299216:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000200:3.0:1769075110.299217:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 8 secs later) 00000100:00000001:0.0:1769075110.299222:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075110.299225:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075110.299234:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000800:00000200:3.1:1769075110.299234:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00080000:0.0:1769075110.299244:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2094 00000800:00000200:3.1:1769075110.299245:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 8 secs later) 00000400:00000200:0.0:1769075110.299261:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000800:00000100:3.0:1769075110.299262:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075110.299269:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcbf00. 00000400:00000200:0.0:1769075110.299271:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075110.299275:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000400:00000200:3.0:1769075110.299277:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:0.0:1769075110.299282:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075110.299284:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075110.299288:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075110.299290:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:0.0:1769075110.299292:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075110.299293:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3e5 00000400:00000200:3.0:1769075110.299308:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075110.299312:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6660 00000400:00000010:3.0:1769075110.299315:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6660. 00000100:00000001:3.0:1769075110.299321:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1769075110.299328:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1769075110.299329:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b98581180 x1855007613368960/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1769075110.299333:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b897c2000 refcount=4 00000020:00000001:0.0:1769075110.299342:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000020:00000001:0.0:1769075110.299346:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000100:00000040:0.0:1769075110.299350:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075110.299361:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075110.299367:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075110.299368:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769075110.299375:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000040:3.0:1769075110.299377:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98581180 x1855007613368960/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075135 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1769075110.299385:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b897c2000 : new refcount 3 00000100:00080000:0.0:1769075110.299398:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: import ffff982b99688000 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:3.0:1769075110.299400:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075110.299406:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769075110.299407:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075110.299412:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769075110.299415:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075110.299416:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075110.299443:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075110.299444:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769075110.299452:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075110.299454:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296776070 00000008:00100000:0.0:1769075110.299455:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769075110.299464:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075110.299467:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769075110.299471:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98582d80. 00000100:00000001:3.0:1769075110.299472:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296770950 00000020:00000040:0.0:1769075110.299475:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 02000000:00000001:0.0:1769075110.299481:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075110.299483:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075110.299485:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075110.299487:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769075110.299487:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296776070 02000000:00000001:0.0:1769075110.299491:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075110.299497:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b85880400. 00000100:00000001:3.0:1769075110.299497:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296770950 00000100:00000001:0.0:1769075110.299505:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075110.299507:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1769075110.299513:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b98582d80 x1855007613369344/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075110.299517:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075110.299525:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1769075110.299530:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075110.299534:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075110.299536:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075110/real 1769075110] req@ffff982b98581180 x1855007613368960/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769075110.299543:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ae4bcc8] to pc [ptlrpcd_rcv+-1] req@ffff982b98582d80 x1855007613369344/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075110.299568:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1769075110.299572:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769075110.299572:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075110.299576:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7f78. 00000100:00000040:0.0:1769075110.299582:0:27795:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2104) 00000400:00000200:3.0:1769075110.299583:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6770 00000400:00000010:3.0:1769075110.299587:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6770. 00000100:00000001:3.0:1769075110.299592:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075110.299597:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98581180 x1855007613368960/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075110.299608:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98581180 x1855007613368960/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075110.299615:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075110.299616:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075110.299617:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075110.299619:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075110.299621:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b98581180 x1855007613368960/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075110.299626:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075110.299629:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98581180 x1855007613368960/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075110.299634:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075110.299636:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075110.299637:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075110.299638:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075110.299653:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075110.299654:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075110.299657:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075110.299660:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.151@tcp failed (-110) 00000100:00000001:3.0:1769075110.299663:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075110.299668:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98581180 x1855007613368960/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075110.299677:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98581180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613368960:192.168.204.151@tcp:250:kworker.0 00000100:00000001:3.0:1769075110.299682:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075110.299684:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075110.299687:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98581180 x1855007613368960/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075110.299695:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075110.299698:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075110.299701:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c03000. 02000000:00000001:3.0:1769075110.299705:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075110.299708:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075110.299710:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:3.0:1769075110.299713:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075110.299715:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b85881800. 02000000:00000001:3.0:1769075110.299719:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075110.299721:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075110.299723:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98581180. 00000100:00000001:3.0:1769075110.299726:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075110.299727:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075110.299729:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075110.299735:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075110.299736:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075110.299738:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075110.299739:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075110.299741:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075110.299744:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98582a00 x1855007613369088/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075110.299750:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075110.299751:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075110.299753:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075110.299754:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075110.299756:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075110.299758:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98582a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613369088:192.168.204.151@tcp:38:kworker.0 00000100:00000001:3.0:1769075110.299761:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075110.299762:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075110.299764:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075110.299765:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075110.299768:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c03000. 02000000:00000001:3.0:1769075110.299769:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075110.299772:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769075110.299774:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7f78. 00000400:00000010:3.0:1769075110.299777:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6770. 00000100:00000200:3.0:1769075110.299779:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613369088, portal 10 00000100:00000001:3.0:1769075110.299780:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075110.299782:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739771392 : -114161969780224 : ffff982b98582a00) 00000100:00000040:3.0:1769075110.299786:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98582a00 x1855007613369088/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075110.299791:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075110.299792:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769075110.299794:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6660. 00000100:00000200:3.0:1769075110.299795:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613369088, offset 0 00000400:00000200:3.0:1769075110.299798:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769075110.299801:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075110.299803:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769075110.299805:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075110.299807:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769075110.299819:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075110.299821:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769075110.299823:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15671:15671:256:4294967295] 192.168.204.151@tcp LPNI seq info [15671:15671:8:4294967295] 00000400:00000200:3.0:1769075110.299826:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075110.299830:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769075110.299833:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075110.299836:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcbf00. 00000800:00000200:3.0:1769075110.299839:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.0:1769075110.299841:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 8 secs later) 00000800:00000200:3.1:1769075110.299845:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.1:1769075110.299847:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 8 secs later) 00000800:00000100:3.0:1769075110.299850:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075110.299851:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcbf00. 00000400:00000200:3.0:1769075110.299853:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075110.299855:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075110.299857:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6660 00000400:00000010:3.0:1769075110.299858:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6660. 00000100:00000001:3.0:1769075110.299860:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075110.299862:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b98582a00 x1855007613369088/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075110.299868:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075110.299869:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98582a00 x1855007613369088/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075135 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075110.299874:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075110.299875:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075110.299877:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075110.299879:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1068438 usecs (1069 jiffies) 00000400:00000200:3.0:1769075110.299882:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075110.299883:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296768046 00000100:00000001:3.0:1769075110.299885:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296776070 00000100:00000001:3.0:1769075110.299887:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296768046 00000100:00000001:3.0:1769075110.299888:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296776070 00000100:00000001:3.0:1769075110.299889:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075110.299890:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075110.299892:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075110.299894:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075110/real 1769075110] req@ffff982b98582a00 x1855007613369088/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075110.299904:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075110.299905:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075110.299906:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7f78. 00000400:00000200:3.0:1769075110.299908:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6770 00000400:00000010:3.0:1769075110.299909:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6770. 00000100:00000001:3.0:1769075110.299910:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075110.299912:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98582a00 x1855007613369088/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075110.299917:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98582a00 x1855007613369088/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075110.299922:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075110.299923:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075110.299924:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075110.299925:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075110.299928:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b98582a00 x1855007613369088/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075110.299932:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075110.299934:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98582a00 x1855007613369088/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075110.299938:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075110.299940:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075110.299941:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075110.299942:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075110.299943:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075110.299944:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075110.299945:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075110.299948:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:3.0:1769075110.299949:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075110.299952:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98582a00 x1855007613369088/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075110.299957:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98582a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613369088:192.168.204.151@tcp:38:kworker.0 00000100:00000001:3.0:1769075110.299960:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075110.299962:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98580a80 x1855007613369216/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075110.299966:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075110.299967:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075110.299968:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075110.299969:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075110.299971:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075110.299973:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98580a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613369216:192.168.204.151@tcp:8:kworker.0 00000100:00000001:3.0:1769075110.299975:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075110.299976:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075110.299977:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075110.299978:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075110.299980:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c01400. 02000000:00000001:3.0:1769075110.299982:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075110.299984:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769075110.299985:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7f78. 00000400:00000010:3.0:1769075110.299987:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6770. 00000100:00000200:3.0:1769075110.299989:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613369216, portal 4 00000100:00000001:3.0:1769075110.299991:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075110.299992:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739763328 : -114161969788288 : ffff982b98580a80) 00000100:00000040:3.0:1769075110.299995:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98580a80 x1855007613369216/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075110.300000:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075110.300001:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769075110.300002:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6660. 00000100:00000200:3.0:1769075110.300004:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613369216, offset 0 00000400:00000200:3.0:1769075110.300007:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769075110.300009:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075110.300011:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769075110.300013:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075110.300015:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769075110.300017:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075110.300019:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769075110.300021:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15672:15672:256:4294967295] 192.168.204.151@tcp LPNI seq info [15672:15672:8:4294967295] 00000400:00000200:3.0:1769075110.300024:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075110.300028:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769075110.300030:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075110.300032:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcbf00. 00000800:00000200:3.0:1769075110.300034:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.0:1769075110.300036:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 8 secs later) 00000800:00000200:3.1:1769075110.300039:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.1:1769075110.300041:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 8 secs later) 00000800:00000100:3.0:1769075110.300043:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075110.300045:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcbf00. 00000400:00000200:3.0:1769075110.300046:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075110.300049:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075110.300061:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6660 00000400:00000010:3.0:1769075110.300062:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6660. 00000100:00000001:3.0:1769075110.300064:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075110.300066:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b98580a80 x1855007613369216/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075110.300071:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075110.300073:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98580a80 x1855007613369216/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075135 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075110.300077:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075110.300078:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075110.300080:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075110.300082:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24872 usecs (25 jiffies) 00000400:00000200:3.0:1769075110.300084:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075110.300085:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296767002 00000100:00000001:3.0:1769075110.300087:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296776070 00000100:00000001:3.0:1769075110.300089:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296767002 00000100:00000001:3.0:1769075110.300090:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296776070 00000100:00000001:3.0:1769075110.300091:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075110.300092:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075110.300093:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075110.300096:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075110/real 1769075110] req@ffff982b98580a80 x1855007613369216/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075110.300100:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075110.300101:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075110.300102:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7f78. 00000400:00000200:3.0:1769075110.300103:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6770 00000400:00000010:3.0:1769075110.300104:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6770. 00000100:00000001:3.0:1769075110.300105:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075110.300107:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98580a80 x1855007613369216/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075110.300113:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98580a80 x1855007613369216/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075110.300116:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075110.300117:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075110.300118:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075110.300119:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075110.300121:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b98580a80 x1855007613369216/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075110.300125:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075110.300127:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98580a80 x1855007613369216/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075110.300131:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075110.300133:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075110.300135:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075110.300135:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075110.300137:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075110.300138:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075110.300139:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075110.300141:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:3.0:1769075110.300142:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075110.300145:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98580a80 x1855007613369216/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075110.300149:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98580a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613369216:192.168.204.151@tcp:8:kworker.0 00000100:00000001:3.0:1769075110.300152:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075110.300154:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98582d80 x1855007613369344/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075110.300158:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075110.300159:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075110.300160:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075110.300161:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075110.300162:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075110.300164:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98582d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613369344:192.168.204.151@tcp:8:kworker.0 00000100:00000001:3.0:1769075110.300166:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075110.300167:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075110.300168:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075110.300169:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075110.300171:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c03400. 02000000:00000001:3.0:1769075110.300172:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075110.300174:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769075110.300176:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7f78. 00000400:00000010:3.0:1769075110.300178:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6770. 00000100:00000200:3.0:1769075110.300180:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613369344, portal 4 00000100:00000001:3.0:1769075110.300181:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075110.300182:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739772288 : -114161969779328 : ffff982b98582d80) 00000100:00000040:3.0:1769075110.300186:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98582d80 x1855007613369344/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075110.300190:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075110.300191:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769075110.300193:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6660. 00000100:00000200:3.0:1769075110.300194:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613369344, offset 0 00000400:00000200:3.0:1769075110.300196:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769075110.300198:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075110.300200:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769075110.300201:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075110.300203:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769075110.300205:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075110.300206:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769075110.300208:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15673:15673:256:4294967295] 192.168.204.151@tcp LPNI seq info [15673:15673:8:4294967295] 00000400:00000200:3.0:1769075110.300211:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075110.300214:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769075110.300217:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075110.300219:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcbf00. 00000800:00000200:3.0:1769075110.300221:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.0:1769075110.300223:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 8 secs later) 00000800:00000200:3.1:1769075110.300225:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.1:1769075110.300227:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 8 secs later) 00000800:00000100:3.0:1769075110.300229:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075110.300230:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcbf00. 00000400:00000200:3.0:1769075110.300232:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075110.300234:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075110.300236:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6660 00000400:00000010:3.0:1769075110.300237:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6660. 00000100:00000001:3.0:1769075110.300238:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075110.300240:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b98582d80 x1855007613369344/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075110.300250:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075110.300251:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98582d80 x1855007613369344/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075135 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075110.300256:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075110.300257:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075110.300258:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075110.300260:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26900 usecs (27 jiffies) 00000400:00000200:3.0:1769075110.300261:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075110.300263:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296767004 00000100:00000001:3.0:1769075110.300264:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296776070 00000100:00000001:3.0:1769075110.300265:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296767004 00000100:00000001:3.0:1769075110.300267:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296776070 00000100:00000001:3.0:1769075110.300268:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075110.300270:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075110.300271:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075110.300273:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075110/real 1769075110] req@ffff982b98582d80 x1855007613369344/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075110.300277:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075110.300278:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075110.300279:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7f78. 00000400:00000200:3.0:1769075110.300299:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6770 00000400:00000010:3.0:1769075110.300300:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6770. 00000100:00000001:3.0:1769075110.300302:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075110.300304:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98582d80 x1855007613369344/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075110.300309:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98582d80 x1855007613369344/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075110.300314:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075110.300315:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075110.300317:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075110.300318:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075110.300320:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b98582d80 x1855007613369344/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075110.300324:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075110.300326:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98582d80 x1855007613369344/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075110.300330:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075110.300332:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075110.300333:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075110.300334:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075110.300335:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075110.300336:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075110.300338:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075110.300340:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:3.0:1769075110.300341:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075110.300343:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98582d80 x1855007613369344/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075110.300348:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98582d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613369344:192.168.204.151@tcp:8:kworker.0 00000100:00000001:3.0:1769075110.300350:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075110.300352:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075110.300353:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98582a00 x1855007613369088/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075110.300357:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075110.300358:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075110.300359:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c03000. 02000000:00000001:3.0:1769075110.300361:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075110.300362:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075110.300363:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:3.0:1769075110.300365:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075110.300366:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b85880800. 02000000:00000001:3.0:1769075110.300367:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075110.300368:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075110.300369:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98582a00. 00000100:00000001:3.0:1769075110.300371:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075110.300372:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075110.300373:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075110.300375:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98580a80 x1855007613369216/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075110.300379:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075110.300380:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075110.300381:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c01400. 02000000:00000001:3.0:1769075110.300383:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075110.300384:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075110.300385:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:3.0:1769075110.300386:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075110.300386:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b85882800. 02000000:00000001:3.0:1769075110.300388:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075110.300388:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075110.300389:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98580a80. 00000100:00000001:3.0:1769075110.300391:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075110.300392:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075110.300393:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075110.300395:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98582d80 x1855007613369344/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075135 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075110.300398:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075110.300399:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075110.300400:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c03400. 02000000:00000001:3.0:1769075110.300401:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075110.300402:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075110.300402:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:3.0:1769075110.300403:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075110.300404:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b85880400. 02000000:00000001:3.0:1769075110.300406:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075110.300407:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075110.300408:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98582d80. 00000100:00000001:3.0:1769075110.300410:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075110.300410:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075110.300412:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075110.300414:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075110.300415:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075110.300416:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075110.300417:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075110.810372:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075110.810380:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075110.810382:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075110.810389:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075110.810393:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075110.810405:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075110.810409:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075110.810411:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075110.810414:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075111.194396:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075111.194401:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075111.194406:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075111.194407:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075111.194474:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075111.194481:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075111.194487:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075111.834359:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075111.834365:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075111.834367:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075111.834371:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075111.834374:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075111.834377:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075111.834379:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075111.834381:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075111.834383:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075112.218381:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075112.218388:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769075112.218390:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769075112.218395:0:21410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769075112.218396:0:21410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769075112.218398:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075112.218402:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769075112.218404:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075112.218405:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075112.218407:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075112.218409:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075112.218410:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075112.218464:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075112.218467:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075112.218470:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075112.858416:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075112.858424:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075112.858427:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075112.858433:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075112.858437:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075112.858441:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075112.858444:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075112.858447:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075112.858450:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075113.242354:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075113.242359:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075113.242363:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075113.242364:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075113.242428:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075113.242433:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075113.242437:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075113.882417:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075113.882424:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075113.882426:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075113.882431:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075113.882434:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075113.882438:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075113.882440:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075113.882443:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075113.882461:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075114.266381:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075114.266387:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075114.266391:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075114.266392:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075114.266444:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075114.266448:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075114.266451:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075114.906389:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075114.906400:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075114.906403:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075114.906410:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075114.906415:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075114.906420:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075114.906423:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075114.906425:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075114.906429:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075115.290381:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075115.290387:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075115.290391:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075115.290392:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075115.290476:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075115.290482:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075115.290485:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075115.418391:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075115.418402:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769075115.418406:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075115.418411:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075115.418416:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075115.418423:0:27795:0:(import.c:509:import_select_connection()) MGC192.168.204.151@tcp: connect to NID 192.168.204.151@tcp last attempt 2099 00000400:00000200:3.0:1769075115.418434:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075115.418440:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075115.418444:0:27795:0:(import.c:588:import_select_connection()) MGC192.168.204.151@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075115.418448:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075115.418451:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075115.418454:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075115.418457:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:3.0:1769075115.418462:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075115.418463:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000020:00000001:3.0:1769075115.418466:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075115.418469:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000020:00000001:3.0:1769075115.418472:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000020:00000001:3.0:1769075115.418475:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00000040:3.0:1769075115.418479:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075115.418492:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075115.418495:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075115.418497:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:3.0:1769075115.418500:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00080000:3.0:1769075115.418504:0:27795:0:(import.c:623:import_select_connection()) MGC192.168.204.151@tcp: import ffff982b88b8a800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:3.0:1769075115.418507:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075115.418510:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075115.418514:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075115.418517:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075115.418520:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075115.418522:0:27795:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075115.418532:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90373b80. 00000020:00000040:3.0:1769075115.418536:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 02000000:00000001:3.0:1769075115.418540:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075115.418542:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075115.418545:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075115.418548:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075115.418552:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075115.418588:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c03400. 00000100:00000001:3.0:1769075115.418595:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075115.418605:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90373b80 x1855007613369472/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075115.418616:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075115.418620:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075115.418637:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d198dc8] to pc [ptlrpcd_rcv+-1] req@ffff982b90373b80 x1855007613369472/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075115.418664:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075115.418668:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075115.418672:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769075115.418673:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075115.418676:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075115.418679:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075115.418682:0:27795:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2099 00000400:00000200:3.0:1769075115.418688:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075115.418694:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075115.418697:0:27795:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075115.418702:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075115.418704:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075115.418705:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075115.418712:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1769075115.418712:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075115.418717:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769075115.418719:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:3.0:1769075115.418725:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075115.418729:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000100:00000040:1.0:1769075115.418730:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90373b80 x1855007613369472/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769075115.418735:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075115.418744:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000100:00000001:1.0:1769075115.418750:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1769075115.418752:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000001:1.0:1769075115.418754:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075115.418761:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1769075115.418762:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 02000000:00000001:1.0:1769075115.418765:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075115.418769:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075115.418772:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00100000:1.0:1769075115.418775:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90373b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613369472:192.168.204.151@tcp:250:kworker.0 00000100:00000001:3.0:1769075115.418782:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075115.418784:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075115.418789:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1769075115.418790:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 02000000:00000001:1.0:1769075115.418792:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075115.418797:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1769075115.418799:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 02000000:00000010:1.0:1769075115.418807:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606cc00. 00000020:00000040:3.0:1769075115.418808:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 02000000:00000001:1.0:1769075115.418815:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075115.418821:0:27795:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000400:00000200:1.0:1769075115.418827:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075115.418830:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075115.418833:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e476e0. 02000000:00000001:3.0:1769075115.418835:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:1.0:1769075115.418840:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8550. 02000000:00000001:3.0:1769075115.418844:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1769075115.418850:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613369472, portal 25 02000000:00000001:3.0:1769075115.418850:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075115.418856:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075115.418858:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769075115.418859:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603395456 : -114162106156160 : ffff982b90373b80) 00000008:00100000:3.0:1769075115.418866:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00000040:1.0:1769075115.418868:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90373b80 x1855007613369472/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:3.0:1769075115.418878:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075115.418889:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075115.418900:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1769075115.418903:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90373800. 00000100:00000040:1.0:1769075115.418904:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075115.418910:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8220. 00000020:00000040:3.0:1769075115.418911:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000200:1.0:1769075115.418914:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007613369472, offset 0 02000000:00000001:3.0:1769075115.418919:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075115.418921:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075115.418928:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000100:00000001:3.0:1769075115.418929:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075115.418940:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075115.418943:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075115.418948:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 02000000:00000010:3.0:1769075115.418949:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c01400. 00000100:00000001:3.0:1769075115.418958:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075115.418962:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000100:00100000:3.0:1769075115.418968:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90373800 x1855007613369600/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769075115.418971:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075115.418982:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000100:00000001:3.0:1769075115.418990:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1769075115.418991:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1769075115.418999:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075115.419000:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075115.419014:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15674:15674:256:4294967295] 192.168.204.151@tcp LPNI seq info [15674:15674:8:4294967295] 00000100:00000040:3.0:1769075115.419015:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef52a2eb] to pc [ptlrpcd_rcv+-1] req@ffff982b90373800 x1855007613369600/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769075115.419029:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075115.419045:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000100:00000001:3.0:1769075115.419064:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769075115.419066:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000100:00080000:3.0:1769075115.419070:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000010:1.0:1769075115.419073:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b600. 00000100:00080000:3.0:1769075115.419075:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769075115.419077:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075115.419080:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000200:1.0:1769075115.419087:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000001:3.0:1769075115.419088:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000800:00000200:1.0:1769075115.419094:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 3 secs later) 00000100:00080000:3.0:1769075115.419095:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2099 00000400:00000200:3.0:1769075115.419118:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000800:00000200:1.1:1769075115.419119:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075115.419134:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 3 secs later) 00000400:00000200:3.0:1769075115.419137:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075115.419145:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1769075115.419152:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075115.419155:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b600. 00000100:00000040:3.0:1769075115.419160:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000400:00000200:1.0:1769075115.419164:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:3.0:1769075115.419166:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1769075115.419171:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000100:00000040:3.0:1769075115.419178:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000400:00000200:1.0:1769075115.419180:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8220 00000400:00000010:1.0:1769075115.419183:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8220. 00000100:00000001:3.0:1769075115.419186:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000001:1.0:1769075115.419189:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1769075115.419194:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:1.0:1769075115.419197:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90373b80 x1855007613369472/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1769075115.419199:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3de 00000020:00000001:3.0:1769075115.419209:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075115.419214:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b9968c800 refcount=4 00000020:00000001:3.0:1769075115.419219:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000020:00000001:3.0:1769075115.419221:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000100:00000001:1.0:1769075115.419223:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075115.419227:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075115.419231:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769075115.419233:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90373b80 x1855007613369472/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075140 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075115.419235:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075115.419241:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:3.0:1769075115.419250:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b9968c800 : new refcount 3 00000100:00080000:3.0:1769075115.419257:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: import ffff982b83e5e800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:3.0:1769075115.419259:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075115.419261:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075115.419264:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075115.419271:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075115.419311:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075115.419313:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075115.419317:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075115.419319:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075115.419333:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90372300. 00000100:00000001:1.0:1769075115.419337:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769075115.419339:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 00000100:00000001:1.0:1769075115.419343:0:2363:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1769075115.419345:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075115.419349:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075115.419351:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075115.419354:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769075115.419357:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075115.419357:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075115.419368:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 02000000:00000010:3.0:1769075115.419369:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c03000. 00000100:00000001:1.0:1769075115.419372:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296781190 00000100:00000001:3.0:1769075115.419379:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075115.419382:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296776070 00000100:00000001:1.0:1769075115.419387:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296781190 00000100:00100000:3.0:1769075115.419388:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90372300 x1855007613369728/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075115.419396:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296776070 00000100:00000001:1.0:1769075115.419407:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075115.419407:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075115.419413:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075115.419414:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075115.419420:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000040:3.0:1769075115.419425:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000251f3721] to pc [ptlrpcd_rcv+-1] req@ffff982b90372300 x1855007613369728/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075115.419431:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075115/real 1769075115] req@ffff982b90373b80 x1855007613369472/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075115.419489:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769075115.419490:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075115.419493:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00080000:3.0:1769075115.419494:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1769075115.419496:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e476e0. 00000100:00080000:3.0:1769075115.419498:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000400:00000200:1.0:1769075115.419502:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8550 00000100:00000001:3.0:1769075115.419504:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:1.0:1769075115.419509:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8550. 00000100:00080000:3.0:1769075115.419509:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769075115.419518:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769075115.419519:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00000200:1.0:1769075115.419530:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90373b80 x1855007613369472/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075115.419531:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2099 00000400:00000200:3.0:1769075115.419566:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075115.419574:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00000200:1.0:1769075115.419576:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90373b80 x1855007613369472/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075115.419577:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075115.419587:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075115.419597:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075115.419605:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075115.419606:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075115.419613:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000001:1.0:1769075115.419614:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075115.419627:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1769075115.419628:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769075115.419636:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1769075115.419636:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3e5 00000020:00000001:3.0:1769075115.419649:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075115.419655:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b897c2000 refcount=4 00000100:00100000:1.0:1769075115.419656:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90373b80 x1855007613369472/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769075115.419669:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000020:00000001:3.0:1769075115.419678:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000100:00000040:3.0:1769075115.419692:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075115.419705:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075115.419706:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075115.419718:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000040:1.0:1769075115.419720:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90373b80 x1855007613369472/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075115.419722:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:3.0:1769075115.419732:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b897c2000 : new refcount 3 00000100:00080000:3.0:1769075115.419744:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: import ffff982b99688000 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:1.0:1769075115.419750:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075115.419752:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075115.419759:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769075115.419760:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075115.419763:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075115.419765:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769075115.419766:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075115.419772:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 02000000:00000001:3.0:1769075115.419772:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075115.419780:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075115.419780:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075115.419788:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1769075115.419789:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from CONNECTING to DISCONN 00000008:00000001:3.0:1769075115.419798:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769075115.419804:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.151@tcp failed (-110) 00000100:00000001:3.0:1769075115.419805:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075115.419809:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000010:3.0:1769075115.419812:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90372a00. 00000100:00000040:1.0:1769075115.419820:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90373b80 x1855007613369472/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1769075115.419821:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 02000000:00000001:3.0:1769075115.419839:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00100000:1.0:1769075115.419842:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90373b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613369472:192.168.204.151@tcp:250:kworker.0 02000000:00000001:3.0:1769075115.419844:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075115.419847:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075115.419849:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769075115.419851:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1769075115.419854:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1769075115.419855:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90373b80 x1855007613369472/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075115.419860:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075115.419862:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075115.419867:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075115.419870:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606cc00. 02000000:00000010:3.0:1769075115.419870:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c00400. 02000000:00000001:1.0:1769075115.419876:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075115.419879:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1769075115.419881:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769075115.419882:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:1.0:1769075115.419892:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075115.419895:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c03400. 00000100:00100000:3.0:1769075115.419901:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90372a00 x1855007613369856/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1769075115.419902:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075115.419907:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075115.419911:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90373b80. 00000100:00000001:1.0:1769075115.419919:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075115.419919:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075115.419923:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075115.419927:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075115.419930:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075115.419936:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000108dea0b] to pc [ptlrpcd_rcv+-1] req@ffff982b90372a00 x1855007613369856/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075115.419942:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075115.419944:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075115.419946:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075115.419951:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1769075115.419953:0:27795:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2109) 00000100:00000001:1.0:1769075115.419955:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075115.419959:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075115.419982:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90373800 x1855007613369600/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075115.419990:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075115.419992:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075115.419994:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075115.419996:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075115.419998:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075115.420001:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90373800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613369600:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075115.420003:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075115.420005:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075115.420006:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075115.420008:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075115.420011:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075115.420012:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075115.420016:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075115.420019:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e476e0. 00000400:00000010:1.0:1769075115.420022:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8550. 00000100:00000200:1.0:1769075115.420025:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613369600, portal 10 00000100:00000001:1.0:1769075115.420026:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075115.420043:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603394560 : -114162106157056 : ffff982b90373800) 00000100:00000040:1.0:1769075115.420049:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90373800 x1855007613369600/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075115.420054:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075115.420056:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075115.420059:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8220. 00000100:00000200:1.0:1769075115.420062:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613369600, offset 0 00000400:00000200:1.0:1769075115.420066:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075115.420070:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075115.420073:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075115.420077:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075115.420079:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075115.420082:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075115.420084:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075115.420087:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15675:15675:256:4294967295] 192.168.204.151@tcp LPNI seq info [15675:15675:8:4294967295] 00000400:00000200:1.0:1769075115.420090:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075115.420112:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075115.420115:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075115.420118:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b600. 00000800:00000200:1.0:1769075115.420124:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075115.420126:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 3 secs later) 00000800:00000200:1.1:1769075115.420131:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075115.420133:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 3 secs later) 00000800:00000100:1.0:1769075115.420137:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075115.420138:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b600. 00000400:00000200:1.0:1769075115.420141:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075115.420143:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075115.420146:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8220 00000400:00000010:1.0:1769075115.420147:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8220. 00000100:00000001:1.0:1769075115.420149:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075115.420151:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90373800 x1855007613369600/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075115.420157:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075115.420159:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90373800 x1855007613369600/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075140 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075115.420164:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075115.420165:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075115.420168:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075115.420171:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1068438 usecs (1069 jiffies) 00000400:00000200:1.0:1769075115.420173:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075115.420175:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296773166 00000100:00000001:1.0:1769075115.420177:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296781190 00000100:00000001:1.0:1769075115.420179:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296773166 00000100:00000001:1.0:1769075115.420180:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296781190 00000100:00000001:1.0:1769075115.420182:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075115.420183:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075115.420184:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075115.420186:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075115/real 1769075115] req@ffff982b90373800 x1855007613369600/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075115.420191:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075115.420193:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075115.420194:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e476e0. 00000400:00000200:1.0:1769075115.420195:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8550 00000400:00000010:1.0:1769075115.420196:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8550. 00000100:00000001:1.0:1769075115.420198:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075115.420200:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90373800 x1855007613369600/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075115.420205:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90373800 x1855007613369600/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075115.420227:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075115.420228:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075115.420230:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075115.420231:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075115.420236:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90373800 x1855007613369600/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075115.420243:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075115.420248:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90373800 x1855007613369600/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075115.420256:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075115.420259:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075115.420261:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075115.420262:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075115.420265:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075115.420267:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075115.420270:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075115.420290:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075115.420293:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075115.420298:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90373800 x1855007613369600/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075115.420307:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90373800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613369600:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075115.420310:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075115.420313:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90372300 x1855007613369728/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075115.420319:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075115.420320:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075115.420322:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075115.420324:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075115.420325:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075115.420328:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90372300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613369728:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075115.420330:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075115.420332:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075115.420334:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075115.420335:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075115.420338:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075115.420340:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075115.420344:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075115.420346:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e476e0. 00000400:00000010:1.0:1769075115.420349:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8550. 00000100:00000200:1.0:1769075115.420352:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613369728, portal 4 00000100:00000001:1.0:1769075115.420373:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075115.420375:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603389184 : -114162106162432 : ffff982b90372300) 00000100:00000040:1.0:1769075115.420380:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90372300 x1855007613369728/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075115.420385:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075115.420387:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075115.420389:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8220. 00000100:00000200:1.0:1769075115.420406:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613369728, offset 0 00000400:00000200:1.0:1769075115.420409:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075115.420412:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075115.420415:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075115.420417:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075115.420419:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075115.420421:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075115.420422:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075115.420425:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15676:15676:256:4294967295] 192.168.204.151@tcp LPNI seq info [15676:15676:8:4294967295] 00000400:00000200:1.0:1769075115.420427:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075115.420431:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075115.420434:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075115.420436:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b600. 00000800:00000200:1.0:1769075115.420439:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075115.420441:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 3 secs later) 00000800:00000200:1.1:1769075115.420444:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075115.420446:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 3 secs later) 00000800:00000100:1.0:1769075115.420449:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075115.420450:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b600. 00000400:00000200:1.0:1769075115.420452:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075115.420455:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075115.420457:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8220 00000400:00000010:1.0:1769075115.420458:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8220. 00000100:00000001:1.0:1769075115.420460:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075115.420462:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90372300 x1855007613369728/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075115.420468:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075115.420470:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90372300 x1855007613369728/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075140 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075115.420474:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075115.420475:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075115.420477:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075115.420480:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24872 usecs (25 jiffies) 00000400:00000200:1.0:1769075115.420482:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075115.420483:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296772123 00000100:00000001:1.0:1769075115.420485:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296781190 00000100:00000001:1.0:1769075115.420486:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296772123 00000100:00000001:1.0:1769075115.420488:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296781190 00000100:00000001:1.0:1769075115.420489:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075115.420490:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075115.420491:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075115.420493:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075115/real 1769075115] req@ffff982b90372300 x1855007613369728/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075115.420498:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075115.420499:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075115.420501:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e476e0. 00000400:00000200:1.0:1769075115.420502:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8550 00000400:00000010:1.0:1769075115.420503:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8550. 00000100:00000001:1.0:1769075115.420505:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075115.420507:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90372300 x1855007613369728/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075115.420512:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90372300 x1855007613369728/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075115.420520:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075115.420522:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075115.420523:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075115.420524:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075115.420527:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90372300 x1855007613369728/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075115.420531:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075115.420533:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90372300 x1855007613369728/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075115.420537:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075115.420538:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075115.420539:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075115.420540:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075115.420541:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075115.420542:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075115.420544:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075115.420546:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075115.420547:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075115.420549:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90372300 x1855007613369728/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075115.420571:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90372300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613369728:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075115.420574:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075115.420576:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90372a00 x1855007613369856/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075115.420581:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075115.420582:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075115.420584:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075115.420586:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075115.420587:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075115.420589:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90372a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613369856:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075115.420591:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075115.420593:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075115.420594:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075115.420595:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075115.420598:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f400. 02000000:00000001:1.0:1769075115.420599:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075115.420602:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075115.420603:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e476e0. 00000400:00000010:1.0:1769075115.420605:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8550. 00000100:00000200:1.0:1769075115.420607:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613369856, portal 4 00000100:00000001:1.0:1769075115.420609:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075115.420610:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603390976 : -114162106160640 : ffff982b90372a00) 00000100:00000040:1.0:1769075115.420614:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90372a00 x1855007613369856/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075115.420618:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075115.420620:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075115.420621:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8220. 00000100:00000200:1.0:1769075115.420623:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613369856, offset 0 00000400:00000200:1.0:1769075115.420626:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075115.420628:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075115.420631:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075115.420633:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075115.420634:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075115.420636:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075115.420638:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075115.420640:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15677:15677:256:4294967295] 192.168.204.151@tcp LPNI seq info [15677:15677:8:4294967295] 00000400:00000200:1.0:1769075115.420643:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075115.420647:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075115.420650:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075115.420653:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b600. 00000800:00000200:1.0:1769075115.420655:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075115.420657:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 3 secs later) 00000800:00000200:1.1:1769075115.420660:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075115.420662:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 32, 3 secs later) 00000800:00000100:1.0:1769075115.420665:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075115.420666:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b600. 00000400:00000200:1.0:1769075115.420669:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075115.420671:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075115.420673:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8220 00000400:00000010:1.0:1769075115.420674:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8220. 00000100:00000001:1.0:1769075115.420676:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075115.420678:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90372a00 x1855007613369856/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075115.420683:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075115.420686:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90372a00 x1855007613369856/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075140 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075115.420690:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075115.420691:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075115.420693:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075115.420695:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26900 usecs (27 jiffies) 00000400:00000200:1.0:1769075115.420697:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075115.420698:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296772125 00000100:00000001:1.0:1769075115.420700:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296781190 00000100:00000001:1.0:1769075115.420702:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296772125 00000100:00000001:1.0:1769075115.420703:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296781190 00000100:00000001:1.0:1769075115.420705:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075115.420706:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075115.420707:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075115.420709:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075115/real 1769075115] req@ffff982b90372a00 x1855007613369856/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075115.420715:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075115.420716:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075115.420717:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e476e0. 00000400:00000200:1.0:1769075115.420719:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8550 00000400:00000010:1.0:1769075115.420720:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8550. 00000100:00000001:1.0:1769075115.420721:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075115.420723:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90372a00 x1855007613369856/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075115.420728:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90372a00 x1855007613369856/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075115.420731:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075115.420732:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075115.420733:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075115.420734:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075115.420736:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90372a00 x1855007613369856/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075115.420740:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075115.420743:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90372a00 x1855007613369856/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075115.420748:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075115.420750:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075115.420751:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075115.420751:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075115.420752:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075115.420753:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075115.420755:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075115.420757:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075115.420758:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075115.420761:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90372a00 x1855007613369856/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075115.420766:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90372a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613369856:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075115.420769:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075115.420770:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075115.420772:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90373800 x1855007613369600/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075115.420776:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075115.420777:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075115.420778:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075115.420780:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075115.420781:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075115.420781:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:1.0:1769075115.420783:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075115.420784:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c01400. 02000000:00000001:1.0:1769075115.420787:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075115.420787:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075115.420788:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90373800. 00000100:00000001:1.0:1769075115.420790:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075115.420791:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075115.420792:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075115.420794:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90372300 x1855007613369728/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075115.420798:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075115.420799:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075115.420800:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075115.420802:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075115.420803:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075115.420804:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:1.0:1769075115.420805:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075115.420806:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c03000. 02000000:00000001:1.0:1769075115.420807:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075115.420808:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075115.420809:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90372300. 00000100:00000001:1.0:1769075115.420811:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075115.420812:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075115.420813:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075115.420815:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90372a00 x1855007613369856/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075140 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075115.420819:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075115.420820:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075115.420821:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f400. 02000000:00000001:1.0:1769075115.420822:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075115.420823:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075115.420823:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:1.0:1769075115.420824:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075115.420825:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c00400. 02000000:00000001:1.0:1769075115.420827:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075115.420828:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075115.420829:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90372a00. 00000100:00000001:1.0:1769075115.420830:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075115.420830:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075115.420831:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075115.420834:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075115.420834:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075115.420836:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075115.420837:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075115.930374:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075115.930382:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075115.930386:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075115.930391:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075115.930395:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075115.930398:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075115.930400:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075115.930402:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075115.930404:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075116.314360:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075116.314366:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075116.314370:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075116.314371:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075116.314418:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075116.314421:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075116.314424:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075116.954377:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075116.954382:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075116.954384:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075116.954389:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075116.954392:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075116.954396:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075116.954399:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075116.954401:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075116.954405:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075117.338383:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075117.338390:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075117.338397:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075117.338398:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075117.338476:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075117.338480:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075117.338483:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075117.978370:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075117.978390:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075117.978392:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075117.978398:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075117.978402:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075117.978405:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075117.978408:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075117.978411:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075117.978413:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075118.362382:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075118.362389:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075118.362396:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075118.362400:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769075118.362403:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769075118.362405:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075118.362409:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769075118.362411:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075118.362414:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075118.362417:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075118.362523:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075118.362527:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075118.362531:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075119.002388:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075119.002395:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075119.002397:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075119.002401:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075119.002404:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075119.002408:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075119.002410:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075119.002412:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075119.002415:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075119.386345:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075119.386351:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075119.386356:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075119.386357:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075119.386433:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075119.386436:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075119.386439:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075120.026382:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075120.026389:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075120.026391:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075120.026395:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075120.026398:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075120.026401:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075120.026403:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075120.026405:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075120.026408:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075120.410403:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075120.410426:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075120.410433:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075120.410435:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075120.410486:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075120.410490:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075120.410493:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075120.538382:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075120.538391:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769075120.538393:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075120.538397:0:37:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075120.538401:0:37:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075120.538407:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.151@tcp: connect to NID 192.168.204.151@tcp last attempt 2104 00000400:00000200:0.0:1769075120.538416:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769075120.538423:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075120.538426:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.151@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769075120.538429:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075120.538433:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075120.538435:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075120.538438:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:0.0:1769075120.538442:0:37:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075120.538444:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000020:00000001:0.0:1769075120.538447:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075120.538450:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000020:00000001:0.0:1769075120.538453:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000020:00000001:0.0:1769075120.538455:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00000040:0.0:1769075120.538459:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075120.538461:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075120.538463:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075120.538465:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:0.0:1769075120.538480:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00080000:0.0:1769075120.538484:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.151@tcp: import ffff982b88b8a800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:0.0:1769075120.538486:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075120.538488:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075120.538497:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075120.538499:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075120.538501:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769075120.538502:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769075120.538511:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98583480. 00000020:00000040:0.0:1769075120.538514:0:37:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 02000000:00000001:0.0:1769075120.538517:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075120.538518:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075120.538521:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075120.538523:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075120.538526:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075120.538533:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b85880c00. 00000100:00000001:0.0:1769075120.538538:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075120.538545:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b98583480 x1855007613369984/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769075120.538553:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075120.538557:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075120.538560:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000628f538a] to pc [ptlrpcd_rcv+-1] req@ffff982b98583480 x1855007613369984/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075120.538578:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075120.538580:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075120.538583:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769075120.538584:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075120.538585:0:37:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075120.538587:0:37:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075120.538589:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2104 00000400:00000200:0.0:1769075120.538592:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769075120.538594:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075120.538596:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769075120.538599:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075120.538600:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075120.538603:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075120.538605:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:0.0:1769075120.538607:0:37:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075120.538608:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000020:00000001:0.0:1769075120.538609:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075120.538611:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000020:00000001:0.0:1769075120.538612:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000020:00000001:0.0:1769075120.538614:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000001:1.0:1769075120.538614:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1769075120.538619:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075120.538621:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075120.538621:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1769075120.538626:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075120.538626:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769075120.538630:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:0.0:1769075120.538632:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 00000100:00080000:0.0:1769075120.538637:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:0.0:1769075120.538639:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075120.538639:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98583480 x1855007613369984/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769075120.538642:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075120.538647:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075120.538651:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075120.538654:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769075120.538658:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769075120.538661:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075120.538662:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769075120.538664:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98583100. 00000020:00000040:0.0:1769075120.538666:0:37:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:1.0:1769075120.538668:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1769075120.538669:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075120.538672:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075120.538673:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075120.538674:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075120.538675:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075120.538678:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075120.538680:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b85880000. 02000000:00000001:1.0:1769075120.538684:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769075120.538685:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075120.538688:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1769075120.538691:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b98583100 x1855007613370112/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1769075120.538692:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075120.538700:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98583480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613369984:192.168.204.151@tcp:250:kworker.0 00000100:00000001:0.0:1769075120.538707:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075120.538709:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1769075120.538710:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075120.538716:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1769075120.538717:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053c250f7] to pc [ptlrpcd_rcv+-1] req@ffff982b98583100 x1855007613370112/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1769075120.538721:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075120.538727:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769075120.538734:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769075120.538735:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f400. 00000100:00080000:0.0:1769075120.538737:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075120.538742:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 02000000:00000001:1.0:1769075120.538742:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075120.538745:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075120.538748:0:37:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075120.538749:0:37:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075120.538751:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2104 00000400:00000200:1.0:1769075120.538756:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075120.538761:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e476e0. 00000400:00000200:0.0:1769075120.538765:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769075120.538768:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075120.538770:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000400:00000010:1.0:1769075120.538771:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8550. 00000100:00000040:0.0:1769075120.538774:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075120.538777:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075120.538779:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000200:1.0:1769075120.538780:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613369984, portal 25 00000100:00000001:0.0:1769075120.538781:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000001:1.0:1769075120.538784:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1769075120.538785:0:37:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769075120.538787:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739774080 : -114161969777536 : ffff982b98583480) 00000020:00000040:0.0:1769075120.538788:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3de 00000020:00000001:0.0:1769075120.538792:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075120.538795:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b9968c800 refcount=4 00000020:00000001:0.0:1769075120.538798:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000100:00000040:1.0:1769075120.538799:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98583480 x1855007613369984/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769075120.538800:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000100:00000040:0.0:1769075120.538808:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075120.538812:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075120.538816:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075120.538816:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769075120.538819:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000040:1.0:1769075120.538823:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000020:00000040:0.0:1769075120.538824:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff982b9968c800 : new refcount 3 00000400:00000010:1.0:1769075120.538827:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8220. 00000100:00080000:0.0:1769075120.538829:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: import ffff982b83e5e800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:0.0:1769075120.538832:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769075120.538832:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007613369984, offset 0 02000000:00000001:0.0:1769075120.538837:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075120.538839:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1769075120.538840:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 02000000:00000001:0.0:1769075120.538843:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075120.538846:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769075120.538848:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1769075120.538851:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000008:00000001:0.0:1769075120.538852:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075120.538855:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769075120.538858:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98582d80. 00000400:00000200:1.0:1769075120.538859:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000020:00000040:0.0:1769075120.538864:0:37:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 02000000:00000001:0.0:1769075120.538867:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075120.538868:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075120.538870:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1769075120.538870:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1769075120.538873:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075120.538876:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075120.538879:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 02000000:00000010:0.0:1769075120.538880:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b85881400. 00000100:00000001:0.0:1769075120.538884:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075120.538886:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000100:00100000:0.0:1769075120.538891:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b98582d80 x1855007613370240/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769075120.538895:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000100:00000001:0.0:1769075120.538904:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1769075120.538905:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15678:15678:256:4294967295] 192.168.204.151@tcp LPNI seq info [15678:15678:8:4294967295] 00000100:00000001:0.0:1769075120.538907:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075120.538915:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ae4bcc8] to pc [ptlrpcd_rcv+-1] req@ffff982b98582d80 x1855007613370240/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769075120.538920:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769075120.538927:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075120.538929:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075120.538932:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769075120.538935:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075120.538938:0:37:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075120.538942:0:37:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:1.0:1769075120.538944:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000100:00080000:0.0:1769075120.538946:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2104 00000400:00000200:0.0:1769075120.538954:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000800:00000200:1.0:1769075120.538960:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000400:00000200:0.0:1769075120.538961:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075120.538966:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000800:00000010:1.0:1769075120.538966:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b600. 00000100:00000040:0.0:1769075120.538973:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000800:00000200:1.0:1769075120.538978:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000001:0.0:1769075120.538980:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.1:1769075120.538984:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000040:0.0:1769075120.538988:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075120.538993:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:0.0:1769075120.538996:0:37:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075120.538997:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3e5 00000020:00000001:0.0:1769075120.538999:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769075120.539001:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769075120.539002:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b897c2000 refcount=4 00000020:00000001:0.0:1769075120.539008:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000400:00000200:1.0:1769075120.539009:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075120.539014:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296786309 00000020:00000001:0.0:1769075120.539015:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000100:00000040:0.0:1769075120.539021:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075120.539022:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296781190 00000100:00000001:0.0:1769075120.539023:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075120.539028:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075120.539029:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296786309 00000100:00000001:0.0:1769075120.539032:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000001:1.0:1769075120.539034:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296781190 00000020:00000040:0.0:1769075120.539035:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff982b897c2000 : new refcount 3 00000100:00080000:0.0:1769075120.539040:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: import ffff982b99688000 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:1.0:1769075120.539040:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075120.539045:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075120.539046:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075120.539050:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769075120.539050:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075120.539053:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075120.539054:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769075120.539059:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075120.539062:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769075120.539063:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769075120.539064:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000008:00000001:0.0:1769075120.539066:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075120.539068:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1769075120.539069:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075120.539072:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1769075120.539075:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98580a80. 00000100:00000001:1.0:1769075120.539076:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075120.539079:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1769075120.539080:0:37:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 02000000:00000001:0.0:1769075120.539083:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075120.539085:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075120.539085:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98583100 x1855007613370112/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075120.539091:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075120.539093:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075120.539096:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075120.539098:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075120.539100:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075120.539102:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b85882400. 02000000:00000001:1.0:1769075120.539102:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075120.539106:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769075120.539107:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075120.539109:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075120.539114:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98583100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613370112:192.168.204.151@tcp:38:kworker.0 00000100:00100000:0.0:1769075120.539117:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b98580a80 x1855007613370368/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075120.539118:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075120.539122:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075120.539124:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075120.539128:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769075120.539131:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1769075120.539134:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075120.539137:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075120.539141:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769075120.539144:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075120.539145:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47948. 00000400:00000010:1.0:1769075120.539150:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00000040:0.0:1769075120.539151:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f25c139] to pc [ptlrpcd_rcv+-1] req@ffff982b98580a80 x1855007613370368/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075120.539155:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613370112, portal 10 00000100:00000001:1.0:1769075120.539161:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075120.539163:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739773184 : -114161969778432 : ffff982b98583100) 00000100:00000001:0.0:1769075120.539164:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075120.539170:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2114) 00000100:00000040:1.0:1769075120.539172:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98583100 x1855007613370112/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075120.539179:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075120.539181:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075120.539183:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8d48. 00000100:00000200:1.0:1769075120.539185:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613370112, offset 0 00000400:00000200:1.0:1769075120.539189:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075120.539192:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075120.539194:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075120.539196:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075120.539198:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075120.539200:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075120.539202:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075120.539204:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15679:15679:255:4294967295] 192.168.204.151@tcp LPNI seq info [15679:15679:7:4294967295] 00000400:00000200:1.0:1769075120.539207:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075120.539212:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075120.539214:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075120.539217:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816bb00. 00000800:00000200:1.0:1769075120.539219:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075120.539222:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000001:1.0:1769075120.539224:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075120.539226:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1068438 usecs (1069 jiffies) 00000400:00000200:1.0:1769075120.539229:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075120.539230:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296778285 00000100:00000001:1.0:1769075120.539232:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296786309 00000100:00000001:1.0:1769075120.539234:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296778285 00000100:00000001:1.0:1769075120.539236:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296786309 00000100:00000001:1.0:1769075120.539237:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075120.539239:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075120.539240:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075120.539244:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98582d80 x1855007613370240/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075120.539251:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075120.539252:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075120.539254:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075120.539257:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075120.539259:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075120.539262:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98582d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613370240:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075120.539266:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075120.539268:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075120.539269:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075120.539272:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075120.539275:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075120.539277:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075120.539308:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075120.539311:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e471b8. 00000400:00000010:1.0:1769075120.539316:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8660. 00000100:00000200:1.0:1769075120.539319:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613370240, portal 4 00000100:00000001:1.0:1769075120.539322:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075120.539323:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739772288 : -114161969779328 : ffff982b98582d80) 00000100:00000040:1.0:1769075120.539329:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98582d80 x1855007613370240/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075120.539337:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075120.539339:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075120.539343:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8990. 00000100:00000200:1.0:1769075120.539346:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613370240, offset 0 00000400:00000200:1.0:1769075120.539350:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075120.539355:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075120.539359:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075120.539362:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075120.539365:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075120.539367:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075120.539369:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075120.539373:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15680:15680:254:4294967295] 192.168.204.151@tcp LPNI seq info [15680:15680:6:4294967295] 00000400:00000200:1.0:1769075120.539378:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075120.539387:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075120.539394:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075120.539399:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b700. 00000800:00000200:1.0:1769075120.539403:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075120.539407:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000001:1.0:1769075120.539410:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075120.539412:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24872 usecs (25 jiffies) 00000400:00000200:1.0:1769075120.539415:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075120.539418:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296777242 00000100:00000001:1.0:1769075120.539420:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296786309 00000100:00000001:1.0:1769075120.539423:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296777242 00000100:00000001:1.0:1769075120.539425:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296786309 00000100:00000001:1.0:1769075120.539427:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075120.539430:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075120.539433:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075120.539435:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075120.539439:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075120.539441:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1769075120.539443:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075120.539445:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075120.539446:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075120.539451:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98580a80 x1855007613370368/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075120.539459:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075120.539461:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075120.539464:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075120.539466:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075120.539485:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075120.539489:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98580a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613370368:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075120.539493:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075120.539495:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075120.539497:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075120.539499:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075120.539503:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075120.539506:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075120.539510:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075120.539513:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47d10. 00000400:00000010:1.0:1769075120.539516:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e85d8. 00000100:00000200:1.0:1769075120.539520:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613370368, portal 4 00000100:00000001:1.0:1769075120.539522:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075120.539523:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739763328 : -114161969788288 : ffff982b98580a80) 00000100:00000040:1.0:1769075120.539530:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98580a80 x1855007613370368/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075120.539538:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075120.539540:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075120.539543:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e84c8. 00000100:00000200:1.0:1769075120.539546:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613370368, offset 0 00000400:00000200:1.0:1769075120.539551:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075120.539555:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075120.539560:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075120.539564:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075120.539567:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075120.539569:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075120.539572:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075120.539576:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15681:15681:253:4294967295] 192.168.204.151@tcp LPNI seq info [15681:15681:5:4294967295] 00000400:00000200:1.0:1769075120.539587:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075120.539594:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075120.539600:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075120.539604:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000800:00000200:1.0:1769075120.539608:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075120.539613:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000001:1.0:1769075120.539616:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075120.539620:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26900 usecs (27 jiffies) 00000400:00000200:1.0:1769075120.539624:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075120.539626:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296777244 00000100:00000001:1.0:1769075120.539629:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296786309 00000100:00000001:1.0:1769075120.539632:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296777244 00000100:00000001:1.0:1769075120.539635:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296786309 00000100:00000001:1.0:1769075120.539637:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075120.539640:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075120.539642:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075120.539645:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075120.539648:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075120.539650:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1769075120.539651:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075120.539653:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075120.539655:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075120.539657:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075121.050385:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075121.050392:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075121.050395:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075121.050401:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075121.050405:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075121.050409:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075121.050412:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075121.050414:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075121.050417:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075121.434378:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075121.434384:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075121.434388:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075121.434389:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075121.434478:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075121.434481:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075121.434484:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075122.074357:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075122.074364:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075122.074366:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075122.074370:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075122.074373:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075122.074383:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075122.074385:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075122.074390:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075122.074392:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075122.458378:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075122.458385:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769075122.458387:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769075122.458391:0:21410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769075122.458393:0:21410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769075122.458394:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075122.458398:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769075122.458400:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075122.458402:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075122.458403:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075122.458406:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075122.458407:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075122.458485:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075122.458491:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075122.458495:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075123.098382:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075123.098390:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075123.098393:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075123.098398:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075123.098402:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075123.098406:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075123.098409:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075123.098412:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075123.098415:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075123.482367:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075123.482375:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075123.482381:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075123.482382:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075123.482458:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075123.482462:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075123.482465:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1769075123.610633:0:2351:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.151:988 00000400:00000100:3.0:1769075123.610681:0:2351:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.151@tcp at host 192.168.204.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:3.0:1769075123.610694:0:2351:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075123.610699:0:2351:0:(router.c:1755:lnet_notify()) 192.168.204.51@tcp notifying 192.168.204.151@tcp: down 00000400:00000200:3.0:1769075123.610703:0:2351:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075123.610707:0:2351:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1769075123.610712:0:2351:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.151@tcp 00000800:00000010:3.0:1769075123.610724:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b600. 00000400:00000200:3.0:1769075123.610731:0:2351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:3.0:1769075123.610736:0:2351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_DROPPED 00000400:00000200:3.0:1769075123.610743:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8220 00000400:00000010:3.0:1769075123.610746:0:2351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8220. 00000100:00000001:3.0:1769075123.610751:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075123.610761:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff982b98583480 x1855007613369984/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075123.610783:0:2351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075123.610787:0:2351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98583480 x1855007613369984/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075145 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075123.610808:0:2351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075123.610810:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:3.0:1769075123.610822:0:2351:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.151@tcp 00000800:00000010:3.0:1769075123.610826:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816bb00. 00000400:00000200:3.0:1769075123.610835:0:2351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:3.0:1769075123.610840:0:2351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_DROPPED 00000100:00000001:1.0:1769075123.610842:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1769075123.610845:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8d48 00000100:00000001:1.0:1769075123.610848:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1769075123.610850:0:2351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8d48. 00000100:00000001:1.0:1769075123.610856:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769075123.610856:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075123.610862:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff982b98583100 x1855007613370112/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075123.610880:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075120/real 1769075123] req@ffff982b98583480 x1855007613369984/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075123.610884:0:2351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075123.610892:0:2351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98583100 x1855007613370112/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075145 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075123.610899:0:2351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075123.610900:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:3.0:1769075123.610907:0:2351:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.151@tcp 00000800:00000010:3.0:1769075123.610912:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b700. 00000400:00000200:3.0:1769075123.610918:0:2351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:3.0:1769075123.610923:0:2351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_DROPPED 00000400:00000001:1.0:1769075123.610925:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1769075123.610927:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8990 00000400:00000001:1.0:1769075123.610930:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075123.610932:0:2351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8990. 00000100:00000001:3.0:1769075123.610936:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1769075123.610937:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e476e0. 00000100:00000200:3.0:1769075123.610942:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff982b98582d80 x1855007613370240/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769075123.610945:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8550 00000400:00000010:1.0:1769075123.610950:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8550. 00000100:00000001:1.0:1769075123.610956:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769075123.610957:0:2351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1769075123.610967:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98583480 x1855007613369984/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075123.610968:0:2351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98582d80 x1855007613370240/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075145 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075123.610999:0:2351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075123.611001:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:3.0:1769075123.611011:0:2351:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.151@tcp 00000100:00000200:1.0:1769075123.611012:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98583480 x1855007613369984/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1769075123.611016:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000400:00000200:3.0:1769075123.611022:0:2351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000100:00000001:1.0:1769075123.611029:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1769075123.611032:0:2351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_DROPPED 00000100:00000001:1.0:1769075123.611034:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769075123.611037:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e84c8 00000100:00000001:1.0:1769075123.611040:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1769075123.611042:0:2351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e84c8. 00000100:00000001:1.0:1769075123.611045:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075123.611047:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075123.611056:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff982b98580a80 x1855007613370368/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075123.611059:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b98583480 x1855007613369984/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075123.611080:0:2351:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769075123.611082:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075123.611088:0:2351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98580a80 x1855007613370368/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075145 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769075123.611093:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98583480 x1855007613369984/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075123.611107:0:2351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075123.611113:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075123.611115:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075123.611121:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075123.611123:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075123.611125:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075123.611129:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075123.611132:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075123.611136:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075123.611143:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075123.611146:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075123.611151:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98583480 x1855007613369984/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075123.611161:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98583480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613369984:192.168.204.151@tcp:250:kworker.0 00000100:00000001:1.0:1769075123.611168:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075123.611171:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075123.611175:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98583480 x1855007613369984/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075123.611181:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075123.611186:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075123.611192:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f400. 02000000:00000001:1.0:1769075123.611198:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075123.611203:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075123.611205:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:1.0:1769075123.611208:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075123.611211:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b85880c00. 02000000:00000001:1.0:1769075123.611216:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075123.611219:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075123.611221:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98583480. 00000100:00000001:1.0:1769075123.611226:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075123.611227:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075123.611231:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075123.611233:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075123.611235:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075123.611237:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075123.611241:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075120/real 1769075123] req@ffff982b98580a80 x1855007613370368/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075123.611250:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075123.611251:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075123.611254:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47d10. 00000400:00000200:1.0:1769075123.611257:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e85d8 00000400:00000010:1.0:1769075123.611258:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e85d8. 00000100:00000001:1.0:1769075123.611261:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075123.611264:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98580a80 x1855007613370368/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075123.611273:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98580a80 x1855007613370368/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075123.611314:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075123.611316:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075123.611318:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075123.611320:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075123.611324:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b98580a80 x1855007613370368/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075123.611331:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075123.611334:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98580a80 x1855007613370368/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075123.611342:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075123.611345:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075123.611347:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075123.611349:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075123.611351:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075123.611353:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075123.611356:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075123.611360:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075123.611363:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075123.611368:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98580a80 x1855007613370368/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075123.611376:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98580a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613370368:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075123.611383:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075123.611388:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075120/real 1769075123] req@ffff982b98583100 x1855007613370112/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075123.611396:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075123.611398:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075123.611401:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47948. 00000400:00000200:1.0:1769075123.611404:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000400:00000010:1.0:1769075123.611406:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00000001:1.0:1769075123.611408:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075123.611412:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98583100 x1855007613370112/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075123.611438:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98583100 x1855007613370112/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075123.611445:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075123.611447:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075123.611449:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075123.611450:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075123.611454:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b98583100 x1855007613370112/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075123.611460:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075123.611464:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98583100 x1855007613370112/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075123.611470:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075123.611472:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075123.611474:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075123.611475:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075123.611477:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075123.611479:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075123.611481:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075123.611485:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075123.611487:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075123.611491:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98583100 x1855007613370112/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075123.611503:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98583100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613370112:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075123.611508:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075123.611517:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075120/real 1769075123] req@ffff982b98582d80 x1855007613370240/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075123.611526:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075123.611527:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075123.611529:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e471b8. 00000400:00000200:1.0:1769075123.611531:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 00000400:00000010:1.0:1769075123.611533:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 00000100:00000001:1.0:1769075123.611535:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075123.611539:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98582d80 x1855007613370240/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075123.611548:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98582d80 x1855007613370240/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075123.611555:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075123.611557:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075123.611559:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075123.611560:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075123.611564:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b98582d80 x1855007613370240/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075123.611572:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075123.611577:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98582d80 x1855007613370240/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075123.611584:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075123.611587:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075123.611588:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075123.611589:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075123.611591:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075123.611593:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075123.611595:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075123.611600:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075123.611603:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075123.611607:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98582d80 x1855007613370240/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075123.611617:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98582d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613370240:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075123.611621:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075123.611623:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075123.611626:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98580a80 x1855007613370368/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075123.611634:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075123.611636:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075123.611638:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075123.611642:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075123.611643:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075123.611645:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:1.0:1769075123.611647:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075123.611649:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b85882400. 02000000:00000001:1.0:1769075123.611652:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075123.611654:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075123.611656:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98580a80. 00000100:00000001:1.0:1769075123.611659:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075123.611660:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075123.611662:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075123.611666:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98583100 x1855007613370112/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075123.611674:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075123.611675:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075123.611677:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075123.611680:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075123.611681:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075123.611683:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:1.0:1769075123.611685:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075123.611687:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b85880000. 02000000:00000001:1.0:1769075123.611690:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075123.611691:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075123.611693:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98583100. 00000100:00000001:1.0:1769075123.611695:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075123.611697:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075123.611698:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075123.611702:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98582d80 x1855007613370240/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075145 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075123.611710:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075123.611712:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075123.611713:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075123.611717:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075123.611718:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075123.611720:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:1.0:1769075123.611722:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075123.611724:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b85881400. 02000000:00000001:1.0:1769075123.611727:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075123.611728:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075123.611730:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98582d80. 00000100:00000001:1.0:1769075123.611733:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075123.611735:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075123.611737:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075123.611745:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075123.611747:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075123.611750:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075123.611752:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075124.122377:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075124.122383:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075124.122385:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075124.122389:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075124.122392:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075124.122395:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075124.122397:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075124.122399:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075124.122402:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075124.506487:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075124.506492:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075124.506497:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075124.506498:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075124.506677:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075124.506700:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075124.506705:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075125.146351:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075125.146358:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075125.146360:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075125.146365:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075125.146368:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075125.146372:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075125.146374:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075125.146376:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075125.146379:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075125.530403:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075125.530409:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075125.530414:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075125.530415:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075125.530473:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075125.530475:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075125.530477:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075125.658456:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075125.658465:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769075125.658467:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075125.658470:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075125.658474:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075125.658480:0:27795:0:(import.c:509:import_select_connection()) MGC192.168.204.151@tcp: connect to NID 192.168.204.151@tcp last attempt 2109 00000400:00000200:3.0:1769075125.658489:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075125.658494:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075125.658497:0:27795:0:(import.c:588:import_select_connection()) MGC192.168.204.151@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075125.658501:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075125.658505:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075125.658508:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075125.658511:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:3.0:1769075125.658515:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075125.658518:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000020:00000001:3.0:1769075125.658521:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075125.658525:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000020:00000001:3.0:1769075125.658528:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000020:00000001:3.0:1769075125.658531:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00000040:3.0:1769075125.658535:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075125.658538:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075125.658552:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075125.658555:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:3.0:1769075125.658558:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00080000:3.0:1769075125.658562:0:27795:0:(import.c:623:import_select_connection()) MGC192.168.204.151@tcp: import ffff982b88b8a800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:3.0:1769075125.658565:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075125.658568:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075125.658571:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075125.658574:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075125.658576:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075125.658579:0:27795:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075125.658586:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90371180. 00000020:00000040:3.0:1769075125.658590:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 02000000:00000001:3.0:1769075125.658595:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075125.658596:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075125.658599:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075125.658602:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075125.658607:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075125.658615:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c00800. 00000100:00000001:3.0:1769075125.658621:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075125.658630:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90371180 x1855007613370496/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075125.658641:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075125.658646:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075125.658651:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d4f01a1] to pc [ptlrpcd_rcv+-1] req@ffff982b90371180 x1855007613370496/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075125.658676:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075125.658679:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075125.658683:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769075125.658685:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075125.658687:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075125.658690:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075125.658693:0:27795:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2109 00000400:00000200:3.0:1769075125.658697:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075125.658701:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075125.658703:0:27795:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075125.658706:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075125.658709:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075125.658712:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075125.658715:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:3.0:1769075125.658718:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075125.658719:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000020:00000001:3.0:1769075125.658722:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075125.658725:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000020:00000001:3.0:1769075125.658728:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000001:1.0:1769075125.658737:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1769075125.658737:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000040:3.0:1769075125.658744:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075125.658745:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075125.658749:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075125.658751:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075125.658755:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075125.658759:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000040:1.0:1769075125.658763:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90371180 x1855007613370496/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1769075125.658764:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 00000100:00080000:3.0:1769075125.658772:0:27795:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:3.0:1769075125.658779:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075125.658784:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769075125.658786:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075125.658791:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075125.658792:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075125.658796:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075125.658798:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769075125.658799:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00100000:3.0:1769075125.658802:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1769075125.658805:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1769075125.658806:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075125.658811:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075125.658813:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075125.658816:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90372680. 00000100:00100000:1.0:1769075125.658820:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90371180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613370496:192.168.204.151@tcp:250:kworker.0 00000020:00000040:3.0:1769075125.658821:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:3.0:1769075125.658826:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075125.658828:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075125.658831:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769075125.658832:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075125.658832:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075125.658837:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075125.658840:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1769075125.658842:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c00c00. 02000000:00000001:1.0:1769075125.658844:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075125.658846:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075125.658850:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1769075125.658854:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90372680 x1855007613370624/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1769075125.658861:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606cc00. 00000100:00000001:3.0:1769075125.658862:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075125.658867:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075125.658869:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075125.658875:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6186097] to pc [ptlrpcd_rcv+-1] req@ffff982b90372680 x1855007613370624/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769075125.658884:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075125.658893:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075125.658895:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e471b8. 00000100:00080000:3.0:1769075125.658898:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075125.658904:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769075125.658906:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:1.0:1769075125.658907:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8660. 00000100:00080000:3.0:1769075125.658909:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075125.658914:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075125.658918:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2109 00000400:00000200:3.0:1769075125.658923:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075125.658927:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075125.658930:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000200:1.0:1769075125.658931:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613370496, portal 25 00000100:00000040:3.0:1769075125.658935:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075125.658937:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075125.658941:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603384704 : -114162106166912 : ffff982b90371180) 00000100:00000001:3.0:1769075125.658941:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075125.658947:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075125.658952:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000040:1.0:1769075125.658954:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90371180 x1855007613370496/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769075125.658956:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075125.658960:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3de 00000100:00000001:1.0:1769075125.658970:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1769075125.658971:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1769075125.658976:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000020:00000040:3.0:1769075125.658977:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b9968c800 refcount=4 00000020:00000001:3.0:1769075125.658982:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000400:00000010:1.0:1769075125.658983:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000020:00000001:3.0:1769075125.658987:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000100:00000200:1.0:1769075125.658991:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007613370496, offset 0 00000100:00000040:3.0:1769075125.658995:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075125.659000:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1769075125.659006:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000100:00000040:3.0:1769075125.659008:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075125.659014:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:3.0:1769075125.659019:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b9968c800 : new refcount 3 00000400:00000200:1.0:1769075125.659022:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00080000:3.0:1769075125.659029:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: import ffff982b83e5e800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:3.0:1769075125.659035:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075125.659036:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 02000000:00000001:3.0:1769075125.659039:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075125.659045:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1769075125.659046:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1769075125.659048:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075125.659052:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000200:1.0:1769075125.659055:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000008:00100000:3.0:1769075125.659057:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1769075125.659062:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075125.659065:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075125.659069:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15682:15682:256:4294967295] 192.168.204.151@tcp LPNI seq info [15682:15682:8:4294967295] 00000400:00000200:1.0:1769075125.659073:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075125.659085:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075125.659093:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075125.659100:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000800:00000200:1.0:1769075125.659107:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075125.659112:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 57 secs later) 00000800:00000200:1.1:1769075125.659118:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075125.659122:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 57 secs later) 00000800:00000100:1.0:1769075125.659127:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075125.659130:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000400:00000200:1.0:1769075125.659136:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075125.659141:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075125.659148:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000400:00000010:1.0:1769075125.659151:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00000001:1.0:1769075125.659155:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075125.659160:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90371180 x1855007613370496/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075125.659170:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075125.659174:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90371180 x1855007613370496/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075150 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075125.659182:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075125.659184:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075125.659191:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075125.659196:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075125.659201:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296791429 00000100:00000001:1.0:1769075125.659211:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296786309 00000100:00000001:1.0:1769075125.659215:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296791429 00000100:00000001:1.0:1769075125.659219:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296786309 00000100:00000001:1.0:1769075125.659230:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075125.659234:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075125.659237:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075125.659243:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075125/real 1769075125] req@ffff982b90371180 x1855007613370496/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075125.659261:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075125.659264:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075125.659267:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e471b8. 00000400:00000200:1.0:1769075125.659271:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 00000008:00000001:3.0:1769075125.659273:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075125.659275:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 00000100:00000001:3.0:1769075125.659277:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075125.659313:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90370000. 00000020:00000040:3.0:1769075125.659315:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 02000000:00000001:3.0:1769075125.659318:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075125.659320:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075125.659322:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075125.659324:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075125.659326:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075125.659331:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c03c00. 00000100:00000001:1.0:1769075125.659332:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769075125.659335:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769075125.659339:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90371180 x1855007613370496/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075125.659346:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90370000 x1855007613370752/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769075125.659360:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90371180 x1855007613370496/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075125.659362:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075125.659367:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075125.659377:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1769075125.659377:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ea400e4] to pc [ptlrpcd_rcv+-1] req@ffff982b90370000 x1855007613370752/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075125.659393:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075125.659399:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075125.659403:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075125.659405:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075125.659410:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769075125.659412:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90371180 x1855007613370496/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075125.659415:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769075125.659419:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075125.659422:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075125.659428:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769075125.659430:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769075125.659436:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2109 00000100:00000040:1.0:1769075125.659439:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90371180 x1855007613370496/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769075125.659448:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075125.659456:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000400:00000200:3.0:1769075125.659456:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00000001:1.0:1769075125.659462:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769075125.659463:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769075125.659467:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1769075125.659470:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075125.659471:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075125.659475:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075125.659477:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000040:3.0:1769075125.659480:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075125.659482:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075125.659485:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00080000:1.0:1769075125.659488:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from CONNECTING to DISCONN 00000020:00000001:3.0:1769075125.659490:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075125.659494:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3e5 00000100:00080000:1.0:1769075125.659496:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.151@tcp failed (-110) 00000020:00000001:3.0:1769075125.659498:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769075125.659501:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000040:3.0:1769075125.659502:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b897c2000 refcount=4 00000020:00000001:3.0:1769075125.659508:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000100:00000040:1.0:1769075125.659511:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90371180 x1855007613370496/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769075125.659512:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000100:00000040:3.0:1769075125.659521:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075125.659526:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1769075125.659533:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90371180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613370496:192.168.204.151@tcp:250:kworker.0 00000100:00000040:3.0:1769075125.659534:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075125.659539:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000001:1.0:1769075125.659544:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1769075125.659545:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b897c2000 : new refcount 3 00000100:00000001:1.0:1769075125.659551:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:3.0:1769075125.659552:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: import ffff982b99688000 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000040:1.0:1769075125.659559:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90371180 x1855007613370496/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075125.659559:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075125.659564:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075125.659569:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075125.659573:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075125.659574:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075125.659578:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1769075125.659579:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075125.659583:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 02000000:00000010:1.0:1769075125.659584:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606cc00. 00000008:00000001:3.0:1769075125.659587:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075125.659591:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1769075125.659592:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075125.659596:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000010:3.0:1769075125.659599:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90371f80. 00000020:00000040:1.0:1769075125.659601:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000040:3.0:1769075125.659604:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:1.0:1769075125.659606:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769075125.659610:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000010:1.0:1769075125.659612:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c00800. 02000000:00000001:3.0:1769075125.659614:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075125.659618:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769075125.659619:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075125.659620:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769075125.659624:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1769075125.659625:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769075125.659628:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90371180. 02000000:00000010:3.0:1769075125.659633:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c02800. 00000100:00000001:1.0:1769075125.659634:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075125.659638:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075125.659640:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075125.659642:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075125.659650:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90371f80 x1855007613370880/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075125.659654:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075125.659658:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075125.659664:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075125.659665:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075125.659669:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075125.659670:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075125.659673:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075125.659679:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc929eda] to pc [ptlrpcd_rcv+-1] req@ffff982b90371f80 x1855007613370880/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769075125.659683:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90372680 x1855007613370624/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075125.659707:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075125.659707:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075125.659710:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075125.659716:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1769075125.659716:0:27795:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2120) 02000000:00000001:1.0:1769075125.659721:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075125.659725:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075125.659729:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90372680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613370624:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075125.659734:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075125.659737:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075125.659739:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075125.659742:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075125.659746:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075125.659749:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075125.659754:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075125.659757:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e471b8. 00000400:00000010:1.0:1769075125.659761:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8660. 00000100:00000200:1.0:1769075125.659764:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613370624, portal 10 00000100:00000001:1.0:1769075125.659766:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075125.659768:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603390080 : -114162106161536 : ffff982b90372680) 00000100:00000040:1.0:1769075125.659775:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90372680 x1855007613370624/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075125.659783:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075125.659785:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075125.659788:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00000200:1.0:1769075125.659791:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613370624, offset 0 00000400:00000200:1.0:1769075125.659796:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075125.659801:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075125.659806:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075125.659809:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075125.659813:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075125.659815:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075125.659818:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075125.659820:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15683:15683:256:4294967295] 192.168.204.151@tcp LPNI seq info [15683:15683:8:4294967295] 00000400:00000200:1.0:1769075125.659824:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075125.659830:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075125.659833:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075125.659836:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000800:00000200:1.0:1769075125.659840:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075125.659842:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 57 secs later) 00000800:00000200:1.1:1769075125.659846:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075125.659848:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 57 secs later) 00000800:00000100:1.0:1769075125.659851:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075125.659852:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000400:00000200:1.0:1769075125.659855:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075125.659858:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075125.659861:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000400:00000010:1.0:1769075125.659862:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00000001:1.0:1769075125.659865:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075125.659869:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90372680 x1855007613370624/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075125.659878:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075125.659881:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90372680 x1855007613370624/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075150 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075125.659888:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075125.659889:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075125.659893:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075125.659898:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1068438 usecs (1069 jiffies) 00000400:00000200:1.0:1769075125.659901:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075125.659904:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296783406 00000100:00000001:1.0:1769075125.659907:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296791429 00000100:00000001:1.0:1769075125.659910:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296783406 00000100:00000001:1.0:1769075125.659913:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296791429 00000100:00000001:1.0:1769075125.659915:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075125.659918:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075125.659920:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075125.659925:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075125/real 1769075125] req@ffff982b90372680 x1855007613370624/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075125.659934:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075125.659936:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075125.659939:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e471b8. 00000400:00000200:1.0:1769075125.659942:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 00000400:00000010:1.0:1769075125.659943:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 00000100:00000001:1.0:1769075125.659946:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075125.659949:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90372680 x1855007613370624/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075125.659958:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90372680 x1855007613370624/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075125.659965:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075125.659967:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075125.659969:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075125.659970:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075125.659974:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90372680 x1855007613370624/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075125.659990:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075125.659995:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90372680 x1855007613370624/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075125.660002:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075125.660006:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075125.660007:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075125.660009:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075125.660011:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075125.660012:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075125.660014:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075125.660017:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075125.660019:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075125.660022:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90372680 x1855007613370624/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075125.660028:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90372680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613370624:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075125.660031:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075125.660033:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90370000 x1855007613370752/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075125.660038:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075125.660039:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075125.660041:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075125.660043:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075125.660044:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075125.660046:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90370000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613370752:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075125.660048:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075125.660049:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075125.660051:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075125.660052:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075125.660054:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075125.660056:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075125.660059:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075125.660061:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e471b8. 00000400:00000010:1.0:1769075125.660063:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8660. 00000100:00000200:1.0:1769075125.660066:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613370752, portal 4 00000100:00000001:1.0:1769075125.660067:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075125.660068:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603380224 : -114162106171392 : ffff982b90370000) 00000100:00000040:1.0:1769075125.660072:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90370000 x1855007613370752/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075125.660077:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075125.660078:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075125.660080:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00000200:1.0:1769075125.660082:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613370752, offset 0 00000400:00000200:1.0:1769075125.660084:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075125.660087:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075125.660090:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075125.660092:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075125.660094:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075125.660096:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075125.660098:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075125.660100:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15684:15684:256:4294967295] 192.168.204.151@tcp LPNI seq info [15684:15684:8:4294967295] 00000400:00000200:1.0:1769075125.660102:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075125.660107:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075125.660110:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075125.660111:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000800:00000200:1.0:1769075125.660114:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075125.660116:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 57 secs later) 00000800:00000200:1.1:1769075125.660119:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075125.660121:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 57 secs later) 00000800:00000100:1.0:1769075125.660123:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075125.660125:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000400:00000200:1.0:1769075125.660127:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075125.660130:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075125.660132:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000400:00000010:1.0:1769075125.660133:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00000001:1.0:1769075125.660135:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075125.660137:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90370000 x1855007613370752/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075125.660143:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075125.660145:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90370000 x1855007613370752/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075150 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075125.660149:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075125.660150:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075125.660152:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075125.660154:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24872 usecs (25 jiffies) 00000400:00000200:1.0:1769075125.660156:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075125.660158:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296782362 00000100:00000001:1.0:1769075125.660160:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296791429 00000100:00000001:1.0:1769075125.660161:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296782362 00000100:00000001:1.0:1769075125.660163:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296791429 00000100:00000001:1.0:1769075125.660165:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075125.660166:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075125.660168:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075125.660170:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075125/real 1769075125] req@ffff982b90370000 x1855007613370752/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075125.660176:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075125.660177:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075125.660178:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e471b8. 00000400:00000200:1.0:1769075125.660180:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 00000400:00000010:1.0:1769075125.660182:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 00000100:00000001:1.0:1769075125.660184:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075125.660187:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90370000 x1855007613370752/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075125.660196:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90370000 x1855007613370752/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075125.660203:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075125.660205:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075125.660207:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075125.660208:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075125.660212:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90370000 x1855007613370752/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075125.660220:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075125.660224:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90370000 x1855007613370752/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075125.660230:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075125.660233:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075125.660235:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075125.660236:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075125.660239:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075125.660241:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075125.660244:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075125.660247:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075125.660250:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075125.660253:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90370000 x1855007613370752/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075125.660259:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90370000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613370752:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075125.660262:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075125.660263:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075125.660265:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90372680 x1855007613370624/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075125.660270:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075125.660271:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075125.660273:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075125.660275:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075125.660276:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075125.660277:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:1.0:1769075125.660296:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075125.660298:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c00c00. 02000000:00000001:1.0:1769075125.660300:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075125.660301:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075125.660302:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90372680. 00000100:00000001:1.0:1769075125.660305:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075125.660306:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075125.660307:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075125.660309:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90370000 x1855007613370752/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075125.660314:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075125.660315:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075125.660316:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075125.660319:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075125.660320:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075125.660321:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:1.0:1769075125.660322:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075125.660323:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c03c00. 02000000:00000001:1.0:1769075125.660325:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075125.660325:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075125.660326:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90370000. 00000100:00000001:1.0:1769075125.660327:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075125.660328:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075125.660329:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075125.660332:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075125.660333:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075125.660334:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075125.660335:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075125.660336:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075125.660338:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90371f80 x1855007613370880/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075125.660343:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075125.660344:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075125.660347:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075125.660348:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075125.660350:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075125.660353:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90371f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613370880:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075125.660357:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075125.660360:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075125.660361:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075125.660363:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075125.660366:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075125.660368:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075125.660373:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075125.660375:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e471b8. 00000400:00000010:1.0:1769075125.660379:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8660. 00000100:00000200:1.0:1769075125.660395:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613370880, portal 4 00000100:00000001:1.0:1769075125.660398:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075125.660400:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603388288 : -114162106163328 : ffff982b90371f80) 00000100:00000040:1.0:1769075125.660407:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90371f80 x1855007613370880/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075125.660414:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075125.660417:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075125.660420:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00000200:1.0:1769075125.660424:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613370880, offset 0 00000400:00000200:1.0:1769075125.660427:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075125.660430:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075125.660433:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075125.660435:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075125.660437:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075125.660439:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075125.660441:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075125.660443:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15685:15685:256:4294967295] 192.168.204.151@tcp LPNI seq info [15685:15685:8:4294967295] 00000400:00000200:1.0:1769075125.660446:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075125.660451:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075125.660454:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075125.660456:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000800:00000200:1.0:1769075125.660459:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075125.660462:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 57 secs later) 00000800:00000200:1.1:1769075125.660465:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075125.660468:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 57 secs later) 00000800:00000100:1.0:1769075125.660473:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075125.660475:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000400:00000200:1.0:1769075125.660478:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075125.660482:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075125.660484:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000400:00000010:1.0:1769075125.660486:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00000001:1.0:1769075125.660489:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075125.660492:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90371f80 x1855007613370880/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075125.660501:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075125.660505:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90371f80 x1855007613370880/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075150 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075125.660512:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075125.660514:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075125.660518:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075125.660521:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26900 usecs (27 jiffies) 00000400:00000200:1.0:1769075125.660525:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075125.660528:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296782365 00000100:00000001:1.0:1769075125.660530:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296791429 00000100:00000001:1.0:1769075125.660532:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296782365 00000100:00000001:1.0:1769075125.660534:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296791429 00000100:00000001:1.0:1769075125.660536:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075125.660537:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075125.660538:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075125.660541:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075125/real 1769075125] req@ffff982b90371f80 x1855007613370880/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075125.660547:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075125.660548:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075125.660549:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e471b8. 00000400:00000200:1.0:1769075125.660551:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 00000400:00000010:1.0:1769075125.660552:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 00000100:00000001:1.0:1769075125.660553:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075125.660556:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90371f80 x1855007613370880/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075125.660562:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90371f80 x1855007613370880/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075125.660566:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075125.660567:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075125.660568:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075125.660569:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075125.660572:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90371f80 x1855007613370880/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075125.660576:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075125.660579:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90371f80 x1855007613370880/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075125.660583:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075125.660584:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075125.660585:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075125.660586:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075125.660587:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075125.660588:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075125.660590:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075125.660592:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075125.660593:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075125.660595:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90371f80 x1855007613370880/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075125.660600:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90371f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613370880:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075125.660602:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075125.660604:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075125.660606:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90371f80 x1855007613370880/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075150 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075125.660610:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075125.660611:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075125.660612:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075125.660614:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075125.660615:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075125.660616:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:1.0:1769075125.660617:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075125.660619:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c02800. 02000000:00000001:1.0:1769075125.660621:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075125.660622:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075125.660623:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90371f80. 00000100:00000001:1.0:1769075125.660624:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075125.660625:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075125.660626:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075125.660629:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075125.660630:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075125.660631:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075125.660632:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075126.170359:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075126.170367:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075126.170370:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075126.170385:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075126.170390:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075126.170394:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075126.170397:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075126.170400:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075126.170403:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075126.554365:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075126.554395:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075126.554400:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075126.554401:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075126.554456:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075126.554460:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075126.554463:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075127.194445:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075127.194452:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075127.194470:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075127.194475:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075127.194479:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075127.194483:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075127.194486:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075127.194488:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075127.194491:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075127.578362:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075127.578368:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075127.578373:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075127.578374:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075127.578435:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075127.578438:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075127.578441:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075128.218426:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075128.218451:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075128.218453:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075128.218458:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075128.218462:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075128.218466:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075128.218469:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075128.218472:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075128.218474:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075128.602394:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075128.602399:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075128.602404:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075128.602406:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769075128.602408:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769075128.602410:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075128.602413:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769075128.602426:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075128.602427:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075128.602429:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075128.602533:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075128.602539:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075128.602543:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075129.242371:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075129.242377:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075129.242379:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075129.242382:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075129.242385:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075129.242388:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075129.242390:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075129.242392:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075129.242394:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075129.626390:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075129.626395:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075129.626400:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075129.626401:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075129.626465:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075129.626468:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075129.626471:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075130.266445:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075130.266452:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075130.266454:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075130.266478:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075130.266483:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075130.266487:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075130.266490:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075130.266492:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075130.266495:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075130.650389:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075130.650394:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075130.650399:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075130.650400:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075130.650448:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075130.650452:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075130.650456:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075130.778402:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075130.778411:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769075130.778413:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075130.778417:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075130.778420:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075130.778426:0:27795:0:(import.c:509:import_select_connection()) MGC192.168.204.151@tcp: connect to NID 192.168.204.151@tcp last attempt 2115 00000400:00000200:2.0:1769075130.778434:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769075130.778440:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075130.778444:0:27795:0:(import.c:588:import_select_connection()) MGC192.168.204.151@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075130.778447:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075130.778451:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075130.778454:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075130.778457:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769075130.778461:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075130.778463:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000020:00000001:2.0:1769075130.778466:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075130.778469:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000020:00000001:2.0:1769075130.778472:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000020:00000001:2.0:1769075130.778475:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00000040:2.0:1769075130.778478:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075130.778480:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075130.778482:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075130.778485:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769075130.778488:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00080000:2.0:1769075130.778492:0:27795:0:(import.c:623:import_select_connection()) MGC192.168.204.151@tcp: import ffff982b88b8a800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075130.778495:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075130.778498:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075130.778502:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075130.778504:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075130.778507:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769075130.778509:0:27795:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075130.778517:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90379880. 00000020:00000040:2.0:1769075130.778520:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 02000000:00000001:2.0:1769075130.778523:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075130.778525:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075130.778527:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075130.778529:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075130.778532:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075130.778540:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90211c00. 00000100:00000001:2.0:1769075130.778545:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075130.778552:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90379880 x1855007613371008/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075130.778560:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075130.778563:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075130.778567:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e25075] to pc [ptlrpcd_rcv+-1] req@ffff982b90379880 x1855007613371008/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075130.778584:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075130.778587:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075130.778589:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769075130.778590:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075130.778592:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075130.778594:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075130.778595:0:27795:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2115 00000400:00000200:2.0:1769075130.778598:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769075130.778600:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075130.778602:0:27795:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075130.778605:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075130.778607:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075130.778611:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075130.778613:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769075130.778616:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075130.778617:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000100:00000001:1.0:1769075130.778619:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1769075130.778620:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769075130.778624:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1769075130.778625:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000100:00000001:1.0:1769075130.778628:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1769075130.778630:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000020:00000001:2.0:1769075130.778635:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000040:1.0:1769075130.778637:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90379880 x1855007613371008/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769075130.778643:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075130.778650:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075130.778651:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075130.778655:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075130.778656:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 02000000:00000001:1.0:1769075130.778659:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1769075130.778660:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 02000000:00000001:1.0:1769075130.778662:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075130.778666:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769075130.778666:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 00000100:00080000:2.0:1769075130.778671:0:27795:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00100000:1.0:1769075130.778673:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90379880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613371008:192.168.204.151@tcp:250:kworker.0 00000100:00000001:2.0:1769075130.778676:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075130.778679:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075130.778680:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769075130.778683:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075130.778686:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075130.778687:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075130.778692:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075130.778693:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1769075130.778697:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000010:1.0:1769075130.778699:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f800. 00000008:00100000:2.0:1769075130.778701:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1769075130.778703:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769075130.778705:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075130.778708:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075130.778712:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000010:2.0:1769075130.778712:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037b480. 00000020:00000040:2.0:1769075130.778716:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000400:00000010:1.0:1769075130.778717:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e471b8. 02000000:00000001:2.0:1769075130.778719:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000010:1.0:1769075130.778725:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8660. 02000000:00000001:2.0:1769075130.778730:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769075130.778731:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613371008, portal 25 00000100:00000001:2.0:1769075130.778732:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075130.778734:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075130.778735:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075130.778740:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90212400. 00000100:00000001:1.0:1769075130.778744:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769075130.778745:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075130.778747:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603419264 : -114162106132352 : ffff982b90379880) 00000100:00100000:2.0:1769075130.778752:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b9037b480 x1855007613371136/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1769075130.778756:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90379880 x1855007613371008/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075130.778771:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075130.778775:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769075130.778775:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075130.778780:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000100:00000040:2.0:1769075130.778782:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000618033af] to pc [ptlrpcd_rcv+-1] req@ffff982b9037b480 x1855007613371136/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769075130.778785:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00000200:1.0:1769075130.778791:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007613371008, offset 0 00000100:00000001:2.0:1769075130.778794:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075130.778799:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000100:00080000:2.0:1769075130.778800:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075130.778805:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000200:1.0:1769075130.778808:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769075130.778809:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075130.778813:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1769075130.778816:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000100:00000001:2.0:1769075130.778818:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:1.0:1769075130.778823:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:2.0:1769075130.778824:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2115 00000400:00000200:1.0:1769075130.778829:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:2.0:1769075130.778833:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075130.778835:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075130.778839:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769075130.778843:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000400:00000200:1.0:1769075130.778844:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15686:15686:256:4294967295] 192.168.204.151@tcp LPNI seq info [15686:15686:8:4294967295] 00000100:00080000:2.0:1769075130.778849:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1769075130.778852:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000040:2.0:1769075130.778856:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075130.778858:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075130.778861:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075130.778866:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000400:00000200:1.0:1769075130.778870:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000020:00000001:2.0:1769075130.778870:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075130.778873:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3de 00000020:00000001:2.0:1769075130.778876:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075130.778878:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b9968c800 refcount=4 00000800:00000200:1.0:1769075130.778879:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000020:00000001:2.0:1769075130.778882:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000800:00000010:1.0:1769075130.778885:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000020:00000001:2.0:1769075130.778886:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000100:00000040:2.0:1769075130.778893:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000800:00000200:1.0:1769075130.778895:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000001:2.0:1769075130.778897:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.0:1769075130.778903:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 52 secs later) 00000100:00000040:2.0:1769075130.778904:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000800:00000200:1.1:1769075130.778912:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000001:2.0:1769075130.778918:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000800:00000200:1.1:1769075130.778919:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 52 secs later) 00000020:00000040:2.0:1769075130.778925:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b9968c800 : new refcount 3 00000800:00000100:1.0:1769075130.778930:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000100:00080000:2.0:1769075130.778933:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: import ffff982b83e5e800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000800:00000010:1.0:1769075130.778936:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000100:00000001:2.0:1769075130.778939:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075130.778942:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1769075130.778945:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 02000000:00000001:2.0:1769075130.778945:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075130.778947:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075130.778951:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769075130.778953:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1769075130.778956:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000008:00000001:2.0:1769075130.778957:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075130.778961:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075130.778963:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000100:00000010:2.0:1769075130.778964:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90379f80. 00000400:00000010:1.0:1769075130.778968:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000020:00000040:2.0:1769075130.778968:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 02000000:00000001:2.0:1769075130.778973:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769075130.778975:0:2363:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1769075130.778975:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075130.778977:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075130.778979:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075130.778981:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769075130.778982:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90379880 x1855007613371008/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1769075130.778986:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90212000. 00000100:00000001:2.0:1769075130.778991:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075130.778996:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1769075130.778999:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90379f80 x1855007613371264/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1769075130.779003:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90379880 x1855007613371008/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075155 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075130.779014:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075130.779018:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075130.779018:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075130.779022:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1769075130.779025:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bc12a12] to pc [ptlrpcd_rcv+-1] req@ffff982b90379f80 x1855007613371264/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075130.779028:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075130.779035:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075130.779039:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00080000:2.0:1769075130.779040:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769075130.779042:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296796549 00000100:00080000:2.0:1769075130.779043:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769075130.779047:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075130.779049:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075130.779051:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769075130.779052:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296791429 00000100:00080000:2.0:1769075130.779053:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2115 00000100:00000001:1.0:1769075130.779060:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296796549 00000400:00000200:2.0:1769075130.779061:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075130.779067:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296791429 00000400:00000200:2.0:1769075130.779067:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075130.779070:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769075130.779072:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1769075130.779075:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075130.779077:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075130.779078:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075130.779081:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000040:2.0:1769075130.779082:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075130.779085:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00100000:1.0:1769075130.779088:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075130/real 1769075130] req@ffff982b90379880 x1855007613371008/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769075130.779089:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075130.779091:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3e5 00000020:00000001:2.0:1769075130.779094:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075130.779097:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b897c2000 refcount=4 00000020:00000001:2.0:1769075130.779101:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000020:00000001:2.0:1769075130.779105:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000400:00000001:1.0:1769075130.779107:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1769075130.779108:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000400:00000001:1.0:1769075130.779110:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1769075130.779111:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1769075130.779113:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e471b8. 00000100:00000040:2.0:1769075130.779114:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000400:00000200:1.0:1769075130.779118:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 00000100:00000001:2.0:1769075130.779119:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000400:00000010:1.0:1769075130.779123:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 00000020:00000040:2.0:1769075130.779123:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b897c2000 : new refcount 3 00000100:00000001:1.0:1769075130.779128:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:2.0:1769075130.779129:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: import ffff982b99688000 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075130.779132:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769075130.779134:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90379880 x1855007613371008/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769075130.779134:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075130.779138:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075130.779143:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075130.779147:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769075130.779149:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00000200:1.0:1769075130.779151:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90379880 x1855007613371008/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:2.0:1769075130.779153:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075130.779157:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075130.779162:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90378000. 00000100:00000001:1.0:1769075130.779164:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1769075130.779165:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 00000100:00000001:1.0:1769075130.779167:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769075130.779168:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075130.779172:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075130.779173:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075130.779176:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075130.779177:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075130.779180:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1769075130.779182:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90379880 x1855007613371008/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769075130.779182:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075130.779187:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90213800. 00000100:00000001:2.0:1769075130.779191:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075130.779197:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075130.779199:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90378000 x1855007613371392/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1769075130.779207:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90379880 x1855007613371008/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075130.779207:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075130.779211:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075130.779219:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000561d44e] to pc [ptlrpcd_rcv+-1] req@ffff982b90378000 x1855007613371392/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075130.779227:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075130.779230:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075130.779235:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075130.779236:0:27795:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2125) 00000100:00000001:1.0:1769075130.779239:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075130.779242:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075130.779245:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075130.779248:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075130.779252:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075130.779257:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075130.779258:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075130.779262:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90379880 x1855007613371008/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075130.779269:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90379880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613371008:192.168.204.151@tcp:250:kworker.0 00000100:00000001:1.0:1769075130.779273:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075130.779274:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075130.779276:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90379880 x1855007613371008/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075130.779329:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075130.779332:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075130.779335:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075130.779339:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075130.779341:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075130.779343:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:1.0:1769075130.779345:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075130.779348:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90211c00. 02000000:00000001:1.0:1769075130.779352:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075130.779354:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075130.779356:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90379880. 00000100:00000001:1.0:1769075130.779360:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075130.779361:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075130.779364:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075130.779371:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075130.779373:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075130.779375:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075130.779377:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075130.779389:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075130.779393:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037b480 x1855007613371136/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075130.779398:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075130.779400:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075130.779402:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075130.779403:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075130.779404:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075130.779406:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613371136:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075130.779410:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075130.779412:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075130.779414:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075130.779415:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075130.779419:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075130.779421:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075130.779426:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075130.779429:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e471b8. 00000400:00000010:1.0:1769075130.779433:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8660. 00000100:00000200:1.0:1769075130.779436:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613371136, portal 10 00000100:00000001:1.0:1769075130.779438:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075130.779440:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603426432 : -114162106125184 : ffff982b9037b480) 00000100:00000040:1.0:1769075130.779446:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9037b480 x1855007613371136/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075130.779460:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075130.779463:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075130.779466:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00000200:1.0:1769075130.779469:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613371136, offset 0 00000400:00000200:1.0:1769075130.779472:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075130.779475:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075130.779478:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075130.779481:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075130.779483:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075130.779484:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075130.779486:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075130.779488:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15687:15687:256:4294967295] 192.168.204.151@tcp LPNI seq info [15687:15687:8:4294967295] 00000400:00000200:1.0:1769075130.779491:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075130.779496:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075130.779499:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075130.779502:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000800:00000200:1.0:1769075130.779505:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075130.779507:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 52 secs later) 00000800:00000200:1.1:1769075130.779510:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075130.779512:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 52 secs later) 00000800:00000100:1.0:1769075130.779515:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075130.779516:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000400:00000200:1.0:1769075130.779518:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075130.779521:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075130.779523:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000400:00000010:1.0:1769075130.779524:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00000001:1.0:1769075130.779526:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075130.779528:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b9037b480 x1855007613371136/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075130.779534:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075130.779536:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037b480 x1855007613371136/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075155 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075130.779545:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075130.779547:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075130.779549:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075130.779552:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1068438 usecs (1069 jiffies) 00000400:00000200:1.0:1769075130.779554:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075130.779556:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296788526 00000100:00000001:1.0:1769075130.779557:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296796549 00000100:00000001:1.0:1769075130.779559:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296788526 00000100:00000001:1.0:1769075130.779560:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296796549 00000100:00000001:1.0:1769075130.779562:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075130.779563:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075130.779564:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075130.779566:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075130/real 1769075130] req@ffff982b9037b480 x1855007613371136/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075130.779571:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075130.779572:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075130.779574:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e471b8. 00000400:00000200:1.0:1769075130.779575:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 00000400:00000010:1.0:1769075130.779576:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 00000100:00000001:1.0:1769075130.779578:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075130.779580:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037b480 x1855007613371136/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075130.779585:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037b480 x1855007613371136/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075130.779588:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075130.779589:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075130.779590:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075130.779591:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075130.779593:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b9037b480 x1855007613371136/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075130.779599:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075130.779601:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037b480 x1855007613371136/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075130.779606:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075130.779607:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075130.779608:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075130.779609:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075130.779610:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075130.779611:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075130.779613:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075130.779615:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075130.779616:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075130.779618:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037b480 x1855007613371136/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075130.779623:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613371136:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075130.779626:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075130.779628:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90379f80 x1855007613371264/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075130.779632:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075130.779633:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075130.779635:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075130.779636:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075130.779637:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075130.779639:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90379f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613371264:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075130.779641:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075130.779642:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075130.779644:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075130.779645:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075130.779647:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075130.779649:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075130.779651:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075130.779653:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e471b8. 00000400:00000010:1.0:1769075130.779655:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8660. 00000100:00000200:1.0:1769075130.779657:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613371264, portal 4 00000100:00000001:1.0:1769075130.779658:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075130.779659:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603421056 : -114162106130560 : ffff982b90379f80) 00000100:00000040:1.0:1769075130.779663:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90379f80 x1855007613371264/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075130.779667:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075130.779668:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075130.779670:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00000200:1.0:1769075130.779671:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613371264, offset 0 00000400:00000200:1.0:1769075130.779674:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075130.779676:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075130.779678:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075130.779680:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075130.779681:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075130.779683:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075130.779684:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075130.779686:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15688:15688:256:4294967295] 192.168.204.151@tcp LPNI seq info [15688:15688:8:4294967295] 00000400:00000200:1.0:1769075130.779689:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075130.779693:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075130.779696:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075130.779698:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000800:00000200:1.0:1769075130.779700:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075130.779702:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 52 secs later) 00000800:00000200:1.1:1769075130.779705:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075130.779707:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 52 secs later) 00000800:00000100:1.0:1769075130.779709:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075130.779711:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000400:00000200:1.0:1769075130.779713:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075130.779715:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075130.779717:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000400:00000010:1.0:1769075130.779718:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00000001:1.0:1769075130.779720:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075130.779722:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90379f80 x1855007613371264/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075130.779727:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075130.779729:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90379f80 x1855007613371264/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075155 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075130.779733:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075130.779734:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075130.779736:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075130.779738:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24872 usecs (25 jiffies) 00000400:00000200:1.0:1769075130.779740:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075130.779741:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296787482 00000100:00000001:1.0:1769075130.779743:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296796549 00000100:00000001:1.0:1769075130.779744:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296787482 00000100:00000001:1.0:1769075130.779746:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296796549 00000100:00000001:1.0:1769075130.779747:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075130.779748:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075130.779749:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075130.779751:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075130/real 1769075130] req@ffff982b90379f80 x1855007613371264/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075130.779756:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075130.779756:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075130.779757:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e471b8. 00000400:00000200:1.0:1769075130.779759:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 00000400:00000010:1.0:1769075130.779760:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 00000100:00000001:1.0:1769075130.779761:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075130.779763:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90379f80 x1855007613371264/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075130.779769:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90379f80 x1855007613371264/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075130.779773:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075130.779774:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075130.779775:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075130.779775:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075130.779778:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90379f80 x1855007613371264/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075130.779782:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075130.779784:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90379f80 x1855007613371264/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075130.779788:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075130.779789:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075130.779790:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075130.779791:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075130.779792:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075130.779793:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075130.779794:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075130.779796:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075130.779798:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075130.779801:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90379f80 x1855007613371264/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075130.779806:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90379f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613371264:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075130.779808:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075130.779810:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90378000 x1855007613371392/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075130.779815:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075130.779816:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075130.779818:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075130.779819:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075130.779820:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075130.779822:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90378000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613371392:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075130.779823:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075130.779824:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075130.779825:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075130.779826:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075130.779828:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075130.779829:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075130.779831:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075130.779833:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e471b8. 00000400:00000010:1.0:1769075130.779834:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8660. 00000100:00000200:1.0:1769075130.779836:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613371392, portal 4 00000100:00000001:1.0:1769075130.779837:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075130.779838:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603412992 : -114162106138624 : ffff982b90378000) 00000100:00000040:1.0:1769075130.779842:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90378000 x1855007613371392/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075130.779846:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075130.779847:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075130.779849:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00000200:1.0:1769075130.779850:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613371392, offset 0 00000400:00000200:1.0:1769075130.779853:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075130.779855:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075130.779857:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075130.779858:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075130.779860:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075130.779861:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075130.779863:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075130.779865:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15689:15689:256:4294967295] 192.168.204.151@tcp LPNI seq info [15689:15689:8:4294967295] 00000400:00000200:1.0:1769075130.779868:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075130.779872:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075130.779875:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075130.779877:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000800:00000200:1.0:1769075130.779879:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075130.779880:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 52 secs later) 00000800:00000200:1.1:1769075130.779883:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075130.779885:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 52 secs later) 00000800:00000100:1.0:1769075130.779887:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075130.779888:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000400:00000200:1.0:1769075130.779890:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075130.779894:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075130.779896:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000400:00000010:1.0:1769075130.779898:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00000001:1.0:1769075130.779900:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075130.779904:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90378000 x1855007613371392/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075130.779912:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075130.779915:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90378000 x1855007613371392/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075155 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075130.779922:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075130.779923:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075130.779927:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075130.779930:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26900 usecs (27 jiffies) 00000400:00000200:1.0:1769075130.779934:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075130.779936:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296787484 00000100:00000001:1.0:1769075130.779939:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296796549 00000100:00000001:1.0:1769075130.779941:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296787484 00000100:00000001:1.0:1769075130.779943:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296796549 00000100:00000001:1.0:1769075130.779946:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075130.779949:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075130.779951:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075130.779954:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075130/real 1769075130] req@ffff982b90378000 x1855007613371392/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075130.779960:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075130.779961:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075130.779962:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e471b8. 00000400:00000200:1.0:1769075130.779964:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 00000400:00000010:1.0:1769075130.779965:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 00000100:00000001:1.0:1769075130.779966:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075130.779968:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90378000 x1855007613371392/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075130.779974:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90378000 x1855007613371392/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075130.779978:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075130.779979:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075130.779980:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075130.779981:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075130.779983:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90378000 x1855007613371392/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075130.779987:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075130.779990:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90378000 x1855007613371392/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075130.779994:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075130.779996:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075130.779997:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075130.779998:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075130.779999:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075130.780000:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075130.780001:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075130.780004:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075130.780005:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075130.780008:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90378000 x1855007613371392/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075130.780013:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90378000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613371392:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075130.780015:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075130.780016:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075130.780018:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037b480 x1855007613371136/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075130.780022:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075130.780023:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075130.780024:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075130.780026:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075130.780027:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075130.780028:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:1.0:1769075130.780030:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075130.780031:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90212400. 02000000:00000001:1.0:1769075130.780032:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075130.780033:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075130.780034:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037b480. 00000100:00000001:1.0:1769075130.780037:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075130.780038:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075130.780039:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075130.780041:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90379f80 x1855007613371264/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075130.780046:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075130.780046:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075130.780047:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075130.780049:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075130.780049:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075130.780050:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:1.0:1769075130.780051:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075130.780052:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90212000. 02000000:00000001:1.0:1769075130.780054:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075130.780055:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075130.780055:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90379f80. 00000100:00000001:1.0:1769075130.780057:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075130.780058:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075130.780059:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075130.780061:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90378000 x1855007613371392/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075155 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075130.780064:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075130.780065:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075130.780066:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075130.780068:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075130.780068:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075130.780069:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:1.0:1769075130.780070:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075130.780071:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90213800. 02000000:00000001:1.0:1769075130.780072:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075130.780073:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075130.780073:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90378000. 00000100:00000001:1.0:1769075130.780075:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075130.780076:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075130.780077:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075130.780079:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075130.780080:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075130.780081:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075130.780082:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075131.290398:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075131.290404:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075131.290406:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075131.290412:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075131.290416:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075131.290419:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075131.290421:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075131.290424:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075131.290426:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075131.674360:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075131.674368:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769075131.674370:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769075131.674375:0:21410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769075131.674377:0:21410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769075131.674378:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075131.674382:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769075131.674384:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075131.674385:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075131.674387:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075131.674390:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075131.674391:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075131.674439:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075131.674442:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075131.674445:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075132.314386:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075132.314393:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075132.314395:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075132.314399:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075132.314402:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075132.314405:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075132.314407:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075132.314409:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075132.314411:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075132.698386:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075132.698394:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075132.698401:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075132.698402:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075132.698455:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075132.698459:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075132.698462:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075133.338371:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075133.338379:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075133.338381:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075133.338386:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075133.338390:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075133.338394:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075133.338397:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075133.338400:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075133.338403:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075133.722354:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075133.722359:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075133.722364:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075133.722365:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075133.722416:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075133.722419:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075133.722422:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075134.362359:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075134.362366:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075134.362368:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075134.362372:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075134.362375:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075134.362378:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075134.362380:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075134.362383:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075134.362385:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075134.746345:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075134.746350:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075134.746355:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075134.746356:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075134.746385:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075134.746388:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075134.746391:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075135.386341:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075135.386346:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075135.386348:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075135.386351:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075135.386354:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075135.386358:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075135.386360:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075135.386362:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075135.386364:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075135.770418:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075135.770422:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075135.770427:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075135.770428:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075135.770477:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075135.770480:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075135.770484:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075135.898396:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075135.898422:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769075135.898424:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075135.898427:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075135.898431:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075135.898439:0:27795:0:(import.c:509:import_select_connection()) MGC192.168.204.151@tcp: connect to NID 192.168.204.151@tcp last attempt 2120 00000400:00000200:2.0:1769075135.898447:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769075135.898452:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075135.898454:0:27795:0:(import.c:588:import_select_connection()) MGC192.168.204.151@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075135.898457:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075135.898460:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075135.898462:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075135.898467:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769075135.898471:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075135.898473:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000020:00000001:2.0:1769075135.898475:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075135.898478:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000020:00000001:2.0:1769075135.898480:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000020:00000001:2.0:1769075135.898482:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00000040:2.0:1769075135.898486:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075135.898488:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075135.898491:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075135.898493:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769075135.898495:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00080000:2.0:1769075135.898497:0:27795:0:(import.c:623:import_select_connection()) MGC192.168.204.151@tcp: import ffff982b88b8a800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075135.898499:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075135.898502:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075135.898505:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075135.898508:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075135.898510:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769075135.898514:0:27795:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075135.898523:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90378700. 00000020:00000040:2.0:1769075135.898526:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 02000000:00000001:2.0:1769075135.898529:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075135.898531:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075135.898533:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075135.898536:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075135.898540:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075135.898549:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90213c00. 00000100:00000001:2.0:1769075135.898555:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075135.898563:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90378700 x1855007613371520/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075135.898576:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075135.898598:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075135.898606:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077d76144] to pc [ptlrpcd_rcv+-1] req@ffff982b90378700 x1855007613371520/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075135.898637:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075135.898642:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075135.898646:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769075135.898650:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075135.898653:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075135.898656:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075135.898660:0:27795:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2120 00000400:00000200:2.0:1769075135.898669:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075135.898677:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1769075135.898679:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075135.898684:0:27795:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769075135.898686:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1769075135.898691:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075135.898692:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769075135.898701:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075135.898710:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000040:3.0:1769075135.898727:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90378700 x1855007613371520/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075135.898739:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000001:3.0:1769075135.898748:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075135.898752:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075135.898757:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1769075135.898759:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075135.898763:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 02000000:00000001:3.0:1769075135.898764:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1769075135.898776:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1769075135.898777:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769075135.898786:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000100:00100000:3.0:1769075135.898790:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90378700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613371520:192.168.204.151@tcp:250:kworker.0 00000020:00000001:2.0:1769075135.898794:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000020:00000001:2.0:1769075135.898798:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000040:2.0:1769075135.898802:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075135.898804:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075135.898806:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075135.898807:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769075135.898810:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 00000100:00080000:2.0:1769075135.898813:0:27795:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075135.898815:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075135.898816:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075135.898822:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075135.898824:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075135.898826:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769075135.898830:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769075135.898834:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075135.898836:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075135.898840:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037ad80. 00000020:00000040:2.0:1769075135.898843:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:2.0:1769075135.898846:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075135.898848:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075135.898850:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075135.898852:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075135.898855:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075135.898869:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90210400. 00000100:00000001:3.0:1769075135.898869:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1769075135.898875:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075135.898877:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075135.898895:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075135.898899:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1769075135.898902:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b9037ad80 x1855007613371648/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1769075135.898910:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c01800. 00000100:00000001:2.0:1769075135.898913:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075135.898918:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075135.898921:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075135.898926:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4676cee] to pc [ptlrpcd_rcv+-1] req@ffff982b9037ad80 x1855007613371648/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075135.898939:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075135.898943:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00080000:2.0:1769075135.898961:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1769075135.898963:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7f78. 00000100:00080000:2.0:1769075135.898971:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769075135.898973:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075135.898974:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:3.0:1769075135.898975:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6770. 00000100:00000001:2.0:1769075135.898977:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075135.898985:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2120 00000100:00000200:3.0:1769075135.898988:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613371520, portal 25 00000400:00000200:2.0:1769075135.898989:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075135.898994:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1769075135.898997:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00000001:3.0:1769075135.898997:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603414784 : -114162106136832 : ffff982b90378700) 00000100:00080000:2.0:1769075135.899005:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075135.899013:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90378700 x1855007613371520/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769075135.899033:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075135.899039:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769075135.899040:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075135.899051:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000100:00000040:2.0:1769075135.899053:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075135.899060:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769075135.899062:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075135.899064:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3de 00000020:00000001:2.0:1769075135.899065:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075135.899068:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b9968c800 refcount=4 00000020:00000001:2.0:1769075135.899070:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000020:00000001:2.0:1769075135.899073:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000100:00000040:2.0:1769075135.899076:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075135.899096:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075135.899099:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075135.899101:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769075135.899103:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b9968c800 : new refcount 3 00000100:00080000:2.0:1769075135.899105:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: import ffff982b83e5e800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075135.899107:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075135.899108:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075135.899112:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075135.899114:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075135.899116:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769075135.899118:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769075135.899120:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075135.899121:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075135.899125:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90378a80. 00000020:00000040:2.0:1769075135.899127:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 02000000:00000001:2.0:1769075135.899130:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075135.899132:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075135.899133:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075135.899135:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075135.899136:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075135.899141:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90211000. 00000100:00000001:2.0:1769075135.899144:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075135.899167:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90378a80 x1855007613371776/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075135.899175:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075135.899178:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075135.899184:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000072252e94] to pc [ptlrpcd_rcv+-1] req@ffff982b90378a80 x1855007613371776/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075135.899193:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769075135.899200:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6660. 00000100:00080000:2.0:1769075135.899201:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1769075135.899226:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007613371520, offset 0 00000100:00080000:2.0:1769075135.899234:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769075135.899239:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075135.899243:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075135.899247:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075135.899253:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2120 00000400:00000200:2.0:1769075135.899258:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769075135.899261:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075135.899265:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075135.899269:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075135.899272:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075135.899276:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000400:00000200:3.0:1769075135.899305:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000100:00000001:2.0:1769075135.899318:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000400:00000200:3.0:1769075135.899320:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000020:00000001:2.0:1769075135.899331:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075135.899337:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3e5 00000400:00000200:3.0:1769075135.899343:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000020:00000001:2.0:1769075135.899344:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075135.899353:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b897c2000 refcount=4 00000400:00000200:3.0:1769075135.899360:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:2.0:1769075135.899362:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000020:00000001:2.0:1769075135.899371:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000400:00000200:3.0:1769075135.899375:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000100:00000040:2.0:1769075135.899390:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000400:00000200:3.0:1769075135.899391:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075135.899410:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000100:00000001:2.0:1769075135.899420:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1769075135.899425:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15690:15690:256:4294967295] 192.168.204.151@tcp LPNI seq info [15690:15690:8:4294967295] 00000100:00000040:2.0:1769075135.899426:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075135.899435:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769075135.899440:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b897c2000 : new refcount 3 00000400:00000200:3.0:1769075135.899440:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00080000:2.0:1769075135.899451:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: import ffff982b99688000 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075135.899454:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075135.899456:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075135.899463:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075135.899467:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075135.899471:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000200:3.0:1769075135.899472:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000008:00100000:2.0:1769075135.899474:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769075135.899483:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075135.899489:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075135.899492:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037b100. 00000020:00000040:2.0:1769075135.899495:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 00000800:00000200:3.0:1769075135.899497:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 02000000:00000001:2.0:1769075135.899499:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075135.899503:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075135.899506:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075135.899507:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075135.899509:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1769075135.899512:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcbf00. 02000000:00000010:2.0:1769075135.899513:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90213800. 00000100:00000001:2.0:1769075135.899522:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769075135.899529:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.0:1769075135.899534:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 47 secs later) 00000100:00100000:2.0:1769075135.899536:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b9037b100 x1855007613371904/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.1:1769075135.899545:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.1:1769075135.899554:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 47 secs later) 00000800:00000100:3.0:1769075135.899570:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000100:00000001:2.0:1769075135.899571:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000010:3.0:1769075135.899574:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcbf00. 00000100:00000001:2.0:1769075135.899578:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075135.899582:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:2.0:1769075135.899608:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046ecc01e] to pc [ptlrpcd_rcv+-1] req@ffff982b9037b100 x1855007613371904/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769075135.899613:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075135.899627:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6660 00000400:00000010:3.0:1769075135.899636:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6660. 00000100:00000001:3.0:1769075135.899646:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769075135.899650:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1769075135.899655:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90378700 x1855007613371520/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769075135.899663:0:27795:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2130) 00000100:00000001:3.0:1769075135.899667:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075135.899674:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90378700 x1855007613371520/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075160 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.899680:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075135.899682:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075135.899689:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075135.899695:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075135.899699:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296801670 00000100:00000001:3.0:1769075135.899707:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296796549 00000100:00000001:3.0:1769075135.899725:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296801670 00000100:00000001:3.0:1769075135.899729:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296796549 00000100:00000001:3.0:1769075135.899733:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075135.899735:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075135.899738:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075135.899742:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075135/real 1769075135] req@ffff982b90378700 x1855007613371520/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075135.899756:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075135.899757:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075135.899759:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7f78. 00000400:00000200:3.0:1769075135.899762:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6770 00000400:00000010:3.0:1769075135.899763:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6770. 00000100:00000001:3.0:1769075135.899765:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075135.899768:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90378700 x1855007613371520/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075135.899775:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90378700 x1855007613371520/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.899780:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075135.899782:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075135.899784:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075135.899785:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075135.899788:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90378700 x1855007613371520/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.899793:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075135.899798:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90378700 x1855007613371520/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.899806:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075135.899809:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075135.899810:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075135.899811:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075135.899814:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075135.899817:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075135.899822:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075135.899827:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.151@tcp failed (-110) 00000100:00000001:3.0:1769075135.899829:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075135.899834:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90378700 x1855007613371520/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075135.899844:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90378700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613371520:192.168.204.151@tcp:250:kworker.0 00000100:00000001:3.0:1769075135.899850:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075135.899852:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075135.899856:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90378700 x1855007613371520/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.899864:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075135.899878:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075135.899881:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c01800. 02000000:00000001:3.0:1769075135.899886:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075135.899889:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075135.899891:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:3.0:1769075135.899894:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075135.899897:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90213c00. 02000000:00000001:3.0:1769075135.899901:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075135.899904:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075135.899906:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90378700. 00000100:00000001:3.0:1769075135.899909:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075135.899910:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075135.899913:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075135.899924:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075135.899926:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075135.899929:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075135.899942:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075135.899944:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075135.899948:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037ad80 x1855007613371648/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.899956:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075135.899957:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075135.899960:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075135.899962:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075135.899965:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075135.899967:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613371648:192.168.204.151@tcp:38:kworker.0 00000100:00000001:3.0:1769075135.899971:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075135.899974:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075135.899975:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075135.899977:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075135.899981:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c01800. 02000000:00000001:3.0:1769075135.899983:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075135.899988:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769075135.899991:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7f78. 00000400:00000010:3.0:1769075135.899995:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6770. 00000100:00000200:3.0:1769075135.900009:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613371648, portal 10 00000100:00000001:3.0:1769075135.900012:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075135.900013:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603424640 : -114162106126976 : ffff982b9037ad80) 00000100:00000040:3.0:1769075135.900020:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9037ad80 x1855007613371648/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.900028:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075135.900030:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769075135.900033:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6660. 00000100:00000200:3.0:1769075135.900035:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613371648, offset 0 00000400:00000200:3.0:1769075135.900040:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769075135.900044:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075135.900049:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769075135.900052:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075135.900054:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769075135.900056:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075135.900058:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769075135.900060:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15691:15691:256:4294967295] 192.168.204.151@tcp LPNI seq info [15691:15691:8:4294967295] 00000400:00000200:3.0:1769075135.900063:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075135.900079:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769075135.900082:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075135.900085:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcbf00. 00000800:00000200:3.0:1769075135.900088:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.0:1769075135.900091:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1769075135.900094:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.1:1769075135.900096:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 47 secs later) 00000800:00000100:3.0:1769075135.900098:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075135.900100:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcbf00. 00000400:00000200:3.0:1769075135.900102:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075135.900105:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075135.900107:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6660 00000400:00000010:3.0:1769075135.900109:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6660. 00000100:00000001:3.0:1769075135.900110:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075135.900113:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b9037ad80 x1855007613371648/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.900119:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075135.900121:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037ad80 x1855007613371648/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075160 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.900126:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075135.900127:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075135.900129:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075135.900133:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1068438 usecs (1069 jiffies) 00000400:00000200:3.0:1769075135.900135:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075135.900137:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296793646 00000100:00000001:3.0:1769075135.900140:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296801670 00000100:00000001:3.0:1769075135.900142:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296793646 00000100:00000001:3.0:1769075135.900143:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296801670 00000100:00000001:3.0:1769075135.900145:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075135.900146:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075135.900147:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075135.900149:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075135/real 1769075135] req@ffff982b9037ad80 x1855007613371648/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075135.900162:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075135.900163:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075135.900165:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7f78. 00000400:00000200:3.0:1769075135.900167:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6770 00000400:00000010:3.0:1769075135.900168:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6770. 00000100:00000001:3.0:1769075135.900169:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075135.900172:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037ad80 x1855007613371648/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075135.900178:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037ad80 x1855007613371648/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.900182:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075135.900183:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075135.900184:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075135.900185:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075135.900187:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b9037ad80 x1855007613371648/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.900191:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075135.900194:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037ad80 x1855007613371648/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.900198:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075135.900199:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075135.900200:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075135.900201:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075135.900202:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075135.900204:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075135.900205:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075135.900208:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:3.0:1769075135.900209:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075135.900225:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037ad80 x1855007613371648/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075135.900231:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613371648:192.168.204.151@tcp:38:kworker.0 00000100:00000001:3.0:1769075135.900234:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075135.900237:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90378a80 x1855007613371776/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.900242:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075135.900243:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075135.900245:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075135.900246:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075135.900247:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075135.900249:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90378a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613371776:192.168.204.151@tcp:8:kworker.0 00000100:00000001:3.0:1769075135.900251:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075135.900254:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075135.900255:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075135.900256:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075135.900259:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c00000. 02000000:00000001:3.0:1769075135.900261:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075135.900264:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769075135.900266:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7f78. 00000400:00000010:3.0:1769075135.900268:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6770. 00000100:00000200:3.0:1769075135.900271:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613371776, portal 4 00000100:00000001:3.0:1769075135.900272:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075135.900273:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603415680 : -114162106135936 : ffff982b90378a80) 00000100:00000040:3.0:1769075135.900278:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90378a80 x1855007613371776/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.900310:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075135.900314:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769075135.900316:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6660. 00000100:00000200:3.0:1769075135.900318:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613371776, offset 0 00000400:00000200:3.0:1769075135.900321:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769075135.900325:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075135.900329:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769075135.900333:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075135.900336:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769075135.900341:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075135.900347:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769075135.900351:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15692:15692:256:4294967295] 192.168.204.151@tcp LPNI seq info [15692:15692:8:4294967295] 00000400:00000200:3.0:1769075135.900355:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075135.900362:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769075135.900365:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075135.900368:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcbf00. 00000800:00000200:3.0:1769075135.900372:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.0:1769075135.900374:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1769075135.900377:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.1:1769075135.900379:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 47 secs later) 00000800:00000100:3.0:1769075135.900382:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075135.900383:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcbf00. 00000400:00000200:3.0:1769075135.900386:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075135.900388:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075135.900391:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6660 00000400:00000010:3.0:1769075135.900392:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6660. 00000100:00000001:3.0:1769075135.900394:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075135.900396:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90378a80 x1855007613371776/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.900402:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075135.900404:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90378a80 x1855007613371776/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075160 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.900419:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075135.900420:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075135.900422:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075135.900425:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24872 usecs (25 jiffies) 00000400:00000200:3.0:1769075135.900427:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075135.900428:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296792603 00000100:00000001:3.0:1769075135.900430:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296801670 00000100:00000001:3.0:1769075135.900432:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296792603 00000100:00000001:3.0:1769075135.900434:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296801670 00000100:00000001:3.0:1769075135.900436:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075135.900437:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075135.900439:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075135.900441:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075135/real 1769075135] req@ffff982b90378a80 x1855007613371776/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075135.900446:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075135.900446:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075135.900447:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7f78. 00000400:00000200:3.0:1769075135.900449:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6770 00000400:00000010:3.0:1769075135.900450:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6770. 00000100:00000001:3.0:1769075135.900451:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075135.900455:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90378a80 x1855007613371776/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075135.900464:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90378a80 x1855007613371776/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.900471:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075135.900472:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075135.900474:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075135.900475:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075135.900479:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90378a80 x1855007613371776/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.900486:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075135.900491:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90378a80 x1855007613371776/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.900499:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075135.900502:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075135.900504:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075135.900506:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075135.900509:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075135.900510:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075135.900513:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075135.900518:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:3.0:1769075135.900520:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075135.900523:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90378a80 x1855007613371776/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075135.900529:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90378a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613371776:192.168.204.151@tcp:8:kworker.0 00000100:00000001:3.0:1769075135.900531:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075135.900534:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037b100 x1855007613371904/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.900539:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075135.900540:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075135.900541:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075135.900543:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075135.900544:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075135.900546:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613371904:192.168.204.151@tcp:8:kworker.0 00000100:00000001:3.0:1769075135.900548:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075135.900550:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075135.900551:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075135.900553:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075135.900555:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c02c00. 02000000:00000001:3.0:1769075135.900557:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075135.900560:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769075135.900562:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7f78. 00000400:00000010:3.0:1769075135.900564:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6770. 00000100:00000200:3.0:1769075135.900566:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613371904, portal 4 00000100:00000001:3.0:1769075135.900568:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075135.900569:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603425536 : -114162106126080 : ffff982b9037b100) 00000100:00000040:3.0:1769075135.900573:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9037b100 x1855007613371904/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.900578:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075135.900580:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769075135.900581:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6660. 00000100:00000200:3.0:1769075135.900583:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613371904, offset 0 00000400:00000200:3.0:1769075135.900586:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769075135.900588:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075135.900590:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769075135.900592:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075135.900594:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769075135.900607:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075135.900608:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769075135.900611:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15693:15693:256:4294967295] 192.168.204.151@tcp LPNI seq info [15693:15693:8:4294967295] 00000400:00000200:3.0:1769075135.900614:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075135.900618:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769075135.900621:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075135.900623:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcbf00. 00000800:00000200:3.0:1769075135.900626:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.0:1769075135.900628:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1769075135.900631:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.1:1769075135.900634:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 47 secs later) 00000800:00000100:3.0:1769075135.900636:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075135.900638:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcbf00. 00000400:00000200:3.0:1769075135.900640:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075135.900643:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075135.900645:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6660 00000400:00000010:3.0:1769075135.900646:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6660. 00000100:00000001:3.0:1769075135.900648:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075135.900650:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b9037b100 x1855007613371904/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.900655:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075135.900658:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037b100 x1855007613371904/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075160 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.900667:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075135.900668:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075135.900670:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075135.900672:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26900 usecs (27 jiffies) 00000400:00000200:3.0:1769075135.900675:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075135.900676:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296792605 00000100:00000001:3.0:1769075135.900678:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296801670 00000100:00000001:3.0:1769075135.900680:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296792605 00000100:00000001:3.0:1769075135.900682:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296801670 00000100:00000001:3.0:1769075135.900684:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075135.900685:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075135.900686:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075135.900688:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075135/real 1769075135] req@ffff982b9037b100 x1855007613371904/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075135.900693:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075135.900694:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075135.900695:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7f78. 00000400:00000200:3.0:1769075135.900696:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6770 00000400:00000010:3.0:1769075135.900698:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6770. 00000100:00000001:3.0:1769075135.900699:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075135.900701:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037b100 x1855007613371904/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075135.900707:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037b100 x1855007613371904/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.900710:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075135.900711:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075135.900712:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075135.900713:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075135.900715:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b9037b100 x1855007613371904/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.900731:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075135.900733:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037b100 x1855007613371904/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.900738:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075135.900739:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075135.900740:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075135.900741:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075135.900742:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075135.900743:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075135.900744:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075135.900746:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:3.0:1769075135.900748:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075135.900750:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037b100 x1855007613371904/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075135.900755:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613371904:192.168.204.151@tcp:8:kworker.0 00000100:00000001:3.0:1769075135.900757:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075135.900758:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075135.900760:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037ad80 x1855007613371648/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.900764:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075135.900765:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075135.900766:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c01800. 02000000:00000001:3.0:1769075135.900768:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075135.900770:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075135.900771:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:3.0:1769075135.900773:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075135.900774:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90210400. 02000000:00000001:3.0:1769075135.900776:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075135.900778:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075135.900779:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037ad80. 00000100:00000001:3.0:1769075135.900781:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075135.900783:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075135.900784:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075135.900786:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90378a80 x1855007613371776/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.900790:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075135.900791:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075135.900792:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c00000. 02000000:00000001:3.0:1769075135.900793:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075135.900794:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075135.900795:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:3.0:1769075135.900796:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075135.900797:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90211000. 02000000:00000001:3.0:1769075135.900798:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075135.900799:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075135.900799:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90378a80. 00000100:00000001:3.0:1769075135.900801:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075135.900801:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075135.900802:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075135.900804:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037b100 x1855007613371904/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075160 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075135.900808:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075135.900808:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075135.900809:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c02c00. 02000000:00000001:3.0:1769075135.900811:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075135.900811:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075135.900812:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:3.0:1769075135.900813:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075135.900814:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90213800. 02000000:00000001:3.0:1769075135.900815:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075135.900816:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075135.900816:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037b100. 00000100:00000001:3.0:1769075135.900818:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075135.900819:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075135.900821:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075135.900823:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075135.900824:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075135.900826:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075135.900827:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075136.410350:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075136.410356:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075136.410358:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075136.410363:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075136.410366:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075136.410369:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075136.410372:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075136.410385:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075136.410388:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075136.794416:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075136.794423:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075136.794429:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075136.794431:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075136.794502:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075136.794507:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075136.794511:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075137.434346:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075137.434352:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075137.434353:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075137.434374:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075137.434377:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075137.434379:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075137.434382:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075137.434384:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075137.434386:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075137.818347:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075137.818352:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075137.818357:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075137.818359:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769075137.818361:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769075137.818363:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075137.818365:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769075137.818367:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075137.818368:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075137.818369:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075137.818418:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075137.818422:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075137.818425:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075138.458355:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075138.458360:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075138.458362:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075138.458366:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075138.458369:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075138.458372:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075138.458374:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075138.458376:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075138.458378:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075138.842359:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075138.842364:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075138.842368:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075138.842369:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075138.842415:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075138.842419:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075138.842422:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075139.482395:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075139.482401:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075139.482403:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075139.482407:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075139.482410:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075139.482413:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075139.482415:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075139.482417:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075139.482419:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075139.866398:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075139.866404:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075139.866408:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075139.866409:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075139.866484:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075139.866490:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075139.866494:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075140.506470:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075140.506481:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075140.506484:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075140.506494:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075140.506500:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075140.506505:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075140.506509:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075140.506513:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075140.506517:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075140.890374:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075140.890382:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075140.890387:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075140.890388:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075140.890453:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075140.890457:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075140.890461:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075141.018395:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075141.018408:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769075141.018412:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075141.018418:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075141.018436:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075141.018447:0:27795:0:(import.c:509:import_select_connection()) MGC192.168.204.151@tcp: connect to NID 192.168.204.151@tcp last attempt 2125 00000400:00000200:2.0:1769075141.018459:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769075141.018467:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075141.018472:0:27795:0:(import.c:588:import_select_connection()) MGC192.168.204.151@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075141.018476:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075141.018480:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075141.018484:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075141.018487:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769075141.018492:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075141.018495:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000020:00000001:2.0:1769075141.018498:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075141.018502:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000020:00000001:2.0:1769075141.018504:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000020:00000001:2.0:1769075141.018507:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00000040:2.0:1769075141.018511:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075141.018514:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075141.018517:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075141.018521:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769075141.018527:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00080000:2.0:1769075141.018533:0:27795:0:(import.c:623:import_select_connection()) MGC192.168.204.151@tcp: import ffff982b88b8a800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075141.018538:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075141.018543:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075141.018548:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075141.018553:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075141.018557:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769075141.018561:0:27795:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075141.018577:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90379500. 00000020:00000040:2.0:1769075141.018584:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 02000000:00000001:2.0:1769075141.018592:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075141.018595:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075141.018601:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075141.018605:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075141.018613:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075141.018638:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90212000. 00000100:00000001:2.0:1769075141.018648:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075141.018661:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90379500 x1855007613372032/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075141.018680:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075141.018688:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075141.018697:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040d412f8] to pc [ptlrpcd_rcv+-1] req@ffff982b90379500 x1855007613372032/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075141.018736:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075141.018742:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075141.018759:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769075141.018763:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075141.018765:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075141.018770:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075141.018775:0:27795:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2125 00000100:00000001:3.0:1769075141.018775:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075141.018784:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1769075141.018786:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075141.018791:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1769075141.018794:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075141.018800:0:27795:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075141.018807:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90379500 x1855007613372032/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769075141.018809:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075141.018816:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075141.018823:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075141.018831:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000001:3.0:1769075141.018836:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1769075141.018837:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075141.018842:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000100:00000001:3.0:1769075141.018842:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075141.018845:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1769075141.018850:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1769075141.018851:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000020:00000001:2.0:1769075141.018858:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 02000000:00000001:3.0:1769075141.018858:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1769075141.018866:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000040:2.0:1769075141.018870:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075141.018872:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075141.018874:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075141.018878:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 02000000:00000001:3.0:1769075141.018880:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769075141.018882:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 00000100:00080000:2.0:1769075141.018888:0:27795:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075141.018894:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075141.018895:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90379500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613372032:192.168.204.151@tcp:250:kworker.0 02000000:00000001:2.0:1769075141.018898:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769075141.018905:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769075141.018908:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075141.018912:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075141.018914:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075141.018918:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075141.018920:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:3.0:1769075141.018927:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00100000:2.0:1769075141.018929:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769075141.018937:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075141.018937:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c02c00. 00000100:00000001:2.0:1769075141.018941:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075141.018944:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075141.018949:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037a300. 00000400:00000200:3.0:1769075141.018957:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000020:00000040:2.0:1769075141.018966:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000400:00000010:3.0:1769075141.018967:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7f78. 02000000:00000001:2.0:1769075141.018970:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075141.018974:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075141.018976:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075141.018979:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1769075141.018980:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6770. 02000000:00000001:2.0:1769075141.018983:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075141.018993:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90212400. 00000100:00000200:3.0:1769075141.018994:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613372032, portal 25 00000100:00000001:2.0:1769075141.019002:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075141.019002:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075141.019007:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603418368 : -114162106133248 : ffff982b90379500) 00000100:00100000:2.0:1769075141.019015:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b9037a300 x1855007613372160/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1769075141.019021:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90379500 x1855007613372032/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075141.019049:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075141.019055:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769075141.019056:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075141.019063:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000100:00000040:2.0:1769075141.019068:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a8e4c43] to pc [ptlrpcd_rcv+-1] req@ffff982b9037a300 x1855007613372160/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769075141.019072:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6660. 00000100:00000200:3.0:1769075141.019080:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007613372032, offset 0 00000400:00000200:3.0:1769075141.019099:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000100:00000001:2.0:1769075141.019102:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075141.019108:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1769075141.019116:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00080000:2.0:1769075141.019117:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769075141.019123:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075141.019146:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075141.019151:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:3.0:1769075141.019156:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000100:00080000:2.0:1769075141.019157:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2125 00000400:00000200:3.0:1769075141.019168:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075141.019177:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769075141.019182:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075141.019186:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769075141.019191:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15694:15694:256:4294967295] 192.168.204.151@tcp LPNI seq info [15694:15694:8:4294967295] 00000400:00000200:3.0:1769075141.019197:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075141.019211:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000400:00000200:2.0:1769075141.019224:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000800:00000200:3.0:1769075141.019226:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769075141.019233:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000800:00000010:3.0:1769075141.019236:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcbf00. 00000100:00080000:2.0:1769075141.019238:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075141.019246:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075141.019249:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:3.0:1769075141.019255:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000040:2.0:1769075141.019256:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075141.019264:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000800:00000200:3.0:1769075141.019266:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 42 secs later) 00000020:00000001:2.0:1769075141.019268:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075141.019272:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3de 00000020:00000001:2.0:1769075141.019276:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000200:3.1:1769075141.019310:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.1:1769075141.019316:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 42 secs later) 00000020:00000040:2.0:1769075141.019321:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b9968c800 refcount=4 00000800:00000100:3.0:1769075141.019327:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000020:00000001:2.0:1769075141.019329:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000800:00000010:3.0:1769075141.019334:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcbf00. 00000020:00000001:2.0:1769075141.019335:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000100:00000040:2.0:1769075141.019344:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000400:00000200:3.0:1769075141.019345:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:2.0:1769075141.019350:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075141.019359:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000400:00000200:3.0:1769075141.019362:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000100:00000001:2.0:1769075141.019364:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769075141.019370:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b9968c800 : new refcount 3 00000400:00000200:3.0:1769075141.019372:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6660 00000100:00080000:2.0:1769075141.019378:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: import ffff982b83e5e800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000400:00000010:3.0:1769075141.019379:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6660. 00000100:00000001:2.0:1769075141.019386:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075141.019390:0:2363:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1769075141.019391:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075141.019399:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1769075141.019402:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90379500 x1855007613372032/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769075141.019404:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075141.019411:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769075141.019416:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769075141.019425:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075141.019432:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075141.019442:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037b100. 00000020:00000040:2.0:1769075141.019448:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 00000100:00000001:3.0:1769075141.019451:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1769075141.019453:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075141.019458:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075141.019463:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075141.019467:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1769075141.019468:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90379500 x1855007613372032/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075166 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769075141.019471:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075141.019481:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90211c00. 00000100:00000001:2.0:1769075141.019489:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075141.019494:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075141.019500:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b9037b100 x1855007613372288/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075141.019503:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075141.019514:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075141.019518:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075141.019520:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075141.019536:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046ecc01e] to pc [ptlrpcd_rcv+-1] req@ffff982b9037b100 x1855007613372288/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769075141.019536:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075141.019545:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296806790 00000100:00000001:3.0:1769075141.019562:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296801670 00000100:00000001:2.0:1769075141.019563:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075141.019572:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296806790 00000100:00080000:2.0:1769075141.019574:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769075141.019582:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296801670 00000100:00080000:2.0:1769075141.019585:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769075141.019589:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075141.019591:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769075141.019595:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075141.019598:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075141.019600:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1769075141.019610:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00100000:3.0:1769075141.019611:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075141/real 1769075141] req@ffff982b90379500 x1855007613372032/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075141.019621:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2125 00000400:00000200:2.0:1769075141.019635:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000001:3.0:1769075141.019635:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075141.019640:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1769075141.019642:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000400:00000010:3.0:1769075141.019645:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7f78. 00000100:00080000:2.0:1769075141.019647:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000400:00000200:3.0:1769075141.019654:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6770 00000100:00000040:2.0:1769075141.019656:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000400:00000010:3.0:1769075141.019662:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6770. 00000100:00000001:2.0:1769075141.019663:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769075141.019671:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1769075141.019673:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000200:3.0:1769075141.019680:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90379500 x1855007613372032/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075141.019683:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769075141.019695:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075141.019701:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3e5 00000100:00000200:3.0:1769075141.019704:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90379500 x1855007613372032/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769075141.019708:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075141.019716:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b897c2000 refcount=4 00000100:00000001:3.0:1769075141.019718:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075141.019725:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769075141.019726:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000100:00000001:3.0:1769075141.019730:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1769075141.019736:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000100:00000001:3.0:1769075141.019737:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075141.019748:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90379500 x1855007613372032/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769075141.019754:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075141.019762:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075141.019769:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075141.019771:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075141.019774:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769075141.019778:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b897c2000 : new refcount 3 00000100:00000040:3.0:1769075141.019782:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90379500 x1855007613372032/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075166 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075141.019785:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: import ffff982b99688000 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075141.019794:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075141.019799:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075141.019806:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075141.019807:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:2.0:1769075141.019814:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075141.019816:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075141.019822:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075141.019823:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075141.019828:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:2.0:1769075141.019829:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1769075141.019832:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000008:00000001:2.0:1769075141.019835:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075141.019837:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075141.019840:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075141.019844:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000010:2.0:1769075141.019848:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90378a80. 00000100:00080000:3.0:1769075141.019854:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.151@tcp failed (-110) 00000020:00000040:2.0:1769075141.019856:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 00000100:00000001:3.0:1769075141.019861:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:2.0:1769075141.019864:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075141.019868:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075141.019872:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90379500 x1855007613372032/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075166 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075141.019873:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075141.019878:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075141.019883:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075141.019892:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90210800. 00000100:00100000:3.0:1769075141.019899:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90379500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613372032:192.168.204.151@tcp:250:kworker.0 00000100:00000001:2.0:1769075141.019902:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075141.019911:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075141.019918:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90378a80 x1855007613372416/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075141.019918:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075141.019929:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90379500 x1855007613372032/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075166 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075141.019940:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075141.019947:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075141.019957:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1769075141.019959:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000072252e94] to pc [ptlrpcd_rcv+-1] req@ffff982b90378a80 x1855007613372416/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075141.019962:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075141.019968:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c02c00. 02000000:00000001:3.0:1769075141.019977:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1769075141.019980:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075141.019981:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075141.019986:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000100:00000040:2.0:1769075141.019989:0:27795:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2135) 00000020:00000001:3.0:1769075141.019990:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075141.019997:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90212000. 02000000:00000001:3.0:1769075141.020003:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075141.020005:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075141.020007:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90379500. 00000100:00000001:3.0:1769075141.020011:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075141.020014:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075141.020016:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075141.020027:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075141.020029:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075141.020032:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075141.020034:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075141.020036:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075141.020042:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037a300 x1855007613372160/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075141.020050:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075141.020052:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075141.020054:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075141.020057:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075141.020059:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075141.020062:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613372160:192.168.204.151@tcp:38:kworker.0 00000100:00000001:3.0:1769075141.020066:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075141.020068:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075141.020070:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075141.020071:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075141.020075:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c02c00. 02000000:00000001:3.0:1769075141.020077:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075141.020082:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769075141.020085:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7f78. 00000400:00000010:3.0:1769075141.020088:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6770. 00000100:00000200:3.0:1769075141.020092:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613372160, portal 10 00000100:00000001:3.0:1769075141.020094:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075141.020096:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603421952 : -114162106129664 : ffff982b9037a300) 00000100:00000040:3.0:1769075141.020104:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9037a300 x1855007613372160/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075141.020118:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075141.020121:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769075141.020142:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6660. 00000100:00000200:3.0:1769075141.020146:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613372160, offset 0 00000400:00000200:3.0:1769075141.020151:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769075141.020157:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075141.020162:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769075141.020165:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075141.020169:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769075141.020172:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075141.020174:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769075141.020178:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15695:15695:256:4294967295] 192.168.204.151@tcp LPNI seq info [15695:15695:8:4294967295] 00000400:00000200:3.0:1769075141.020183:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075141.020191:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769075141.020196:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075141.020199:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcbf00. 00000800:00000200:3.0:1769075141.020205:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.0:1769075141.020208:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1769075141.020213:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.1:1769075141.020216:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 42 secs later) 00000800:00000100:3.0:1769075141.020221:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075141.020223:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcbf00. 00000400:00000200:3.0:1769075141.020227:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075141.020231:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075141.020235:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6660 00000400:00000010:3.0:1769075141.020237:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6660. 00000100:00000001:3.0:1769075141.020240:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075141.020244:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b9037a300 x1855007613372160/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075141.020254:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075141.020257:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037a300 x1855007613372160/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075166 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075141.020272:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075141.020274:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075141.020277:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075141.020305:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1068438 usecs (1069 jiffies) 00000400:00000200:3.0:1769075141.020310:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075141.020313:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296798767 00000100:00000001:3.0:1769075141.020316:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296806790 00000100:00000001:3.0:1769075141.020319:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296798767 00000100:00000001:3.0:1769075141.020322:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296806790 00000100:00000001:3.0:1769075141.020324:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075141.020326:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075141.020329:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075141.020333:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075141/real 1769075141] req@ffff982b9037a300 x1855007613372160/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075141.020342:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075141.020343:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075141.020345:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7f78. 00000400:00000200:3.0:1769075141.020348:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6770 00000400:00000010:3.0:1769075141.020351:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6770. 00000100:00000001:3.0:1769075141.020353:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075141.020357:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037a300 x1855007613372160/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075141.020367:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037a300 x1855007613372160/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075141.020373:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075141.020375:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075141.020377:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075141.020378:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075141.020382:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b9037a300 x1855007613372160/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075141.020390:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075141.020394:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037a300 x1855007613372160/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075166 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075141.020402:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075141.020404:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075141.020406:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075141.020407:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075141.020409:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075141.020411:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075141.020414:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075141.020418:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:3.0:1769075141.020420:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075141.020424:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037a300 x1855007613372160/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075166 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075141.020432:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613372160:192.168.204.151@tcp:38:kworker.0 00000100:00000001:3.0:1769075141.020437:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075141.020442:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037b100 x1855007613372288/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075141.020454:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075141.020456:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075141.020460:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075141.020464:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075141.020467:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075141.020472:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613372288:192.168.204.151@tcp:8:kworker.0 00000100:00000001:3.0:1769075141.020478:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075141.020481:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075141.020484:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075141.020488:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075141.020493:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c00000. 02000000:00000001:3.0:1769075141.020497:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075141.020504:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769075141.020509:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7f78. 00000400:00000010:3.0:1769075141.020515:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6770. 00000100:00000200:3.0:1769075141.020520:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613372288, portal 4 00000100:00000001:3.0:1769075141.020524:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075141.020526:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603425536 : -114162106126080 : ffff982b9037b100) 00000100:00000040:3.0:1769075141.020536:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9037b100 x1855007613372288/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075141.020548:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075141.020552:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769075141.020555:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6660. 00000100:00000200:3.0:1769075141.020559:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613372288, offset 0 00000400:00000200:3.0:1769075141.020566:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769075141.020571:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075141.020576:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769075141.020579:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075141.020583:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769075141.020585:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075141.020588:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769075141.020592:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15696:15696:256:4294967295] 192.168.204.151@tcp LPNI seq info [15696:15696:8:4294967295] 00000400:00000200:3.0:1769075141.020597:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075141.020605:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769075141.020610:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075141.020613:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcbf00. 00000800:00000200:3.0:1769075141.020618:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.0:1769075141.020621:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1769075141.020625:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.1:1769075141.020628:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 42 secs later) 00000800:00000100:3.0:1769075141.020633:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075141.020636:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcbf00. 00000400:00000200:3.0:1769075141.020640:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075141.020644:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075141.020647:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6660 00000400:00000010:3.0:1769075141.020649:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6660. 00000100:00000001:3.0:1769075141.020652:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075141.020656:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b9037b100 x1855007613372288/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075141.020665:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075141.020668:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037b100 x1855007613372288/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075166 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075141.020675:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075141.020677:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075141.020680:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075141.020684:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24872 usecs (25 jiffies) 00000400:00000200:3.0:1769075141.020687:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075141.020690:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296797723 00000100:00000001:3.0:1769075141.020693:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296806790 00000100:00000001:3.0:1769075141.020695:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296797723 00000100:00000001:3.0:1769075141.020697:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296806790 00000100:00000001:3.0:1769075141.020700:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075141.020702:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075141.020704:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075141.020708:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075141/real 1769075141] req@ffff982b9037b100 x1855007613372288/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075141.020716:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075141.020718:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075141.020720:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7f78. 00000400:00000200:3.0:1769075141.020722:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6770 00000400:00000010:3.0:1769075141.020724:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6770. 00000100:00000001:3.0:1769075141.020727:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075141.020730:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037b100 x1855007613372288/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075141.020739:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037b100 x1855007613372288/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075141.020746:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075141.020747:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075141.020749:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075141.020750:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075141.020754:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b9037b100 x1855007613372288/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075141.020761:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075141.020765:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037b100 x1855007613372288/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075166 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075141.020772:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075141.020775:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075141.020776:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075141.020778:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075141.020780:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075141.020782:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075141.020784:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075141.020788:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:3.0:1769075141.020790:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075141.020794:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037b100 x1855007613372288/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075166 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075141.020802:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613372288:192.168.204.151@tcp:8:kworker.0 00000100:00000001:3.0:1769075141.020806:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075141.020810:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90378a80 x1855007613372416/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075141.020818:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075141.020820:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075141.020822:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075141.020824:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075141.020827:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075141.020830:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90378a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613372416:192.168.204.151@tcp:8:kworker.0 00000100:00000001:3.0:1769075141.020833:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075141.020835:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075141.020837:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075141.020839:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075141.020842:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c01800. 02000000:00000001:3.0:1769075141.020844:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075141.020848:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769075141.020851:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7f78. 00000400:00000010:3.0:1769075141.020854:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6770. 00000100:00000200:3.0:1769075141.020857:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613372416, portal 4 00000100:00000001:3.0:1769075141.020859:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075141.020861:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603415680 : -114162106135936 : ffff982b90378a80) 00000100:00000040:3.0:1769075141.020867:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90378a80 x1855007613372416/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075141.020874:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075141.020876:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769075141.020879:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6660. 00000100:00000200:3.0:1769075141.020881:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613372416, offset 0 00000400:00000200:3.0:1769075141.020885:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769075141.020888:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075141.020891:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769075141.020894:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075141.020897:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769075141.020899:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075141.020902:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769075141.020906:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15697:15697:256:4294967295] 192.168.204.151@tcp LPNI seq info [15697:15697:8:4294967295] 00000400:00000200:3.0:1769075141.020911:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075141.020918:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769075141.020923:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075141.020926:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcbf00. 00000800:00000200:3.0:1769075141.020930:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.0:1769075141.020932:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1769075141.020937:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.1:1769075141.020960:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 42 secs later) 00000800:00000100:3.0:1769075141.020965:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075141.020967:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcbf00. 00000400:00000200:3.0:1769075141.020971:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075141.020975:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075141.020978:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6660 00000400:00000010:3.0:1769075141.020980:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6660. 00000100:00000001:3.0:1769075141.020983:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075141.020987:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90378a80 x1855007613372416/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075141.020996:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075141.020999:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90378a80 x1855007613372416/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075166 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075141.021007:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075141.021009:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075141.021012:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075141.021015:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26900 usecs (27 jiffies) 00000400:00000200:3.0:1769075141.021019:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075141.021022:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296797725 00000100:00000001:3.0:1769075141.021024:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296806790 00000100:00000001:3.0:1769075141.021027:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296797725 00000100:00000001:3.0:1769075141.021029:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296806790 00000100:00000001:3.0:1769075141.021031:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075141.021034:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075141.021036:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075141.021040:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075141/real 1769075141] req@ffff982b90378a80 x1855007613372416/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075141.021049:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075141.021050:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075141.021052:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7f78. 00000400:00000200:3.0:1769075141.021055:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6770 00000400:00000010:3.0:1769075141.021056:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6770. 00000100:00000001:3.0:1769075141.021058:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075141.021062:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90378a80 x1855007613372416/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075141.021071:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90378a80 x1855007613372416/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075141.021077:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075141.021079:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075141.021081:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075141.021082:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075141.021086:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90378a80 x1855007613372416/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075141.021092:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075141.021096:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90378a80 x1855007613372416/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075166 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075141.021103:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075141.021106:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075141.021107:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075141.021109:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075141.021111:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075141.021112:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075141.021115:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075141.021118:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:3.0:1769075141.021121:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075141.021149:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90378a80 x1855007613372416/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075166 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075141.021158:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90378a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613372416:192.168.204.151@tcp:8:kworker.0 00000100:00000001:3.0:1769075141.021163:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075141.021165:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075141.021168:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037a300 x1855007613372160/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075166 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075141.021176:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075141.021178:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075141.021180:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c02c00. 02000000:00000001:3.0:1769075141.021184:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075141.021185:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075141.021187:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:3.0:1769075141.021189:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075141.021191:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90212400. 02000000:00000001:3.0:1769075141.021194:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075141.021196:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075141.021197:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037a300. 00000100:00000001:3.0:1769075141.021200:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075141.021202:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075141.021204:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075141.021207:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037b100 x1855007613372288/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075166 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075141.021214:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075141.021215:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075141.021217:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c00000. 02000000:00000001:3.0:1769075141.021219:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075141.021221:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075141.021222:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:3.0:1769075141.021224:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075141.021226:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90211c00. 02000000:00000001:3.0:1769075141.021228:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075141.021230:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075141.021231:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037b100. 00000100:00000001:3.0:1769075141.021234:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075141.021236:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075141.021238:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075141.021241:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90378a80 x1855007613372416/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075166 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075141.021247:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075141.021248:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075141.021249:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c01800. 02000000:00000001:3.0:1769075141.021253:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075141.021254:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075141.021255:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:3.0:1769075141.021257:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075141.021258:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90210800. 02000000:00000001:3.0:1769075141.021260:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075141.021261:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075141.021263:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90378a80. 00000100:00000001:3.0:1769075141.021265:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075141.021266:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075141.021268:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075141.021272:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075141.021274:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075141.021276:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075141.021278:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075141.530349:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075141.530359:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075141.530361:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075141.530367:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075141.530372:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075141.530376:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075141.530379:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075141.530383:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075141.530385:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075141.914407:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075141.914421:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769075141.914425:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769075141.914436:0:21410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769075141.914439:0:21410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769075141.914442:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075141.914451:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769075141.914454:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075141.914456:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075141.914459:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075141.914464:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075141.914465:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075141.914532:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075141.914539:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075141.914544:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075142.554447:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075142.554458:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075142.554461:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075142.554469:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075142.554493:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075142.554499:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075142.554504:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075142.554508:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075142.554512:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075142.938369:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075142.938377:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075142.938382:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075142.938383:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075142.938473:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075142.938476:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075142.938480:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075143.578391:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075143.578402:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075143.578404:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075143.578411:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075143.578416:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075143.578421:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075143.578424:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075143.578427:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075143.578431:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075143.962447:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075143.962456:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075143.962464:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075143.962466:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075143.962548:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075143.962555:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075143.962561:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075144.602381:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075144.602389:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075144.602390:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075144.602397:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075144.602401:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075144.602405:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075144.602408:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075144.602410:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075144.602412:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075144.986448:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075144.986458:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075144.986494:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075144.986495:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075144.986572:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075144.986578:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075144.986582:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075145.626415:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075145.626429:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075145.626432:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075145.626452:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075145.626460:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075145.626467:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075145.626472:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075145.626477:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075145.626481:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075146.010446:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075146.010453:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075146.010459:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075146.010460:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075146.010605:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075146.010613:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075146.010618:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075146.138492:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075146.138503:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769075146.138506:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075146.138510:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075146.138515:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075146.138522:0:27795:0:(import.c:509:import_select_connection()) MGC192.168.204.151@tcp: connect to NID 192.168.204.151@tcp last attempt 2130 00000400:00000200:3.0:1769075146.138531:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075146.138537:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075146.138540:0:27795:0:(import.c:588:import_select_connection()) MGC192.168.204.151@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075146.138543:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075146.138547:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075146.138549:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075146.138552:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:3.0:1769075146.138556:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075146.138558:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000020:00000001:3.0:1769075146.138560:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075146.138563:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000020:00000001:3.0:1769075146.138565:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000020:00000001:3.0:1769075146.138567:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00000040:3.0:1769075146.138570:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075146.138572:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075146.138574:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075146.138576:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:3.0:1769075146.138579:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00080000:3.0:1769075146.138582:0:27795:0:(import.c:623:import_select_connection()) MGC192.168.204.151@tcp: import ffff982b88b8a800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:3.0:1769075146.138584:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075146.138587:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075146.138590:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075146.138592:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075146.138594:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075146.138596:0:27795:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075146.138605:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90371500. 00000020:00000040:3.0:1769075146.138608:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 02000000:00000001:3.0:1769075146.138612:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075146.138614:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075146.138617:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075146.138636:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075146.138640:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075146.138647:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c01800. 00000100:00000001:3.0:1769075146.138654:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075146.138664:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90371500 x1855007613372544/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075146.138673:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075146.138677:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075146.138681:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6fe85bd] to pc [ptlrpcd_rcv+-1] req@ffff982b90371500 x1855007613372544/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075146.138707:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075146.138710:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075146.138713:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769075146.138714:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075146.138716:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075146.138718:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075146.138720:0:27795:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2130 00000400:00000200:3.0:1769075146.138723:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075146.138726:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075146.138728:0:27795:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075146.138731:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075146.138733:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075146.138734:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075146.138736:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:3.0:1769075146.138738:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075146.138739:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000020:00000001:3.0:1769075146.138741:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075146.138742:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000020:00000001:3.0:1769075146.138744:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000020:00000001:3.0:1769075146.138746:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000040:3.0:1769075146.138749:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075146.138751:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075146.138752:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075146.138754:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:3.0:1769075146.138756:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 00000100:00080000:3.0:1769075146.138758:0:27795:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:3.0:1769075146.138760:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075146.138762:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075146.138767:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075146.138769:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075146.138772:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075146.138776:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075146.138779:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075146.138781:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075146.138784:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90370a80. 00000020:00000040:3.0:1769075146.138787:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:3.0:1769075146.138790:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075146.138791:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075146.138792:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075146.138793:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075146.138795:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075146.138799:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1769075146.138799:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c00000. 00000100:00000001:3.0:1769075146.138809:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075146.138810:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075146.138815:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1769075146.138817:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90370a80 x1855007613372672/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075146.138829:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1769075146.138831:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90371500 x1855007613372544/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075146.138831:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075146.138847:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa3ea810] to pc [ptlrpcd_rcv+-1] req@ffff982b90370a80 x1855007613372672/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075146.138874:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075146.138879:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075146.138880:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075146.138885:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:3.0:1769075146.138887:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1769075146.138892:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1769075146.138892:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769075146.138901:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075146.138902:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075146.138904:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075146.138907:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2130 02000000:00000001:1.0:1769075146.138916:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075146.138939:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90371500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613372544:192.168.204.151@tcp:250:kworker.0 00000400:00000200:3.0:1769075146.138939:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075146.138954:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00000001:1.0:1769075146.138955:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1769075146.138962:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 02000000:00000001:1.0:1769075146.138965:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1769075146.138970:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 02000000:00000001:1.0:1769075146.138972:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075146.138979:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1769075146.138980:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1769075146.138991:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075146.138995:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 02000000:00000010:1.0:1769075146.138997:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606d800. 00000020:00000001:3.0:1769075146.138998:0:27795:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1769075146.139003:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769075146.139004:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3de 00000020:00000001:3.0:1769075146.139013:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075146.139016:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b9968c800 refcount=4 00000020:00000001:3.0:1769075146.139019:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000400:00000200:1.0:1769075146.139026:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000020:00000001:3.0:1769075146.139028:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000400:00000010:1.0:1769075146.139037:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e471b8. 00000100:00000040:3.0:1769075146.139057:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000400:00000010:1.0:1769075146.139063:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8660. 00000100:00000001:3.0:1769075146.139079:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075146.139083:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000200:1.0:1769075146.139086:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613372544, portal 25 00000100:00000001:3.0:1769075146.139087:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000001:1.0:1769075146.139099:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:3.0:1769075146.139100:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b9968c800 : new refcount 3 00000100:00000001:1.0:1769075146.139104:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603385600 : -114162106166016 : ffff982b90371500) 00000100:00080000:3.0:1769075146.139113:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: import ffff982b83e5e800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:3.0:1769075146.139116:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075146.139120:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90371500 x1855007613372544/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075146.139121:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075146.139129:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075146.139143:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075146.139144:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769075146.139153:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000040:1.0:1769075146.139157:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000008:00100000:3.0:1769075146.139159:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000400:00000010:1.0:1769075146.139162:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000008:00000001:3.0:1769075146.139164:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075146.139168:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769075146.139169:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007613372544, offset 0 00000100:00000010:3.0:1769075146.139178:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90370700. 00000020:00000040:3.0:1769075146.139182:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 02000000:00000001:3.0:1769075146.139186:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075146.139187:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075146.139189:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075146.139191:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075146.139197:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075146.139198:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 02000000:00000010:3.0:1769075146.139203:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c02c00. 00000100:00000001:3.0:1769075146.139208:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075146.139216:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90370700 x1855007613372800/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769075146.139218:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075146.139233:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075146.139237:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075146.139247:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000100:00000040:3.0:1769075146.139248:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037e78c18] to pc [ptlrpcd_rcv+-1] req@ffff982b90370700 x1855007613372800/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075146.139266:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075146.139268:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:3.0:1769075146.139270:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075146.139274:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769075146.139280:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075146.139282:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075146.139284:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075146.139288:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2130 00000400:00000200:1.0:1769075146.139320:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075146.139326:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075146.139345:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769075146.139352:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075146.139357:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15698:15698:256:4294967295] 192.168.204.151@tcp LPNI seq info [15698:15698:8:4294967295] 00000400:00000200:3.0:1769075146.139366:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000400:00000200:1.0:1769075146.139374:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00080000:3.0:1769075146.139377:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075146.139383:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075146.139386:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075146.139393:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000400:00000200:1.0:1769075146.139410:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000100:00000001:3.0:1769075146.139419:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000800:00000200:1.0:1769075146.139429:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000020:00000001:3.0:1769075146.139430:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075146.139441:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3e5 00000800:00000010:1.0:1769075146.139443:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000020:00000001:3.0:1769075146.139445:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075146.139452:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b897c2000 refcount=4 00000020:00000001:3.0:1769075146.139456:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000800:00000200:1.0:1769075146.139465:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000020:00000001:3.0:1769075146.139467:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000800:00000200:1.0:1769075146.139479:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 37 secs later) 00000100:00000040:3.0:1769075146.139483:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075146.139493:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075146.139501:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000800:00000200:1.1:1769075146.139505:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000001:3.0:1769075146.139510:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000800:00000200:1.1:1769075146.139512:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 37 secs later) 00000020:00000040:3.0:1769075146.139515:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b897c2000 : new refcount 3 00000100:00080000:3.0:1769075146.139524:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: import ffff982b99688000 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000800:00000100:1.0:1769075146.139529:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000100:00000001:3.0:1769075146.139540:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1769075146.139541:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 02000000:00000001:3.0:1769075146.139552:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075146.139556:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1769075146.139557:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 02000000:00000001:3.0:1769075146.139567:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075146.139573:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000200:1.0:1769075146.139575:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000008:00100000:3.0:1769075146.139578:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1769075146.139581:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000008:00000001:3.0:1769075146.139587:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075146.139588:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00000001:1.0:1769075146.139612:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769075146.139616:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769075146.139620:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90371500 x1855007613372544/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769075146.139624:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90373480. 00000020:00000040:3.0:1769075146.139636:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 02000000:00000001:3.0:1769075146.139648:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075146.139652:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075146.139661:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075146.139666:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075146.139674:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075146.139677:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:3.0:1769075146.139682:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c01c00. 00000100:00000040:1.0:1769075146.139683:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90371500 x1855007613372544/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075171 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075146.139693:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075146.139704:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075146.139709:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1769075146.139710:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90373480 x1855007613372928/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075146.139716:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075146.139736:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075146.139745:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296811910 00000100:00000001:3.0:1769075146.139753:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075146.139757:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075146.139762:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296806790 00000100:00000040:3.0:1769075146.139764:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001e13d9f] to pc [ptlrpcd_rcv+-1] req@ffff982b90373480 x1855007613372928/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075146.139770:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296811910 00000100:00000001:1.0:1769075146.139783:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296806790 00000100:00000001:3.0:1769075146.139784:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075146.139799:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1769075146.139800:0:27795:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2140) 00000100:00000001:1.0:1769075146.139813:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075146.139818:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075146.139825:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075146/real 1769075146] req@ffff982b90371500 x1855007613372544/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075146.139834:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075146.139837:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075146.139839:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e471b8. 00000400:00000200:1.0:1769075146.139841:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 00000400:00000010:1.0:1769075146.139843:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 00000100:00000001:1.0:1769075146.139845:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075146.139848:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90371500 x1855007613372544/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075146.139855:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90371500 x1855007613372544/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075146.139861:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075146.139863:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075146.139865:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075146.139867:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075146.139870:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90371500 x1855007613372544/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075146.139876:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075146.139880:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90371500 x1855007613372544/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075171 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075146.139885:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075146.139887:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075146.139889:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075146.139890:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075146.139892:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075146.139894:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075146.139896:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075146.139900:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075146.139902:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075146.139905:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90371500 x1855007613372544/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075171 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075146.139911:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90371500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613372544:192.168.204.151@tcp:250:kworker.0 00000100:00000001:1.0:1769075146.139915:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075146.139917:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075146.139919:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90371500 x1855007613372544/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075171 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075146.139936:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075146.139939:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075146.139942:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075146.139946:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075146.139947:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075146.139949:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:1.0:1769075146.139951:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075146.139954:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c01800. 02000000:00000001:1.0:1769075146.139959:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075146.139961:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075146.139963:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90371500. 00000100:00000001:1.0:1769075146.139966:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075146.139967:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075146.139970:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075146.139978:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075146.139980:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075146.139982:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075146.139984:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075146.139985:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075146.139988:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90370a80 x1855007613372672/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075146.139994:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075146.139996:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075146.139998:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075146.140000:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075146.140002:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075146.140004:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90370a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613372672:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075146.140006:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075146.140008:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075146.140009:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075146.140011:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075146.140013:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075146.140015:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075146.140018:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075146.140020:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e471b8. 00000400:00000010:1.0:1769075146.140023:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8660. 00000100:00000200:1.0:1769075146.140026:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613372672, portal 10 00000100:00000001:1.0:1769075146.140028:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075146.140029:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603382912 : -114162106168704 : ffff982b90370a80) 00000100:00000040:1.0:1769075146.140035:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90370a80 x1855007613372672/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075146.140075:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075146.140077:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075146.140079:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00000200:1.0:1769075146.140082:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613372672, offset 0 00000400:00000200:1.0:1769075146.140085:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075146.140089:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075146.140092:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075146.140095:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075146.140097:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075146.140099:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075146.140101:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075146.140104:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15699:15699:256:4294967295] 192.168.204.151@tcp LPNI seq info [15699:15699:8:4294967295] 00000400:00000200:1.0:1769075146.140107:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075146.140113:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075146.140116:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075146.140119:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000800:00000200:1.0:1769075146.140122:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075146.140124:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1769075146.140140:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075146.140142:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1769075146.140145:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075146.140147:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000400:00000200:1.0:1769075146.140149:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075146.140152:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075146.140154:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000400:00000010:1.0:1769075146.140156:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00000001:1.0:1769075146.140158:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075146.140161:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90370a80 x1855007613372672/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075146.140168:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075146.140170:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90370a80 x1855007613372672/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075171 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075146.140184:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075146.140186:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075146.140190:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075146.140195:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1068438 usecs (1069 jiffies) 00000400:00000200:1.0:1769075146.140199:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075146.140202:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296803886 00000100:00000001:1.0:1769075146.140205:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296811910 00000100:00000001:1.0:1769075146.140208:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296803886 00000100:00000001:1.0:1769075146.140211:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296811910 00000100:00000001:1.0:1769075146.140213:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075146.140216:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075146.140218:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075146.140223:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075146/real 1769075146] req@ffff982b90370a80 x1855007613372672/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075146.140235:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075146.140237:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075146.140239:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e471b8. 00000400:00000200:1.0:1769075146.140242:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 00000400:00000010:1.0:1769075146.140244:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 00000100:00000001:1.0:1769075146.140247:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075146.140251:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90370a80 x1855007613372672/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075146.140259:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90370a80 x1855007613372672/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075146.140264:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075146.140265:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075146.140267:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075146.140268:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075146.140271:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90370a80 x1855007613372672/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075146.140277:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075146.140301:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90370a80 x1855007613372672/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075171 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075146.140308:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075146.140310:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075146.140311:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075146.140312:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075146.140313:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075146.140315:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075146.140316:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075146.140319:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075146.140320:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075146.140323:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90370a80 x1855007613372672/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075171 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075146.140330:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90370a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613372672:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075146.140333:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075146.140336:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90370700 x1855007613372800/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075146.140341:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075146.140342:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075146.140344:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075146.140346:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075146.140348:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075146.140350:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90370700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613372800:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075146.140352:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075146.140354:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075146.140356:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075146.140357:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075146.140361:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075146.140362:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075146.140378:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075146.140380:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e471b8. 00000400:00000010:1.0:1769075146.140383:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8660. 00000100:00000200:1.0:1769075146.140386:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613372800, portal 4 00000100:00000001:1.0:1769075146.140387:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075146.140389:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603382016 : -114162106169600 : ffff982b90370700) 00000100:00000040:1.0:1769075146.140394:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90370700 x1855007613372800/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075146.140399:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075146.140401:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075146.140403:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00000200:1.0:1769075146.140405:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613372800, offset 0 00000400:00000200:1.0:1769075146.140407:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075146.140411:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075146.140413:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075146.140416:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075146.140418:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075146.140420:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075146.140422:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075146.140425:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15700:15700:256:4294967295] 192.168.204.151@tcp LPNI seq info [15700:15700:8:4294967295] 00000400:00000200:1.0:1769075146.140428:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075146.140433:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075146.140437:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075146.140439:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000800:00000200:1.0:1769075146.140442:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075146.140444:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1769075146.140448:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075146.140450:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1769075146.140453:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075146.140455:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000400:00000200:1.0:1769075146.140458:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075146.140460:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075146.140463:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000400:00000010:1.0:1769075146.140464:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00000001:1.0:1769075146.140466:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075146.140468:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90370700 x1855007613372800/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075146.140475:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075146.140477:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90370700 x1855007613372800/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075171 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075146.140482:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075146.140483:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075146.140485:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075146.140488:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24872 usecs (25 jiffies) 00000400:00000200:1.0:1769075146.140490:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075146.140491:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296802843 00000100:00000001:1.0:1769075146.140493:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296811910 00000100:00000001:1.0:1769075146.140495:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296802843 00000100:00000001:1.0:1769075146.140497:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296811910 00000100:00000001:1.0:1769075146.140499:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075146.140500:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075146.140502:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075146.140504:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075146/real 1769075146] req@ffff982b90370700 x1855007613372800/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075146.140509:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075146.140510:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075146.140511:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e471b8. 00000400:00000200:1.0:1769075146.140513:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 00000400:00000010:1.0:1769075146.140514:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 00000100:00000001:1.0:1769075146.140516:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075146.140518:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90370700 x1855007613372800/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075146.140525:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90370700 x1855007613372800/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075146.140529:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075146.140530:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075146.140531:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075146.140532:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075146.140535:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90370700 x1855007613372800/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075146.140539:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075146.140542:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90370700 x1855007613372800/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075171 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075146.140546:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075146.140549:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075146.140550:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075146.140551:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075146.140552:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075146.140554:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075146.140555:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075146.140558:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075146.140559:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075146.140562:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90370700 x1855007613372800/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075171 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075146.140567:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90370700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613372800:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075146.140569:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075146.140572:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90373480 x1855007613372928/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075146.140578:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075146.140579:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075146.140581:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075146.140583:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075146.140584:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075146.140586:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90373480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613372928:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075146.140588:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075146.140590:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075146.140591:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075146.140592:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075146.140594:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075146.140596:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075146.140598:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075146.140599:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e471b8. 00000400:00000010:1.0:1769075146.140612:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8660. 00000100:00000200:1.0:1769075146.140614:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613372928, portal 4 00000100:00000001:1.0:1769075146.140615:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075146.140617:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603393664 : -114162106157952 : ffff982b90373480) 00000100:00000040:1.0:1769075146.140621:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90373480 x1855007613372928/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075146.140626:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075146.140628:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075146.140629:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00000200:1.0:1769075146.140631:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613372928, offset 0 00000400:00000200:1.0:1769075146.140634:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075146.140636:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075146.140638:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075146.140640:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075146.140642:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075146.140644:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075146.140645:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075146.140648:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15701:15701:256:4294967295] 192.168.204.151@tcp LPNI seq info [15701:15701:8:4294967295] 00000400:00000200:1.0:1769075146.140651:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075146.140656:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075146.140660:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075146.140662:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000800:00000200:1.0:1769075146.140665:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075146.140667:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1769075146.140670:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075146.140672:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1769075146.140675:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075146.140677:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000400:00000200:1.0:1769075146.140679:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075146.140681:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075146.140684:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000400:00000010:1.0:1769075146.140685:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00000001:1.0:1769075146.140686:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075146.140689:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90373480 x1855007613372928/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075146.140694:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075146.140696:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90373480 x1855007613372928/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075171 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075146.140701:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075146.140702:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075146.140704:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075146.140706:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26900 usecs (27 jiffies) 00000400:00000200:1.0:1769075146.140708:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075146.140709:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296802845 00000100:00000001:1.0:1769075146.140711:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296811910 00000100:00000001:1.0:1769075146.140713:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296802845 00000100:00000001:1.0:1769075146.140715:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296811910 00000100:00000001:1.0:1769075146.140716:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075146.140718:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075146.140720:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075146.140722:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075146/real 1769075146] req@ffff982b90373480 x1855007613372928/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075146.140728:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075146.140729:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075146.140730:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e471b8. 00000400:00000200:1.0:1769075146.140731:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 00000400:00000010:1.0:1769075146.140733:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 00000100:00000001:1.0:1769075146.140734:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075146.140736:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90373480 x1855007613372928/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075146.140743:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90373480 x1855007613372928/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075146.140747:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075146.140748:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075146.140749:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075146.140750:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075146.140753:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90373480 x1855007613372928/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075146.140757:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075146.140760:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90373480 x1855007613372928/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075171 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075146.140764:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075146.140766:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075146.140767:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075146.140768:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075146.140769:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075146.140770:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075146.140771:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075146.140774:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075146.140776:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075146.140779:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90373480 x1855007613372928/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075171 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075146.140785:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90373480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613372928:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075146.140787:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075146.140789:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075146.140791:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90370a80 x1855007613372672/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075171 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075146.140795:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075146.140796:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075146.140798:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075146.140800:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075146.140801:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075146.140802:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:1.0:1769075146.140803:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075146.140805:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c00000. 02000000:00000001:1.0:1769075146.140807:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075146.140808:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075146.140810:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90370a80. 00000100:00000001:1.0:1769075146.140812:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075146.140813:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075146.140814:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075146.140816:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90370700 x1855007613372800/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075171 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075146.140821:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075146.140822:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075146.140823:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075146.140825:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075146.140825:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075146.140826:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:1.0:1769075146.140828:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075146.140829:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c02c00. 02000000:00000001:1.0:1769075146.140831:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075146.140832:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075146.140834:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90370700. 00000100:00000001:1.0:1769075146.140835:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075146.140836:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075146.140837:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075146.140839:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90373480 x1855007613372928/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075171 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075146.140844:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075146.140844:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075146.140845:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075146.140848:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075146.140849:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075146.140849:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:1.0:1769075146.140851:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075146.140852:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c01c00. 02000000:00000001:1.0:1769075146.140853:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075146.140854:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075146.140855:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90373480. 00000100:00000001:1.0:1769075146.140856:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075146.140857:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075146.140858:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075146.140861:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075146.140862:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075146.140864:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075146.140865:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075146.650445:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075146.650464:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075146.650466:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075146.650472:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075146.650476:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075146.650480:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075146.650483:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075146.650486:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075146.650489:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075147.034345:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075147.034352:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075147.034359:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075147.034361:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075147.034426:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075147.034430:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075147.034433:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075147.674356:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075147.674364:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075147.674366:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075147.674372:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075147.674375:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075147.674378:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075147.674380:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075147.674382:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075147.674384:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075148.058420:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075148.058427:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075148.058433:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075148.058453:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769075148.058456:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769075148.058458:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075148.058461:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769075148.058464:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075148.058466:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075148.058469:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075148.058542:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075148.058548:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075148.058553:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075148.698425:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075148.698430:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075148.698432:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075148.698437:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075148.698439:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075148.698442:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075148.698445:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075148.698447:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075148.698449:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075149.082385:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075149.082395:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075149.082404:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075149.082406:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075149.082468:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075149.082473:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075149.082477:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075149.722411:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075149.722417:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075149.722431:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075149.722434:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075149.722438:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075149.722441:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075149.722443:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075149.722445:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075149.722447:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075150.106347:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075150.106353:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075150.106364:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075150.106365:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075150.106446:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075150.106449:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075150.106452:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075150.746413:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075150.746418:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075150.746420:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075150.746426:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075150.746430:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075150.746435:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075150.746438:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075150.746442:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075150.746445:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075151.130415:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075151.130420:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075151.130425:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075151.130427:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075151.130515:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075151.130519:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075151.130521:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075151.258344:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075151.258355:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769075151.258358:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075151.258362:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075151.258366:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075151.258373:0:27795:0:(import.c:509:import_select_connection()) MGC192.168.204.151@tcp: connect to NID 192.168.204.151@tcp last attempt 2135 00000400:00000200:3.0:1769075151.258384:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075151.258390:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075151.258394:0:27795:0:(import.c:588:import_select_connection()) MGC192.168.204.151@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075151.258398:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075151.258401:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075151.258404:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075151.258406:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:3.0:1769075151.258410:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075151.258411:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000020:00000001:3.0:1769075151.258414:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075151.258416:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000020:00000001:3.0:1769075151.258418:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000020:00000001:3.0:1769075151.258420:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00000040:3.0:1769075151.258422:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075151.258423:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075151.258424:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075151.258425:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:3.0:1769075151.258428:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00080000:3.0:1769075151.258430:0:27795:0:(import.c:623:import_select_connection()) MGC192.168.204.151@tcp: import ffff982b88b8a800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:3.0:1769075151.258431:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075151.258434:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075151.258436:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075151.258438:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075151.258440:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075151.258441:0:27795:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075151.258449:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90371c00. 00000020:00000040:3.0:1769075151.258452:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 02000000:00000001:3.0:1769075151.258455:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075151.258457:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075151.258459:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075151.258461:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075151.258465:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075151.258470:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c01c00. 00000100:00000001:3.0:1769075151.258476:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075151.258483:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90371c00 x1855007613373056/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075151.258491:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075151.258494:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075151.258498:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1fafea9] to pc [ptlrpcd_rcv+-1] req@ffff982b90371c00 x1855007613373056/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075151.258516:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075151.258519:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075151.258522:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769075151.258524:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075151.258525:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075151.258527:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075151.258529:0:27795:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2135 00000400:00000200:3.0:1769075151.258534:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075151.258538:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075151.258541:0:27795:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769075151.258544:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1769075151.258545:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075151.258549:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075151.258551:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075151.258553:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075151.258556:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075151.258562:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000040:1.0:1769075151.258563:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90371c00 x1855007613373056/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769075151.258566:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075151.258570:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000020:00000001:3.0:1769075151.258574:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075151.258578:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000100:00000001:1.0:1769075151.258579:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075151.258582:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075151.258584:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 02000000:00000001:1.0:1769075151.258586:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075151.258589:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1769075151.258590:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 02000000:00000001:1.0:1769075151.258592:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075151.258599:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90371c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613373056:192.168.204.151@tcp:250:kworker.0 00000100:00000040:3.0:1769075151.258599:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075151.258605:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075151.258607:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1769075151.258610:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 02000000:00000001:1.0:1769075151.258612:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1769075151.258613:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 02000000:00000001:1.0:1769075151.258616:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769075151.258617:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 02000000:00000001:1.0:1769075151.258619:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075151.258623:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075151.258625:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075151.258630:0:27795:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:3.0:1769075151.258633:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075151.258634:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 02000000:00000001:3.0:1769075151.258635:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:1.0:1769075151.258640:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e471b8. 02000000:00000001:3.0:1769075151.258642:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1769075151.258646:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8660. 02000000:00000001:3.0:1769075151.258646:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075151.258648:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075151.258653:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00000200:1.0:1769075151.258654:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613373056, portal 25 00000008:00000001:3.0:1769075151.258658:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075151.258659:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075151.258662:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075151.258663:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603387392 : -114162106164224 : ffff982b90371c00) 00000100:00000010:3.0:1769075151.258670:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90373100. 00000100:00000040:1.0:1769075151.258671:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90371c00 x1855007613373056/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1769075151.258680:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:1.0:1769075151.258681:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1769075151.258685:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000040:1.0:1769075151.258687:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 02000000:00000001:3.0:1769075151.258688:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075151.258691:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00000001:3.0:1769075151.258691:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075151.258692:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075151.258696:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769075151.258697:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007613373056, offset 0 02000000:00000010:3.0:1769075151.258701:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c02c00. 00000400:00000200:1.0:1769075151.258705:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000100:00000001:3.0:1769075151.258708:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075151.258715:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00100000:3.0:1769075151.258720:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90373100 x1855007613373184/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769075151.258723:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075151.258732:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1769075151.258732:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075151.258736:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075151.258737:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000100:00000040:3.0:1769075151.258741:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e9219a3] to pc [ptlrpcd_rcv+-1] req@ffff982b90373100 x1855007613373184/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769075151.258744:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075151.258750:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075151.258756:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15702:15702:256:4294967295] 192.168.204.151@tcp LPNI seq info [15702:15702:8:4294967295] 00000100:00000001:3.0:1769075151.258757:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075151.258762:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00080000:3.0:1769075151.258762:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075151.258767:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769075151.258769:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075151.258772:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1769075151.258776:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000100:00000001:3.0:1769075151.258777:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075151.258782:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2135 00000800:00000200:1.0:1769075151.258786:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769075151.258789:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000800:00000010:1.0:1769075151.258809:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000400:00000200:3.0:1769075151.258812:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075151.258816:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075151.258822:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000800:00000200:1.0:1769075151.258823:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000001:3.0:1769075151.258827:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.0:1769075151.258831:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 32 secs later) 00000100:00000040:3.0:1769075151.258832:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075151.258840:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:3.0:1769075151.258844:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000200:1.1:1769075151.258845:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000020:00000040:3.0:1769075151.258846:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3de 00000020:00000001:3.0:1769075151.258851:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000200:1.1:1769075151.258852:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 32 secs later) 00000020:00000040:3.0:1769075151.258854:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b9968c800 refcount=4 00000020:00000001:3.0:1769075151.258877:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000800:00000100:1.0:1769075151.258883:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000020:00000001:3.0:1769075151.258884:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000800:00000010:1.0:1769075151.258889:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000100:00000040:3.0:1769075151.258895:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075151.258900:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1769075151.258903:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:3.0:1769075151.258903:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075151.258913:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:3.0:1769075151.258916:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b9968c800 : new refcount 3 00000100:00080000:3.0:1769075151.258919:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: import ffff982b83e5e800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:3.0:1769075151.258922:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075151.258940:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075151.258943:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075151.258947:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075151.258969:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000100:00000001:3.0:1769075151.258969:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075151.258976:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1769075151.258979:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000008:00000001:3.0:1769075151.258981:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075151.258984:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00000001:3.0:1769075151.258988:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075151.259007:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:3.0:1769075151.259010:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90370e00. 00000100:00000200:1.0:1769075151.259013:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90371c00 x1855007613373056/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1769075151.259016:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 02000000:00000001:3.0:1769075151.259023:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075151.259026:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075151.259029:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769075151.259030:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1769075151.259034:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90371c00 x1855007613373056/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075176 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075151.259035:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075151.259040:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075151.259046:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075151.259048:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c00000. 00000100:00000001:1.0:1769075151.259049:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075151.259055:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075151.259056:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075151.259064:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075151.259067:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296817029 00000100:00100000:3.0:1769075151.259068:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90370e00 x1855007613373312/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075151.259075:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296811910 00000100:00000001:1.0:1769075151.259081:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296817029 00000100:00000001:1.0:1769075151.259086:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296811910 00000100:00000001:1.0:1769075151.259091:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075151.259093:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075151.259094:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075151.259098:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769075151.259099:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075151.259104:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075151/real 1769075151] req@ffff982b90371c00 x1855007613373056/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075151.259109:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ccaa352] to pc [ptlrpcd_rcv+-1] req@ffff982b90370e00 x1855007613373312/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075151.259119:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075151.259123:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769075151.259123:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075151.259125:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e471b8. 00000100:00080000:3.0:1769075151.259128:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1769075151.259129:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 00000400:00000010:1.0:1769075151.259132:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 00000100:00000001:1.0:1769075151.259135:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:3.0:1769075151.259135:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769075151.259139:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000200:1.0:1769075151.259143:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90371c00 x1855007613373056/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075151.259143:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075151.259148:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075151.259153:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2135 00000100:00000200:1.0:1769075151.259157:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90371c00 x1855007613373056/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769075151.259159:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075151.259165:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00000001:1.0:1769075151.259168:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:3.0:1769075151.259169:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769075151.259172:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075151.259174:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075151.259176:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075151.259179:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075151.259180:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075151.259184:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00100000:1.0:1769075151.259186:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90371c00 x1855007613373056/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075151.259187:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:3.0:1769075151.259191:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075151.259193:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3e5 00000020:00000001:3.0:1769075151.259196:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075151.259199:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b897c2000 refcount=4 00000100:00000001:1.0:1769075151.259200:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769075151.259202:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000020:00000001:3.0:1769075151.259205:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000100:00000040:1.0:1769075151.259208:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90371c00 x1855007613373056/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075151.259211:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075151.259215:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075151.259218:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075151.259222:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000001:1.0:1769075151.259227:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000040:3.0:1769075151.259228:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b897c2000 : new refcount 3 00000100:00000001:1.0:1769075151.259232:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769075151.259234:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: import ffff982b99688000 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:1.0:1769075151.259235:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075151.259238:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075151.259239:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075151.259241:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 02000000:00000001:3.0:1769075151.259242:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769075151.259244:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:3.0:1769075151.259246:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1769075151.259247:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:3.0:1769075151.259252:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769075151.259255:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.151@tcp failed (-110) 00000100:00000001:3.0:1769075151.259256:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769075151.259260:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000008:00100000:3.0:1769075151.259260:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075151.259266:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075151.259269:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90371c00 x1855007613373056/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075151.259270:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075151.259276:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90372d80. 00000100:00100000:1.0:1769075151.259282:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90371c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613373056:192.168.204.151@tcp:250:kworker.0 00000020:00000040:3.0:1769075151.259282:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 02000000:00000001:3.0:1769075151.259288:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769075151.259289:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769075151.259290:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075151.259293:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769075151.259314:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075151.259316:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075151.259319:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075151.259324:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c01800. 00000100:00000040:1.0:1769075151.259327:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90371c00 x1855007613373056/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075151.259330:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075151.259337:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075151.259340:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075151.259343:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f800. 00000100:00100000:3.0:1769075151.259343:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90372d80 x1855007613373440/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1769075151.259348:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075151.259350:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075151.259353:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:1.0:1769075151.259357:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1769075151.259361:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1769075151.259362:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c01c00. 00000100:00000001:3.0:1769075151.259367:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075151.259368:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075151.259371:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075151.259373:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90371c00. 00000100:00000001:1.0:1769075151.259377:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1769075151.259377:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8d3a05d] to pc [ptlrpcd_rcv+-1] req@ffff982b90372d80 x1855007613373440/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075151.259386:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075151.259390:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075151.259392:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075151.259398:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1769075151.259398:0:27795:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2145) 00000100:00000001:1.0:1769075151.259402:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075151.259404:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075151.259405:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075151.259406:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075151.259411:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90373100 x1855007613373184/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075151.259416:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075151.259417:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075151.259419:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075151.259420:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075151.259422:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075151.259425:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90373100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613373184:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075151.259427:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075151.259429:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075151.259430:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075151.259431:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075151.259434:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075151.259435:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075151.259438:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075151.259439:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e471b8. 00000400:00000010:1.0:1769075151.259442:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8660. 00000100:00000200:1.0:1769075151.259444:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613373184, portal 10 00000100:00000001:1.0:1769075151.259445:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075151.259446:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603392768 : -114162106158848 : ffff982b90373100) 00000100:00000040:1.0:1769075151.259451:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90373100 x1855007613373184/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075151.259455:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075151.259457:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075151.259458:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00000200:1.0:1769075151.259460:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613373184, offset 0 00000400:00000200:1.0:1769075151.259463:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075151.259465:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075151.259468:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075151.259470:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075151.259471:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075151.259473:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075151.259475:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075151.259477:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15703:15703:256:4294967295] 192.168.204.151@tcp LPNI seq info [15703:15703:8:4294967295] 00000400:00000200:1.0:1769075151.259480:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075151.259484:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075151.259488:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075151.259490:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000800:00000200:1.0:1769075151.259493:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075151.259495:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769075151.259498:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075151.259500:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1769075151.259502:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075151.259504:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000400:00000200:1.0:1769075151.259506:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075151.259508:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075151.259510:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000400:00000010:1.0:1769075151.259511:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00000001:1.0:1769075151.259513:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075151.259515:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90373100 x1855007613373184/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075151.259520:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075151.259522:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90373100 x1855007613373184/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075176 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075151.259527:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075151.259528:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075151.259530:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075151.259532:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1068438 usecs (1069 jiffies) 00000400:00000200:1.0:1769075151.259535:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075151.259536:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296809006 00000100:00000001:1.0:1769075151.259538:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296817029 00000100:00000001:1.0:1769075151.259540:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296809006 00000100:00000001:1.0:1769075151.259541:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296817029 00000100:00000001:1.0:1769075151.259542:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075151.259544:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075151.259545:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075151.259547:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075151/real 1769075151] req@ffff982b90373100 x1855007613373184/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075151.259556:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075151.259557:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075151.259558:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e471b8. 00000400:00000200:1.0:1769075151.259560:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 00000400:00000010:1.0:1769075151.259561:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 00000100:00000001:1.0:1769075151.259562:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075151.259564:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90373100 x1855007613373184/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075151.259569:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90373100 x1855007613373184/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075151.259573:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075151.259574:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075151.259575:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075151.259576:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075151.259578:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90373100 x1855007613373184/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075151.259583:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075151.259585:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90373100 x1855007613373184/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075151.259589:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075151.259590:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075151.259591:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075151.259592:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075151.259593:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075151.259594:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075151.259596:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075151.259599:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075151.259600:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075151.259603:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90373100 x1855007613373184/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075151.259608:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90373100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613373184:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075151.259611:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075151.259613:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90370e00 x1855007613373312/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075151.259617:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075151.259618:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075151.259619:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075151.259620:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075151.259621:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075151.259623:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90370e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613373312:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075151.259625:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075151.259626:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075151.259627:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075151.259628:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075151.259630:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075151.259631:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075151.259634:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075151.259635:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e471b8. 00000400:00000010:1.0:1769075151.259637:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8660. 00000100:00000200:1.0:1769075151.259639:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613373312, portal 4 00000100:00000001:1.0:1769075151.259640:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075151.259641:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603383808 : -114162106167808 : ffff982b90370e00) 00000100:00000040:1.0:1769075151.259645:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90370e00 x1855007613373312/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075151.259649:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075151.259651:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075151.259652:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00000200:1.0:1769075151.259654:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613373312, offset 0 00000400:00000200:1.0:1769075151.259657:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075151.259659:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075151.259661:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075151.259663:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075151.259664:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075151.259666:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075151.259668:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075151.259670:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15704:15704:256:4294967295] 192.168.204.151@tcp LPNI seq info [15704:15704:8:4294967295] 00000400:00000200:1.0:1769075151.259672:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075151.259676:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075151.259679:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075151.259680:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000800:00000200:1.0:1769075151.259683:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075151.259684:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769075151.259687:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075151.259689:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1769075151.259691:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075151.259693:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000400:00000200:1.0:1769075151.259695:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075151.259697:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075151.259698:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000400:00000010:1.0:1769075151.259699:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00000001:1.0:1769075151.259700:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075151.259703:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90370e00 x1855007613373312/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075151.259707:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075151.259709:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90370e00 x1855007613373312/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075176 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075151.259713:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075151.259714:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075151.259716:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075151.259718:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24872 usecs (25 jiffies) 00000400:00000200:1.0:1769075151.259720:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075151.259721:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296807962 00000100:00000001:1.0:1769075151.259723:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296817029 00000100:00000001:1.0:1769075151.259725:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296807962 00000100:00000001:1.0:1769075151.259726:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296817029 00000100:00000001:1.0:1769075151.259727:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075151.259728:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075151.259729:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075151.259732:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075151/real 1769075151] req@ffff982b90370e00 x1855007613373312/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075151.259736:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075151.259737:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075151.259738:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e471b8. 00000400:00000200:1.0:1769075151.259739:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 00000400:00000010:1.0:1769075151.259740:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 00000100:00000001:1.0:1769075151.259741:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075151.259743:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90370e00 x1855007613373312/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075151.259749:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90370e00 x1855007613373312/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075151.259753:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075151.259753:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075151.259754:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075151.259755:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075151.259757:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90370e00 x1855007613373312/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075151.259761:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075151.259763:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90370e00 x1855007613373312/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075151.259767:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075151.259770:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075151.259771:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075151.259771:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075151.259773:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075151.259774:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075151.259775:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075151.259777:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075151.259778:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075151.259781:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90370e00 x1855007613373312/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075151.259785:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90370e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613373312:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075151.259788:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075151.259790:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90372d80 x1855007613373440/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075151.259793:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075151.259794:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075151.259795:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075151.259797:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075151.259798:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075151.259799:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90372d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613373440:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075151.259801:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075151.259802:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075151.259807:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075151.259808:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075151.259810:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075151.259811:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075151.259813:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075151.259815:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e471b8. 00000400:00000010:1.0:1769075151.259817:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8660. 00000100:00000200:1.0:1769075151.259819:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613373440, portal 4 00000100:00000001:1.0:1769075151.259820:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075151.259821:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603391872 : -114162106159744 : ffff982b90372d80) 00000100:00000040:1.0:1769075151.259825:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90372d80 x1855007613373440/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075151.259829:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075151.259830:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075151.259831:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00000200:1.0:1769075151.259833:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613373440, offset 0 00000400:00000200:1.0:1769075151.259835:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075151.259837:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075151.259839:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075151.259840:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075151.259842:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075151.259844:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075151.259845:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075151.259847:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15705:15705:256:4294967295] 192.168.204.151@tcp LPNI seq info [15705:15705:8:4294967295] 00000400:00000200:1.0:1769075151.259850:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075151.259853:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075151.259856:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075151.259857:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000800:00000200:1.0:1769075151.259860:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075151.259862:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769075151.259864:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075151.259867:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1769075151.259869:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075151.259870:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000400:00000200:1.0:1769075151.259872:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075151.259874:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075151.259876:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000400:00000010:1.0:1769075151.259877:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00000001:1.0:1769075151.259879:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075151.259881:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90372d80 x1855007613373440/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075151.259890:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075151.259892:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90372d80 x1855007613373440/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075176 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075151.259896:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075151.259897:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075151.259899:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075151.259900:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26900 usecs (27 jiffies) 00000400:00000200:1.0:1769075151.259902:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075151.259903:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296807964 00000100:00000001:1.0:1769075151.259905:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296817029 00000100:00000001:1.0:1769075151.259906:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296807964 00000100:00000001:1.0:1769075151.259907:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296817029 00000100:00000001:1.0:1769075151.259909:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075151.259910:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075151.259912:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075151.259914:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075151/real 1769075151] req@ffff982b90372d80 x1855007613373440/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075151.259918:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075151.259919:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075151.259920:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e471b8. 00000400:00000200:1.0:1769075151.259921:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 00000400:00000010:1.0:1769075151.259922:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 00000100:00000001:1.0:1769075151.259923:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075151.259925:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90372d80 x1855007613373440/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075151.259930:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90372d80 x1855007613373440/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075151.259934:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075151.259936:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075151.259937:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075151.259938:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075151.259940:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90372d80 x1855007613373440/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075151.259944:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075151.259946:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90372d80 x1855007613373440/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075151.259950:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075151.259967:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075151.259969:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075151.259970:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075151.259971:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075151.259972:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075151.259973:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075151.259975:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075151.259976:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075151.259979:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90372d80 x1855007613373440/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075151.259985:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90372d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613373440:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075151.259988:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075151.259989:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075151.259991:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90373100 x1855007613373184/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075151.259995:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075151.260007:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075151.260008:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075151.260010:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075151.260011:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075151.260013:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:1.0:1769075151.260014:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075151.260015:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c02c00. 02000000:00000001:1.0:1769075151.260017:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075151.260018:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075151.260019:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90373100. 00000100:00000001:1.0:1769075151.260021:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075151.260022:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075151.260023:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075151.260025:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90370e00 x1855007613373312/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075151.260029:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075151.260030:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075151.260031:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075151.260033:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075151.260034:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075151.260034:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:1.0:1769075151.260035:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075151.260036:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c00000. 02000000:00000001:1.0:1769075151.260038:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075151.260038:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075151.260039:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90370e00. 00000100:00000001:1.0:1769075151.260041:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075151.260041:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075151.260042:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075151.260044:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90372d80 x1855007613373440/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075176 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075151.260048:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075151.260049:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075151.260049:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075151.260051:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075151.260052:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075151.260053:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:1.0:1769075151.260054:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075151.260055:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c01800. 02000000:00000001:1.0:1769075151.260056:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075151.260057:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075151.260058:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90372d80. 00000100:00000001:1.0:1769075151.260060:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075151.260060:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075151.260062:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075151.260064:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075151.260065:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075151.260066:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075151.260067:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075151.770383:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075151.770390:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075151.770392:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075151.770397:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075151.770400:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075151.770404:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075151.770406:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075151.770409:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075151.770411:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075152.154376:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075152.154384:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769075152.154386:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769075152.154391:0:21410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769075152.154393:0:21410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769075152.154394:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075152.154399:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769075152.154401:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075152.154402:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075152.154404:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075152.154407:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075152.154408:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075152.154484:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075152.154489:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075152.154492:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075152.794366:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075152.794372:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075152.794373:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075152.794378:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075152.794381:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075152.794384:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075152.794386:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075152.794388:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075152.794390:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075153.178391:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075153.178396:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075153.178400:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075153.178401:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075153.178506:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075153.178510:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075153.178513:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075153.818389:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075153.818395:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075153.818397:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075153.818402:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075153.818406:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075153.818410:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075153.818413:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075153.818416:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075153.818419:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075154.202363:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075154.202370:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075154.202375:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075154.202376:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075154.202432:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075154.202436:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075154.202439:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075154.842355:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075154.842362:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075154.842364:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075154.842375:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075154.842378:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075154.842381:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075154.842383:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075154.842385:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075154.842387:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075155.226452:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075155.226459:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075155.226466:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075155.226468:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075155.226503:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075155.226507:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075155.226511:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075155.866422:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075155.866431:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075155.866434:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075155.866441:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075155.866446:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075155.866451:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075155.866455:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075155.866458:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075155.866462:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075156.250401:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075156.250409:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075156.250432:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075156.250434:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075156.250476:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075156.250480:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075156.250483:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075156.378431:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075156.378444:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769075156.378446:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075156.378451:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075156.378455:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075156.378463:0:27795:0:(import.c:509:import_select_connection()) MGC192.168.204.151@tcp: connect to NID 192.168.204.151@tcp last attempt 2140 00000400:00000200:3.0:1769075156.378473:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075156.378480:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075156.378483:0:27795:0:(import.c:588:import_select_connection()) MGC192.168.204.151@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075156.378486:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075156.378489:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075156.378492:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075156.378494:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:3.0:1769075156.378498:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075156.378500:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000020:00000001:3.0:1769075156.378503:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075156.378505:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000020:00000001:3.0:1769075156.378507:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000020:00000001:3.0:1769075156.378509:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00000040:3.0:1769075156.378511:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075156.378513:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075156.378514:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075156.378516:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:3.0:1769075156.378519:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00080000:3.0:1769075156.378522:0:27795:0:(import.c:623:import_select_connection()) MGC192.168.204.151@tcp: import ffff982b88b8a800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:3.0:1769075156.378524:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075156.378527:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075156.378530:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075156.378532:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075156.378536:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075156.378538:0:27795:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075156.378550:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90371880. 00000020:00000040:3.0:1769075156.378554:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 02000000:00000001:3.0:1769075156.378558:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075156.378559:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075156.378562:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075156.378565:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075156.378570:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075156.378579:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c02800. 00000100:00000001:3.0:1769075156.378587:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075156.378597:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90371880 x1855007613373568/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075156.378607:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075156.378612:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075156.378616:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ea6302e] to pc [ptlrpcd_rcv+-1] req@ffff982b90371880 x1855007613373568/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075156.378641:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075156.378644:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075156.378647:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769075156.378649:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075156.378650:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075156.378652:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075156.378654:0:27795:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2140 00000400:00000200:3.0:1769075156.378656:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075156.378658:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075156.378660:0:27795:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075156.378663:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075156.378665:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075156.378666:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075156.378668:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:3.0:1769075156.378671:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075156.378672:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000020:00000001:3.0:1769075156.378673:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075156.378675:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000020:00000001:3.0:1769075156.378677:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000020:00000001:3.0:1769075156.378679:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000040:3.0:1769075156.378681:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075156.378682:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075156.378683:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075156.378685:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:3.0:1769075156.378686:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 00000100:00080000:3.0:1769075156.378688:0:27795:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:3.0:1769075156.378690:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075156.378692:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075156.378698:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075156.378699:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075156.378701:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075156.378705:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075156.378709:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075156.378710:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075156.378714:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90370380. 00000020:00000040:3.0:1769075156.378716:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:3.0:1769075156.378718:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075156.378719:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075156.378720:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075156.378721:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075156.378723:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075156.378726:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c03c00. 00000100:00000001:1.0:1769075156.378730:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075156.378731:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075156.378745:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769075156.378747:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90370380 x1855007613373696/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075156.378750:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769075156.378761:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1769075156.378780:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90371880 x1855007613373568/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075156.378784:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075156.378802:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000791ba184] to pc [ptlrpcd_rcv+-1] req@ffff982b90370380 x1855007613373696/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075156.378814:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075156.378822:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075156.378840:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1769075156.378843:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075156.378845:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1769075156.378850:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1769075156.378852:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075156.378897:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769075156.378901:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075156.378904:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769075156.378911:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90371880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613373568:192.168.204.151@tcp:250:kworker.0 00000100:00000001:3.0:1769075156.378912:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769075156.378936:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1769075156.378938:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2140 00000400:00000200:3.0:1769075156.378946:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 02000000:00000001:1.0:1769075156.378947:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1769075156.378952:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 02000000:00000001:1.0:1769075156.378953:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075156.378958:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 02000000:00000001:1.0:1769075156.378960:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1769075156.378973:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075156.378977:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:1.0:1769075156.378978:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606d800. 00000100:00000040:3.0:1769075156.378985:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 02000000:00000001:1.0:1769075156.378987:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075156.378993:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:3.0:1769075156.378998:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075156.379000:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3de 00000400:00000200:1.0:1769075156.379007:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000020:00000001:3.0:1769075156.379008:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075156.379018:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b9968c800 refcount=4 00000400:00000010:1.0:1769075156.379021:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e471b8. 00000020:00000001:3.0:1769075156.379023:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000020:00000001:3.0:1769075156.379029:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000400:00000010:1.0:1769075156.379032:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8660. 00000100:00000040:3.0:1769075156.379037:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075156.379042:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1769075156.379043:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613373568, portal 25 00000100:00000040:3.0:1769075156.379051:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075156.379052:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075156.379055:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603386496 : -114162106165120 : ffff982b90371880) 00000100:00000001:3.0:1769075156.379060:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:3.0:1769075156.379065:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b9968c800 : new refcount 3 00000100:00000040:1.0:1769075156.379069:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90371880 x1855007613373568/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075156.379077:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: import ffff982b83e5e800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:3.0:1769075156.379093:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075156.379104:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769075156.379106:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1769075156.379110:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1769075156.379118:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 02000000:00000001:3.0:1769075156.379122:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075156.379123:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00000001:3.0:1769075156.379138:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000200:1.0:1769075156.379139:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007613373568, offset 0 00000008:00100000:3.0:1769075156.379162:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1769075156.379163:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000008:00000001:3.0:1769075156.379172:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075156.379175:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075156.379180:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000010:3.0:1769075156.379182:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90372d80. 00000400:00000200:1.0:1769075156.379190:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000020:00000040:3.0:1769075156.379190:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 00000400:00000200:1.0:1769075156.379202:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1769075156.379202:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075156.379209:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075156.379212:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000100:00000001:3.0:1769075156.379218:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075156.379221:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075156.379225:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075156.379227:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075156.379236:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075156.379240:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15706:15706:256:4294967295] 192.168.204.151@tcp LPNI seq info [15706:15706:8:4294967295] 02000000:00000010:3.0:1769075156.379240:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c00c00. 00000400:00000200:1.0:1769075156.379254:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075156.379255:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075156.379268:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90372d80 x1855007613373824/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769075156.379276:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000100:00000001:3.0:1769075156.379284:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075156.379287:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075156.379291:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8d3a05d] to pc [ptlrpcd_rcv+-1] req@ffff982b90372d80 x1855007613373824/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075156.379299:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075156.379301:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075156.379305:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769075156.379306:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075156.379308:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000200:1.0:1769075156.379333:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000100:00000001:3.0:1769075156.379342:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000800:00000010:1.0:1769075156.379346:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000100:00080000:3.0:1769075156.379347:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2140 00000400:00000200:3.0:1769075156.379360:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000800:00000200:1.0:1769075156.379365:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000400:00000200:3.0:1769075156.379371:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000800:00000200:1.0:1769075156.379372:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 27 secs later) 00000100:00080000:3.0:1769075156.379383:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075156.379390:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000800:00000200:1.1:1769075156.379391:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000001:3.0:1769075156.379399:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.1:1769075156.379401:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 27 secs later) 00000100:00000040:3.0:1769075156.379406:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000800:00000100:1.0:1769075156.379417:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000100:00000001:3.0:1769075156.379417:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000800:00000010:1.0:1769075156.379425:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000020:00000001:3.0:1769075156.379425:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075156.379430:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3e5 00000020:00000001:3.0:1769075156.379433:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1769075156.379434:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000040:3.0:1769075156.379435:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b897c2000 refcount=4 00000020:00000001:3.0:1769075156.379439:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000400:00000200:1.0:1769075156.379446:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000020:00000001:3.0:1769075156.379448:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000400:00000200:1.0:1769075156.379457:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000100:00000040:3.0:1769075156.379457:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075156.379464:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1769075156.379465:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00000040:3.0:1769075156.379475:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075156.379476:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769075156.379485:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000200:1.0:1769075156.379492:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90371880 x1855007613373568/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1769075156.379493:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b897c2000 : new refcount 3 00000100:00080000:3.0:1769075156.379507:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: import ffff982b99688000 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:3.0:1769075156.379516:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075156.379521:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769075156.379522:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1769075156.379525:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1769075156.379531:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90371880 x1855007613373568/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075181 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075156.379533:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075156.379542:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075156.379546:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075156.379559:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075156.379561:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075156.379563:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075156.379565:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:3.0:1769075156.379570:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90370e00. 00000100:00000001:1.0:1769075156.379572:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769075156.379575:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 02000000:00000001:3.0:1769075156.379578:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000200:1.0:1769075156.379582:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 02000000:00000001:3.0:1769075156.379582:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075156.379592:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296822150 00000100:00000001:3.0:1769075156.379592:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075156.379598:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075156.379601:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075156.379605:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296817029 02000000:00000010:3.0:1769075156.379606:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c00800. 00000100:00000001:3.0:1769075156.379612:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075156.379613:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296822150 00000100:00000001:1.0:1769075156.379619:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296817029 00000100:00100000:3.0:1769075156.379620:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90370e00 x1855007613373952/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075156.379627:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075156.379637:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075156.379639:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075156.379642:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769075156.379643:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075156.379661:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ccaa352] to pc [ptlrpcd_rcv+-1] req@ffff982b90370e00 x1855007613373952/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075156.379662:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075156/real 1769075156] req@ffff982b90371880 x1855007613373568/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075156.379739:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769075156.379743:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075156.379747:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1769075156.379747:0:27795:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2150) 00000400:00000010:1.0:1769075156.379756:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e471b8. 00000400:00000200:1.0:1769075156.379760:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 00000400:00000010:1.0:1769075156.379762:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 00000100:00000001:1.0:1769075156.379764:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075156.379768:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90371880 x1855007613373568/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075156.379775:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90371880 x1855007613373568/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075156.379779:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075156.379783:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075156.379786:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075156.379788:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075156.379791:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90371880 x1855007613373568/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075156.379795:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075156.379798:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90371880 x1855007613373568/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075156.379803:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075156.379805:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075156.379806:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075156.379807:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075156.379808:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075156.379810:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075156.379813:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075156.379816:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075156.379817:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075156.379820:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90371880 x1855007613373568/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075156.379825:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90371880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613373568:192.168.204.151@tcp:250:kworker.0 00000100:00000001:1.0:1769075156.379828:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075156.379830:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075156.379832:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90371880 x1855007613373568/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075156.379836:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075156.379838:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075156.379841:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075156.379843:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075156.379845:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075156.379847:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:1.0:1769075156.379848:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075156.379850:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c02800. 02000000:00000001:1.0:1769075156.379853:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075156.379854:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075156.379856:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90371880. 00000100:00000001:1.0:1769075156.379858:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075156.379859:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075156.379860:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075156.379881:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075156.379883:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075156.379886:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075156.379888:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075156.379890:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075156.379895:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90370380 x1855007613373696/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075156.379903:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075156.379904:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075156.379906:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075156.379909:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075156.379911:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075156.379914:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90370380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613373696:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075156.379917:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075156.379919:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075156.379921:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075156.379923:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075156.379926:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075156.379928:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075156.379932:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075156.379935:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e471b8. 00000400:00000010:1.0:1769075156.379939:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8660. 00000100:00000200:1.0:1769075156.379942:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613373696, portal 10 00000100:00000001:1.0:1769075156.379944:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075156.379945:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603381120 : -114162106170496 : ffff982b90370380) 00000100:00000040:1.0:1769075156.379950:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90370380 x1855007613373696/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075156.379955:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075156.379957:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075156.379958:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00000200:1.0:1769075156.379960:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613373696, offset 0 00000400:00000200:1.0:1769075156.379963:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075156.379966:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075156.379969:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075156.379971:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075156.379973:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075156.379975:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075156.379977:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075156.379979:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15707:15707:256:4294967295] 192.168.204.151@tcp LPNI seq info [15707:15707:8:4294967295] 00000400:00000200:1.0:1769075156.379982:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075156.379987:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075156.379990:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075156.379992:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000800:00000200:1.0:1769075156.379995:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075156.379997:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769075156.380000:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075156.380002:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1769075156.380005:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075156.380006:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000400:00000200:1.0:1769075156.380008:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075156.380011:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075156.380013:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000400:00000010:1.0:1769075156.380014:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00000001:1.0:1769075156.380016:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075156.380018:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90370380 x1855007613373696/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075156.380034:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075156.380036:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90370380 x1855007613373696/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075181 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075156.380046:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075156.380047:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075156.380049:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075156.380051:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1068438 usecs (1069 jiffies) 00000400:00000200:1.0:1769075156.380054:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075156.380055:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296814126 00000100:00000001:1.0:1769075156.380057:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296822150 00000100:00000001:1.0:1769075156.380059:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296814126 00000100:00000001:1.0:1769075156.380060:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296822150 00000100:00000001:1.0:1769075156.380062:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075156.380063:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075156.380064:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075156.380066:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075156/real 1769075156] req@ffff982b90370380 x1855007613373696/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075156.380072:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075156.380073:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075156.380074:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e471b8. 00000400:00000200:1.0:1769075156.380075:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 00000400:00000010:1.0:1769075156.380076:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 00000100:00000001:1.0:1769075156.380077:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075156.380079:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90370380 x1855007613373696/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075156.380084:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90370380 x1855007613373696/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075156.380088:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075156.380090:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075156.380091:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075156.380092:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075156.380094:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90370380 x1855007613373696/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075156.380099:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075156.380101:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90370380 x1855007613373696/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075156.380106:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075156.380107:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075156.380108:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075156.380109:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075156.380110:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075156.380111:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075156.380113:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075156.380115:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075156.380116:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075156.380119:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90370380 x1855007613373696/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075156.380123:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90370380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613373696:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075156.380126:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075156.380128:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90372d80 x1855007613373824/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075156.380132:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075156.380133:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075156.380135:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075156.380136:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075156.380138:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075156.380140:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90372d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613373824:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075156.380141:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075156.380143:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075156.380144:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075156.380146:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075156.380148:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075156.380149:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075156.380163:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075156.380164:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e471b8. 00000400:00000010:1.0:1769075156.380167:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8660. 00000100:00000200:1.0:1769075156.380168:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613373824, portal 4 00000100:00000001:1.0:1769075156.380170:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075156.380171:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603391872 : -114162106159744 : ffff982b90372d80) 00000100:00000040:1.0:1769075156.380174:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90372d80 x1855007613373824/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075156.380179:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075156.380180:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075156.380182:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00000200:1.0:1769075156.380183:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613373824, offset 0 00000400:00000200:1.0:1769075156.380186:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075156.380188:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075156.380190:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075156.380191:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075156.380193:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075156.380194:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075156.380196:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075156.380198:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15708:15708:256:4294967295] 192.168.204.151@tcp LPNI seq info [15708:15708:8:4294967295] 00000400:00000200:1.0:1769075156.380201:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075156.380205:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075156.380208:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075156.380209:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000800:00000200:1.0:1769075156.380212:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075156.380214:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769075156.380216:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075156.380218:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1769075156.380221:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075156.380222:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000400:00000200:1.0:1769075156.380224:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075156.380226:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075156.380228:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000400:00000010:1.0:1769075156.380229:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00000001:1.0:1769075156.380230:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075156.380232:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90372d80 x1855007613373824/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075156.380237:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075156.380239:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90372d80 x1855007613373824/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075181 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075156.380244:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075156.380245:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075156.380246:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075156.380248:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24872 usecs (25 jiffies) 00000400:00000200:1.0:1769075156.380250:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075156.380251:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296813082 00000100:00000001:1.0:1769075156.380253:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296822150 00000100:00000001:1.0:1769075156.380254:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296813082 00000100:00000001:1.0:1769075156.380256:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296822150 00000100:00000001:1.0:1769075156.380257:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075156.380258:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075156.380259:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075156.380261:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075156/real 1769075156] req@ffff982b90372d80 x1855007613373824/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075156.380266:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075156.380267:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075156.380268:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e471b8. 00000400:00000200:1.0:1769075156.380269:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 00000400:00000010:1.0:1769075156.380270:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 00000100:00000001:1.0:1769075156.380271:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075156.380273:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90372d80 x1855007613373824/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075156.380279:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90372d80 x1855007613373824/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075156.380302:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075156.380303:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075156.380305:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075156.380306:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075156.380308:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90372d80 x1855007613373824/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075156.380313:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075156.380315:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90372d80 x1855007613373824/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075156.380320:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075156.380321:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075156.380322:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075156.380323:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075156.380324:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075156.380325:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075156.380326:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075156.380328:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075156.380330:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075156.380332:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90372d80 x1855007613373824/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075156.380337:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90372d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613373824:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075156.380339:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075156.380341:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90370e00 x1855007613373952/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075156.380346:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075156.380347:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075156.380349:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075156.380350:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075156.380351:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075156.380353:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90370e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613373952:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075156.380355:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075156.380356:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075156.380357:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075156.380359:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075156.380361:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075156.380362:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075156.380364:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075156.380366:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e471b8. 00000400:00000010:1.0:1769075156.380368:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8660. 00000100:00000200:1.0:1769075156.380370:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613373952, portal 4 00000100:00000001:1.0:1769075156.380371:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075156.380372:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603383808 : -114162106167808 : ffff982b90370e00) 00000100:00000040:1.0:1769075156.380376:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90370e00 x1855007613373952/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075156.380380:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075156.380381:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075156.380383:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00000200:1.0:1769075156.380384:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613373952, offset 0 00000400:00000200:1.0:1769075156.380387:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075156.380389:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075156.380391:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075156.380393:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075156.380394:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075156.380396:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075156.380397:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075156.380400:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15709:15709:256:4294967295] 192.168.204.151@tcp LPNI seq info [15709:15709:8:4294967295] 00000400:00000200:1.0:1769075156.380403:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075156.380407:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075156.380410:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075156.380412:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000800:00000200:1.0:1769075156.380415:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075156.380416:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769075156.380419:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075156.380421:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1769075156.380423:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075156.380424:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000400:00000200:1.0:1769075156.380426:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075156.380428:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075156.380430:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000400:00000010:1.0:1769075156.380431:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00000001:1.0:1769075156.380433:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075156.380435:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90370e00 x1855007613373952/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075156.380440:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075156.380442:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90370e00 x1855007613373952/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075181 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075156.380446:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075156.380447:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075156.380449:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075156.380451:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26900 usecs (27 jiffies) 00000400:00000200:1.0:1769075156.380453:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075156.380454:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296813085 00000100:00000001:1.0:1769075156.380455:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296822150 00000100:00000001:1.0:1769075156.380457:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296813085 00000100:00000001:1.0:1769075156.380458:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296822150 00000100:00000001:1.0:1769075156.380460:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075156.380461:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075156.380463:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075156.380465:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075156/real 1769075156] req@ffff982b90370e00 x1855007613373952/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075156.380470:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075156.380471:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075156.380471:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e471b8. 00000400:00000200:1.0:1769075156.380473:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 00000400:00000010:1.0:1769075156.380474:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 00000100:00000001:1.0:1769075156.380475:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075156.380477:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90370e00 x1855007613373952/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075156.380483:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90370e00 x1855007613373952/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075156.380486:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075156.380487:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075156.380488:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075156.380489:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075156.380491:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90370e00 x1855007613373952/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075156.380495:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075156.380497:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90370e00 x1855007613373952/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075156.380501:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075156.380503:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075156.380503:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075156.380504:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075156.380505:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075156.380506:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075156.380508:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075156.380510:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075156.380511:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075156.380514:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90370e00 x1855007613373952/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075156.380519:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90370e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613373952:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075156.380521:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075156.380522:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075156.380524:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90370380 x1855007613373696/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075156.380528:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075156.380529:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075156.380530:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075156.380532:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075156.380532:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075156.380533:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:1.0:1769075156.380534:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075156.380536:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c03c00. 02000000:00000001:1.0:1769075156.380537:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075156.380538:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075156.380539:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90370380. 00000100:00000001:1.0:1769075156.380541:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075156.380541:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075156.380543:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075156.380545:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90372d80 x1855007613373824/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075156.380549:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075156.380550:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075156.380551:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075156.380553:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075156.380553:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075156.380554:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:1.0:1769075156.380555:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075156.380556:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c00c00. 02000000:00000001:1.0:1769075156.380559:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075156.380560:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075156.380561:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90372d80. 00000100:00000001:1.0:1769075156.380563:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075156.380564:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075156.380564:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075156.380566:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90370e00 x1855007613373952/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075181 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075156.380570:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075156.380571:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075156.380571:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075156.380573:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075156.380574:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075156.380575:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:1.0:1769075156.380576:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075156.380577:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c00800. 02000000:00000001:1.0:1769075156.380578:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075156.380578:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075156.380579:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90370e00. 00000100:00000001:1.0:1769075156.380580:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075156.380581:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075156.380582:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075156.380584:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075156.380585:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075156.380587:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075156.380588:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075156.890417:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075156.890425:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075156.890427:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075156.890433:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075156.890437:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075156.890440:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075156.890454:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075156.890457:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075156.890461:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075157.274443:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075157.274450:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075157.274457:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075157.274458:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075157.274546:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075157.274551:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075157.274555:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075157.914444:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075157.914454:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075157.914456:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075157.914463:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075157.914467:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075157.914472:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075157.914475:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075157.914478:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075157.914481:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075158.298436:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075158.298444:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075158.298452:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075158.298456:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769075158.298459:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769075158.298463:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075158.298466:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769075158.298470:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075158.298472:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075158.298475:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075158.298622:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075158.298634:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075158.298643:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075158.938444:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075158.938451:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075158.938453:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075158.938457:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075158.938460:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075158.938464:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075158.938467:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075158.938469:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075158.938471:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075159.322402:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075159.322407:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075159.322411:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075159.322412:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075159.322477:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075159.322481:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075159.322484:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075159.962394:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075159.962401:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075159.962405:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075159.962411:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075159.962415:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075159.962426:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075159.962429:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075159.962432:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075159.962435:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075160.346371:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075160.346377:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075160.346381:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075160.346382:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075160.346440:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075160.346442:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075160.346445:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075160.986411:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075160.986418:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075160.986420:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075160.986426:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075160.986430:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075160.986433:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075160.986435:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075160.986438:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075160.986440:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075161.370439:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075161.370448:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075161.370458:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075161.370461:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075161.370588:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075161.370592:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075161.370594:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769075161.498382:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075161.498393:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769075161.498396:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075161.498400:0:37:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075161.498405:0:37:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075161.498412:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.151@tcp: connect to NID 192.168.204.151@tcp last attempt 2145 00000400:00000200:0.0:1769075161.498421:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769075161.498427:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075161.498430:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.151@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769075161.498434:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075161.498437:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075161.498439:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075161.498442:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:0.0:1769075161.498446:0:37:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075161.498448:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000020:00000001:0.0:1769075161.498451:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075161.498454:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000020:00000001:0.0:1769075161.498456:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000020:00000001:0.0:1769075161.498459:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00000040:0.0:1769075161.498462:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075161.498464:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075161.498465:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075161.498468:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:0.0:1769075161.498471:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00080000:0.0:1769075161.498474:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.151@tcp: import ffff982b88b8a800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:0.0:1769075161.498477:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075161.498480:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075161.498483:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075161.498486:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075161.498488:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769075161.498490:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769075161.498499:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98582a00. 00000020:00000040:0.0:1769075161.498503:0:37:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 02000000:00000001:0.0:1769075161.498507:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075161.498509:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075161.498511:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075161.498513:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075161.498517:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075161.498524:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b85881800. 00000100:00000001:0.0:1769075161.498530:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075161.498537:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b98582a00 x1855007613374080/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769075161.498545:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769075161.498549:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769075161.498553:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c377364] to pc [ptlrpcd_rcv+-1] req@ffff982b98582a00 x1855007613374080/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075161.498575:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075161.498578:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769075161.498582:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769075161.498584:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769075161.498585:0:37:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075161.498588:0:37:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769075161.498591:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2145 00000400:00000200:0.0:1769075161.498596:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769075161.498600:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075161.498603:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769075161.498608:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075161.498610:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075161.498611:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1769075161.498614:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075161.498617:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075161.498619:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000001:1.0:1769075161.498620:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1769075161.498624:0:37:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075161.498626:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000020:00000001:0.0:1769075161.498628:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1769075161.498630:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98582a00 x1855007613374080/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1769075161.498631:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000020:00000001:0.0:1769075161.498635:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000020:00000001:0.0:1769075161.498639:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000040:0.0:1769075161.498645:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075161.498649:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075161.498649:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1769075161.498652:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075161.498653:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075161.498655:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 02000000:00000001:1.0:1769075161.498658:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1769075161.498659:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 00000100:00080000:0.0:1769075161.498661:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:0.0:1769075161.498663:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075161.498664:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075161.498668:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075161.498670:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075161.498671:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075161.498675:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075161.498676:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00100000:1.0:1769075161.498681:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98582a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613374080:192.168.204.151@tcp:250:kworker.0 00000008:00100000:0.0:1769075161.498682:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769075161.498689:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075161.498690:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1769075161.498692:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075161.498695:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1769075161.498697:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98581180. 02000000:00000001:1.0:1769075161.498698:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769075161.498703:0:37:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:1.0:1769075161.498704:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769075161.498708:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075161.498709:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769075161.498710:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f800. 00000100:00000001:0.0:1769075161.498711:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075161.498715:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769075161.498715:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075161.498719:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075161.498724:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b85880800. 00000400:00000200:1.0:1769075161.498724:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769075161.498730:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075161.498732:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e471b8. 00000100:00100000:0.0:1769075161.498738:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b98581180 x1855007613374208/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1769075161.498739:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8660. 00000100:00000001:0.0:1769075161.498748:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1769075161.498749:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613374080, portal 25 00000100:00000001:0.0:1769075161.498750:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075161.498753:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1769075161.498757:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f4ad4c4] to pc [ptlrpcd_rcv+-1] req@ffff982b98581180 x1855007613374208/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075161.498758:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739771392 : -114161969780224 : ffff982b98582a00) 00000100:00000040:1.0:1769075161.498768:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98582a00 x1855007613374080/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075161.498771:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075161.498776:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769075161.498795:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075161.498798:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075161.498801:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00080000:0.0:1769075161.498803:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769075161.498806:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000200:1.0:1769075161.498806:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007613374080, offset 0 00000100:00080000:0.0:1769075161.498809:0:37:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769075161.498813:0:37:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:1.0:1769075161.498816:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000100:00080000:0.0:1769075161.498819:0:37:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2145 00000400:00000200:0.0:1769075161.498824:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:0.0:1769075161.498826:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:0.0:1769075161.498828:0:37:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769075161.498830:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000400:00000200:1.0:1769075161.498834:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769075161.498835:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075161.498839:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:0.0:1769075161.498841:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000400:00000200:1.0:1769075161.498844:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000020:00000001:0.0:1769075161.498845:0:37:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769075161.498848:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3de 00000020:00000001:0.0:1769075161.498850:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075161.498852:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b9968c800 refcount=4 00000400:00000200:1.0:1769075161.498853:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:0.0:1769075161.498857:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000400:00000200:1.0:1769075161.498860:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000020:00000001:0.0:1769075161.498861:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000100:00000040:0.0:1769075161.498868:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000400:00000200:1.0:1769075161.498868:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1769075161.498874:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075161.498877:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000400:00000200:1.0:1769075161.498877:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000100:00000001:0.0:1769075161.498882:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:0.0:1769075161.498884:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff982b9968c800 : new refcount 3 00000400:00000200:1.0:1769075161.498889:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15710:15710:256:4294967295] 192.168.204.151@tcp LPNI seq info [15710:15710:8:4294967295] 00000100:00080000:0.0:1769075161.498890:0:37:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: import ffff982b83e5e800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:0.0:1769075161.498894:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769075161.498895:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075161.498897:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769075161.498898:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075161.498899:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769075161.498901:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769075161.498906:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075161.498910:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075161.498913:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000010:0.0:1769075161.498914:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98580e00. 00000020:00000040:0.0:1769075161.498918:0:37:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 02000000:00000001:0.0:1769075161.498920:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075161.498922:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075161.498924:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075161.498925:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769075161.498928:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769075161.498934:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b85881400. 00000400:00000200:1.0:1769075161.498934:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000100:00000001:0.0:1769075161.498939:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769075161.498944:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000100:00100000:0.0:1769075161.498946:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b98580e00 x1855007613374336/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000010:1.0:1769075161.498951:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000100:00000001:0.0:1769075161.498961:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:1.0:1769075161.498961:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000001:0.0:1769075161.498964:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769075161.498967:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 22 secs later) 00000100:00000040:0.0:1769075161.498973:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055e599da] to pc [ptlrpcd_rcv+-1] req@ffff982b98580e00 x1855007613374336/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.1:1769075161.498976:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075161.498982:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1769075161.498989:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075161.498992:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000100:00000001:0.0:1769075161.498996:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075161.498999:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00080000:0.0:1769075161.499002:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1769075161.499006:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000100:00080000:0.0:1769075161.499011:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000400:00000200:1.0:1769075161.499013:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000100:00000001:0.0:1769075161.499015:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:1.0:1769075161.499016:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00080000:0.0:1769075161.499020:0:37:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769075161.499021:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769075161.499026:0:37:0:(import.c:484:import_select_connection()) Process entered 00000100:00000200:1.0:1769075161.499027:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b98582a00 x1855007613374080/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769075161.499035:0:37:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2145 00000100:00000001:1.0:1769075161.499040:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1769075161.499044:0:37:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000040:1.0:1769075161.499046:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98582a00 x1855007613374080/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075186 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769075161.499054:0:37:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00000001:1.0:1769075161.499056:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769075161.499057:0:37:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769075161.499059:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1769075161.499063:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075161.499065:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075161.499066:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075161.499071:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000400:00000200:1.0:1769075161.499075:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:0.0:1769075161.499076:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:0.0:1769075161.499080:0:37:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769075161.499080:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296827269 00000020:00000040:0.0:1769075161.499081:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3e5 00000020:00000001:0.0:1769075161.499085:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769075161.499088:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b897c2000 refcount=4 00000020:00000001:0.0:1769075161.499089:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000100:00000001:1.0:1769075161.499091:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296822150 00000020:00000001:0.0:1769075161.499092:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000100:00000040:0.0:1769075161.499097:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075161.499099:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296827269 00000100:00000001:0.0:1769075161.499100:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769075161.499104:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075161.499106:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296822150 00000100:00000001:0.0:1769075161.499107:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:0.0:1769075161.499113:0:37:0:(genops.c:898:class_export_put()) PUTting export ffff982b897c2000 : new refcount 3 00000100:00000001:1.0:1769075161.499114:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1769075161.499117:0:37:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: import ffff982b99688000 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:1.0:1769075161.499119:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075161.499121:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075161.499123:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:0.0:1769075161.499124:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769075161.499128:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1769075161.499129:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075161/real 1769075161] req@ffff982b98582a00 x1855007613374080/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769075161.499133:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769075161.499139:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075161.499140:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075161.499142:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e471b8. 00000100:00000001:0.0:1769075161.499146:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000200:1.0:1769075161.499148:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 00000008:00100000:0.0:1769075161.499150:0:37:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000400:00000010:1.0:1769075161.499151:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 00000008:00000001:0.0:1769075161.499156:0:37:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075161.499157:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769075161.499161:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769075161.499162:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98582a00 x1855007613374080/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1769075161.499166:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b98583b80. 00000020:00000040:0.0:1769075161.499171:0:37:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 00000100:00000200:1.0:1769075161.499172:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98582a00 x1855007613374080/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769075161.499175:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769075161.499177:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075161.499181:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769075161.499184:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769075161.499186:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1769075161.499187:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075161.499188:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075161.499192:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:0.0:1769075161.499193:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b85880000. 00000100:00000001:1.0:1769075161.499194:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075161.499200:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075161.499201:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b98582a00 x1855007613374080/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769075161.499210:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b98583b80 x1855007613374464/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075161.499211:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075161.499220:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1769075161.499220:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98582a00 x1855007613374080/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769075161.499225:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075161.499233:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000040:0.0:1769075161.499234:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000836fca48] to pc [ptlrpcd_rcv+-1] req@ffff982b98583b80 x1855007613374464/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075161.499237:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075161.499241:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075161.499243:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075161.499247:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769075161.499250:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075161.499251:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075161.499256:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000040:0.0:1769075161.499257:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2155) 00000100:00080000:1.0:1769075161.499261:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075161.499265:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075161.499268:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98582a00 x1855007613374080/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075161.499274:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98582a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613374080:192.168.204.151@tcp:250:kworker.0 00000100:00000001:1.0:1769075161.499278:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075161.499303:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075161.499306:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98582a00 x1855007613374080/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075161.499311:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075161.499312:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075161.499314:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075161.499317:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075161.499318:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075161.499319:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:1.0:1769075161.499321:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075161.499323:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b85881800. 02000000:00000001:1.0:1769075161.499325:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075161.499327:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075161.499328:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98582a00. 00000100:00000001:1.0:1769075161.499331:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075161.499331:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075161.499333:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075161.499339:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075161.499340:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075161.499342:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075161.499343:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075161.499344:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075161.499347:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98581180 x1855007613374208/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075161.499352:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075161.499353:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075161.499354:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075161.499356:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075161.499358:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075161.499360:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98581180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613374208:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075161.499362:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075161.499364:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075161.499365:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075161.499366:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075161.499369:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075161.499370:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075161.499372:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075161.499374:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e471b8. 00000400:00000010:1.0:1769075161.499377:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8660. 00000100:00000200:1.0:1769075161.499380:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613374208, portal 10 00000100:00000001:1.0:1769075161.499381:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075161.499382:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739765120 : -114161969786496 : ffff982b98581180) 00000100:00000040:1.0:1769075161.499386:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98581180 x1855007613374208/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075161.499391:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075161.499392:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075161.499394:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00000200:1.0:1769075161.499395:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613374208, offset 0 00000400:00000200:1.0:1769075161.499398:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075161.499401:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075161.499404:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075161.499406:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075161.499408:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075161.499409:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075161.499411:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075161.499413:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15711:15711:256:4294967295] 192.168.204.151@tcp LPNI seq info [15711:15711:8:4294967295] 00000400:00000200:1.0:1769075161.499416:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075161.499421:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075161.499424:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075161.499426:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000800:00000200:1.0:1769075161.499429:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075161.499431:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769075161.499434:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075161.499436:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1769075161.499438:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075161.499439:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000400:00000200:1.0:1769075161.499441:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075161.499444:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075161.499446:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000400:00000010:1.0:1769075161.499447:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00000001:1.0:1769075161.499449:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075161.499451:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b98581180 x1855007613374208/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075161.499456:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075161.499467:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98581180 x1855007613374208/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075186 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075161.499472:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075161.499473:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075161.499475:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075161.499478:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1068438 usecs (1069 jiffies) 00000400:00000200:1.0:1769075161.499480:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075161.499482:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296819246 00000100:00000001:1.0:1769075161.499484:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296827269 00000100:00000001:1.0:1769075161.499486:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296819246 00000100:00000001:1.0:1769075161.499487:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296827269 00000100:00000001:1.0:1769075161.499488:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075161.499490:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075161.499491:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075161.499493:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075161/real 1769075161] req@ffff982b98581180 x1855007613374208/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075161.499503:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075161.499504:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075161.499505:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e471b8. 00000400:00000200:1.0:1769075161.499506:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 00000400:00000010:1.0:1769075161.499507:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 00000100:00000001:1.0:1769075161.499508:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075161.499510:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98581180 x1855007613374208/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075161.499515:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98581180 x1855007613374208/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075161.499520:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075161.499521:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075161.499522:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075161.499523:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075161.499526:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b98581180 x1855007613374208/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075161.499530:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075161.499532:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98581180 x1855007613374208/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075161.499536:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075161.499538:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075161.499539:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075161.499539:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075161.499541:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075161.499542:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075161.499543:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075161.499545:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075161.499547:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075161.499550:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98581180 x1855007613374208/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075161.499555:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98581180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613374208:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075161.499558:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075161.499560:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98580e00 x1855007613374336/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075161.499564:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075161.499564:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075161.499566:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075161.499567:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075161.499568:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075161.499570:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98580e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613374336:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075161.499572:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075161.499573:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075161.499574:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075161.499575:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075161.499577:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075161.499578:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075161.499581:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075161.499582:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e471b8. 00000400:00000010:1.0:1769075161.499584:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8660. 00000100:00000200:1.0:1769075161.499586:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613374336, portal 4 00000100:00000001:1.0:1769075161.499587:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075161.499588:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739764224 : -114161969787392 : ffff982b98580e00) 00000100:00000040:1.0:1769075161.499592:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98580e00 x1855007613374336/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075161.499596:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075161.499598:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075161.499599:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00000200:1.0:1769075161.499601:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613374336, offset 0 00000400:00000200:1.0:1769075161.499604:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075161.499606:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075161.499608:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075161.499610:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075161.499612:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075161.499613:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075161.499615:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075161.499617:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15712:15712:256:4294967295] 192.168.204.151@tcp LPNI seq info [15712:15712:8:4294967295] 00000400:00000200:1.0:1769075161.499620:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075161.499624:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075161.499626:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075161.499628:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000800:00000200:1.0:1769075161.499631:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075161.499633:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769075161.499636:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075161.499637:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1769075161.499640:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075161.499641:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000400:00000200:1.0:1769075161.499643:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075161.499645:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075161.499647:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000400:00000010:1.0:1769075161.499648:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00000001:1.0:1769075161.499650:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075161.499652:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b98580e00 x1855007613374336/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075161.499657:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075161.499659:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98580e00 x1855007613374336/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075186 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075161.499663:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075161.499664:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075161.499665:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075161.499667:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24872 usecs (25 jiffies) 00000400:00000200:1.0:1769075161.499669:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075161.499671:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296818202 00000100:00000001:1.0:1769075161.499672:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296827269 00000100:00000001:1.0:1769075161.499674:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296818202 00000100:00000001:1.0:1769075161.499675:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296827269 00000100:00000001:1.0:1769075161.499676:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075161.499678:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075161.499679:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075161.499681:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075161/real 1769075161] req@ffff982b98580e00 x1855007613374336/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075161.499685:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075161.499686:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075161.499687:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e471b8. 00000400:00000200:1.0:1769075161.499688:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 00000400:00000010:1.0:1769075161.499689:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 00000100:00000001:1.0:1769075161.499691:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075161.499693:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98580e00 x1855007613374336/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075161.499698:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98580e00 x1855007613374336/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075161.499702:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075161.499703:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075161.499704:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075161.499705:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075161.499707:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b98580e00 x1855007613374336/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075161.499711:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075161.499713:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98580e00 x1855007613374336/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075161.499717:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075161.499719:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075161.499720:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075161.499721:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075161.499722:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075161.499723:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075161.499725:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075161.499727:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075161.499728:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075161.499730:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98580e00 x1855007613374336/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075161.499735:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98580e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613374336:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075161.499737:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075161.499739:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b98583b80 x1855007613374464/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075161.499743:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075161.499743:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075161.499745:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075161.499746:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075161.499747:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075161.499748:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b98583b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613374464:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075161.499750:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075161.499751:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075161.499753:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075161.499754:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075161.499756:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075161.499757:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075161.499759:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075161.499760:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e471b8. 00000400:00000010:1.0:1769075161.499762:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8660. 00000100:00000200:1.0:1769075161.499764:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613374464, portal 4 00000100:00000001:1.0:1769075161.499766:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075161.499767:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911739775872 : -114161969775744 : ffff982b98583b80) 00000100:00000040:1.0:1769075161.499770:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b98583b80 x1855007613374464/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075161.499774:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075161.499776:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075161.499777:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00000200:1.0:1769075161.499778:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613374464, offset 0 00000400:00000200:1.0:1769075161.499796:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075161.499799:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075161.499801:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075161.499803:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075161.499804:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075161.499806:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075161.499807:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075161.499810:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15713:15713:256:4294967295] 192.168.204.151@tcp LPNI seq info [15713:15713:8:4294967295] 00000400:00000200:1.0:1769075161.499812:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075161.499816:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075161.499819:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075161.499821:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000800:00000200:1.0:1769075161.499824:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075161.499826:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769075161.499829:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075161.499830:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1769075161.499833:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075161.499834:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000400:00000200:1.0:1769075161.499836:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075161.499838:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075161.499840:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000400:00000010:1.0:1769075161.499842:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00000001:1.0:1769075161.499843:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075161.499846:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b98583b80 x1855007613374464/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075161.499855:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075161.499857:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b98583b80 x1855007613374464/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075186 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075161.499861:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075161.499862:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075161.499865:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075161.499868:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26900 usecs (27 jiffies) 00000400:00000200:1.0:1769075161.499871:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075161.499872:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296818204 00000100:00000001:1.0:1769075161.499875:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296827269 00000100:00000001:1.0:1769075161.499877:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296818204 00000100:00000001:1.0:1769075161.499879:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296827269 00000100:00000001:1.0:1769075161.499882:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075161.499884:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075161.499886:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075161.499889:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075161/real 1769075161] req@ffff982b98583b80 x1855007613374464/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075161.499898:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075161.499899:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075161.499901:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e471b8. 00000400:00000200:1.0:1769075161.499904:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 00000400:00000010:1.0:1769075161.499906:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 00000100:00000001:1.0:1769075161.499909:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075161.499912:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b98583b80 x1855007613374464/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075161.499921:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b98583b80 x1855007613374464/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075161.499929:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075161.499930:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075161.499932:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075161.499934:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075161.499938:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b98583b80 x1855007613374464/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075161.499944:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075161.499947:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b98583b80 x1855007613374464/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075161.499951:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075161.499953:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075161.499954:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075161.499955:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075161.499956:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075161.499957:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075161.499959:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075161.499961:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075161.499962:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075161.499964:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b98583b80 x1855007613374464/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075161.499969:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b98583b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613374464:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075161.499971:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075161.499973:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075161.499975:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98581180 x1855007613374208/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075161.499980:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075161.499981:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075161.499982:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075161.499984:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075161.499985:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075161.499987:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:1.0:1769075161.499988:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075161.499989:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b85880800. 02000000:00000001:1.0:1769075161.499991:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075161.499992:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075161.499993:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98581180. 00000100:00000001:1.0:1769075161.499995:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075161.499997:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075161.499998:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075161.500000:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98580e00 x1855007613374336/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075161.500004:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075161.500005:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075161.500006:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075161.500007:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075161.500008:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075161.500009:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:1.0:1769075161.500010:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075161.500011:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b85881400. 02000000:00000001:1.0:1769075161.500012:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075161.500013:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075161.500013:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98580e00. 00000100:00000001:1.0:1769075161.500015:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075161.500015:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075161.500016:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075161.500018:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b98583b80 x1855007613374464/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075186 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075161.500022:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075161.500022:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075161.500023:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075161.500025:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075161.500026:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075161.500027:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:1.0:1769075161.500028:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075161.500029:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b85880000. 02000000:00000001:1.0:1769075161.500030:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075161.500031:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075161.500032:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b98583b80. 00000100:00000001:1.0:1769075161.500034:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075161.500035:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075161.500036:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075161.500038:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075161.500039:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075161.500040:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075161.500042:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075162.010357:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075162.010376:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075162.010378:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075162.010384:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075162.010388:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075162.010392:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075162.010394:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075162.010397:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075162.010400:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075162.394402:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075162.394408:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769075162.394410:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769075162.394415:0:21410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769075162.394417:0:21410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769075162.394423:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075162.394427:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769075162.394429:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075162.394431:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075162.394433:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075162.394435:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075162.394437:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075162.394520:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075162.394525:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075162.394529:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075163.034352:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075163.034358:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075163.034360:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075163.034364:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075163.034367:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075163.034370:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075163.034372:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075163.034374:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075163.034376:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075163.418379:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075163.418384:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075163.418389:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075163.418390:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075163.418485:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075163.418493:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075163.418498:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075164.058417:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075164.058426:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075164.058429:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075164.058435:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075164.058440:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075164.058445:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075164.058448:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075164.058451:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075164.058455:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075164.442393:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075164.442404:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075164.442415:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075164.442418:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075164.442565:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075164.442571:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075164.442577:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075165.082417:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075165.082430:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075165.082433:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075165.082444:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075165.082463:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075165.082470:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075165.082475:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075165.082480:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075165.082485:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075165.466417:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075165.466425:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075165.466432:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075165.466434:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075165.466517:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075165.466525:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075165.466531:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075166.106400:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075166.106409:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075166.106412:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075166.106420:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075166.106441:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075166.106446:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075166.106450:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075166.106454:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075166.106458:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075166.490358:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075166.490364:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075166.490368:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075166.490369:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075166.490428:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075166.490432:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075166.490434:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075166.618405:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075166.618413:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769075166.618416:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075166.618419:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075166.618422:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075166.618428:0:27795:0:(import.c:509:import_select_connection()) MGC192.168.204.151@tcp: connect to NID 192.168.204.151@tcp last attempt 2150 00000400:00000200:2.0:1769075166.618436:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769075166.618441:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075166.618443:0:27795:0:(import.c:588:import_select_connection()) MGC192.168.204.151@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075166.618445:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075166.618448:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075166.618450:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075166.618451:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769075166.618455:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075166.618457:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000020:00000001:2.0:1769075166.618459:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075166.618461:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000020:00000001:2.0:1769075166.618463:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000020:00000001:2.0:1769075166.618465:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00000040:2.0:1769075166.618467:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075166.618468:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075166.618469:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075166.618471:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769075166.618473:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00080000:2.0:1769075166.618476:0:27795:0:(import.c:623:import_select_connection()) MGC192.168.204.151@tcp: import ffff982b88b8a800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075166.618479:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075166.618482:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075166.618485:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075166.618488:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075166.618490:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769075166.618492:0:27795:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075166.618502:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037ad80. 00000020:00000040:2.0:1769075166.618506:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 02000000:00000001:2.0:1769075166.618510:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075166.618512:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075166.618515:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075166.618518:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075166.618522:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075166.618530:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90211400. 00000100:00000001:2.0:1769075166.618537:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075166.618545:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b9037ad80 x1855007613374592/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075166.618553:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075166.618557:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075166.618561:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4676cee] to pc [ptlrpcd_rcv+-1] req@ffff982b9037ad80 x1855007613374592/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075166.618585:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075166.618589:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075166.618592:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769075166.618594:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075166.618596:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075166.618598:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075166.618601:0:27795:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2150 00000400:00000200:2.0:1769075166.618607:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769075166.618611:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075166.618614:0:27795:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769075166.618616:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1769075166.618619:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075166.618621:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075166.618625:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769075166.618626:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075166.618633:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000040:1.0:1769075166.618634:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037ad80 x1855007613374592/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075166.618635:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769075166.618641:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075166.618643:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000020:00000001:2.0:1769075166.618647:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769075166.618650:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1769075166.618651:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000100:00000001:1.0:1769075166.618654:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075166.618655:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 02000000:00000001:1.0:1769075166.618659:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1769075166.618659:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 02000000:00000001:1.0:1769075166.618663:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1769075166.618665:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 02000000:00000001:1.0:1769075166.618667:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075166.618668:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075166.618674:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00100000:1.0:1769075166.618675:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613374592:192.168.204.151@tcp:250:kworker.0 00000100:00000001:2.0:1769075166.618676:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769075166.618681:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 00000100:00000001:1.0:1769075166.618682:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075166.618686:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:2.0:1769075166.618686:0:27795:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075166.618690:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075166.618691:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075166.618708:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769075166.618711:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1769075166.618715:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1769075166.618717:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606d800. 02000000:00000001:2.0:1769075166.618719:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075166.618721:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075166.618722:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769075166.618727:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1769075166.618748:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000008:00000001:2.0:1769075166.618750:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075166.618755:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075166.618757:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e471b8. 00000100:00000010:2.0:1769075166.618760:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90378700. 00000020:00000040:2.0:1769075166.618764:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000400:00000010:1.0:1769075166.618765:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8660. 02000000:00000001:2.0:1769075166.618767:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075166.618770:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075166.618772:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075166.618774:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:1.0:1769075166.618775:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613374592, portal 25 02000000:00000001:2.0:1769075166.618776:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075166.618779:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075166.618782:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603424640 : -114162106126976 : ffff982b9037ad80) 02000000:00000010:2.0:1769075166.618785:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90213400. 00000100:00000040:1.0:1769075166.618790:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9037ad80 x1855007613374592/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075166.618792:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075166.618804:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90378700 x1855007613374720/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075166.618805:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075166.618813:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075166.618818:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00000001:2.0:1769075166.618821:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1769075166.618824:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007613374592, offset 0 00000100:00000001:2.0:1769075166.618825:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075166.618834:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077d76144] to pc [ptlrpcd_rcv+-1] req@ffff982b90378700 x1855007613374720/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769075166.618835:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000100:00000001:2.0:1769075166.618847:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075166.618848:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00080000:2.0:1769075166.618852:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1769075166.618857:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000100:00080000:2.0:1769075166.618858:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769075166.618863:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:1.0:1769075166.618867:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:2.0:1769075166.618867:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075166.618873:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:1.0:1769075166.618877:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000100:00080000:2.0:1769075166.618881:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2150 00000400:00000200:1.0:1769075166.618886:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769075166.618890:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075166.618893:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:2.0:1769075166.618898:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000400:00000200:1.0:1769075166.618901:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15714:15714:256:4294967295] 192.168.204.151@tcp LPNI seq info [15714:15714:8:4294967295] 00000100:00080000:2.0:1769075166.618903:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1769075166.618912:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000040:2.0:1769075166.618912:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075166.618918:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075166.618921:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075166.618923:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769075166.618929:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075166.618932:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3de 00000400:00000200:1.0:1769075166.618933:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000020:00000001:2.0:1769075166.618934:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075166.618939:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b9968c800 refcount=4 00000020:00000001:2.0:1769075166.618942:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000800:00000200:1.0:1769075166.618945:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000020:00000001:2.0:1769075166.618946:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000800:00000010:1.0:1769075166.618954:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000100:00000040:2.0:1769075166.618954:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075166.618956:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075166.618961:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075166.618963:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769075166.618968:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b9968c800 : new refcount 3 00000800:00000200:1.0:1769075166.618969:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00080000:2.0:1769075166.618975:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: import ffff982b83e5e800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000800:00000200:1.0:1769075166.618977:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 17 secs later) 00000100:00000001:2.0:1769075166.618978:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075166.618984:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075166.618988:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.1:1769075166.618988:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 02000000:00000001:2.0:1769075166.618991:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075166.618995:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000800:00000200:1.1:1769075166.618996:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 17 secs later) 00000008:00100000:2.0:1769075166.618997:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769075166.619001:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075166.619005:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075166.619010:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90378000. 00000800:00000100:1.0:1769075166.619011:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000020:00000040:2.0:1769075166.619016:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 00000800:00000010:1.0:1769075166.619018:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 02000000:00000001:2.0:1769075166.619024:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075166.619028:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075166.619029:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:2.0:1769075166.619032:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1769075166.619040:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 02000000:00000001:2.0:1769075166.619047:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1769075166.619048:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000400:00000010:1.0:1769075166.619053:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 02000000:00000001:2.0:1769075166.619057:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075166.619060:0:2363:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:2.0:1769075166.619067:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90211800. 00000100:00000200:1.0:1769075166.619069:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b9037ad80 x1855007613374592/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075166.619076:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075166.619103:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1769075166.619108:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90378000 x1855007613374848/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1769075166.619109:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037ad80 x1855007613374592/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075191 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075166.619134:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075166.619135:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075166.619139:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075166.619139:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075166.619146:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000561d44e] to pc [ptlrpcd_rcv+-1] req@ffff982b90378000 x1855007613374848/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075166.619147:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075166.619156:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075166.619161:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296832389 00000100:00000001:2.0:1769075166.619161:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075166.619166:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075166.619168:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769075166.619170:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296827269 00000100:00000001:2.0:1769075166.619170:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075166.619173:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075166.619177:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769075166.619180:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296832389 00000100:00080000:2.0:1769075166.619180:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2150 00000400:00000200:2.0:1769075166.619186:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075166.619188:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296827269 00000400:00000200:2.0:1769075166.619191:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075166.619195:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769075166.619196:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1769075166.619198:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075166.619202:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075166.619202:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075166.619206:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075166.619209:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1769075166.619210:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769075166.619214:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075166.619215:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3e5 00000020:00000001:2.0:1769075166.619216:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1769075166.619219:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075166/real 1769075166] req@ffff982b9037ad80 x1855007613374592/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1769075166.619220:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b897c2000 refcount=4 00000020:00000001:2.0:1769075166.619223:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000020:00000001:2.0:1769075166.619227:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000100:00000040:2.0:1769075166.619234:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075166.619238:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075166.619258:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000400:00000001:1.0:1769075166.619259:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1769075166.619260:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000400:00000001:1.0:1769075166.619262:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:2.0:1769075166.619265:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b897c2000 : new refcount 3 00000400:00000010:1.0:1769075166.619266:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e471b8. 00000100:00080000:2.0:1769075166.619270:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: import ffff982b99688000 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000400:00000200:1.0:1769075166.619273:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 00000100:00000001:2.0:1769075166.619274:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075166.619276:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 02000000:00000001:2.0:1769075166.619278:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769075166.619282:0:2363:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1769075166.619283:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1769075166.619290:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037ad80 x1855007613374592/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769075166.619290:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075166.619296:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769075166.619299:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769075166.619307:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075166.619310:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769075166.619312:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037ad80 x1855007613374592/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1769075166.619314:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90379f80. 00000100:00000001:1.0:1769075166.619325:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1769075166.619346:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 02000000:00000001:2.0:1769075166.619349:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075166.619350:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075166.619352:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075166.619353:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075166.619355:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075166.619359:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90213000. 00000100:00000001:2.0:1769075166.619362:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075166.619367:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90379f80 x1855007613374976/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075166.619373:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075166.619375:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075166.619378:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bc12a12] to pc [ptlrpcd_rcv+-1] req@ffff982b90379f80 x1855007613374976/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075166.619385:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075166.619390:0:27795:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2160) 00000100:00000001:1.0:1769075166.619393:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075166.619398:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075166.619400:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075166.619407:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b9037ad80 x1855007613374592/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075166.619414:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075166.619419:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037ad80 x1855007613374592/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075166.619426:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075166.619429:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075166.619430:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075166.619431:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075166.619433:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075166.619435:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075166.619437:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075166.619440:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075166.619442:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075166.619445:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037ad80 x1855007613374592/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075166.619451:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613374592:192.168.204.151@tcp:250:kworker.0 00000100:00000001:1.0:1769075166.619455:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075166.619457:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075166.619460:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037ad80 x1855007613374592/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075166.619466:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075166.619468:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075166.619471:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075166.619474:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075166.619476:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075166.619478:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:1.0:1769075166.619480:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075166.619482:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90211400. 02000000:00000001:1.0:1769075166.619486:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075166.619487:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075166.619489:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037ad80. 00000100:00000001:1.0:1769075166.619493:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075166.619494:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075166.619495:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075166.619502:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075166.619503:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075166.619506:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075166.619507:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075166.619508:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075166.619511:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90378700 x1855007613374720/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075166.619517:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075166.619518:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075166.619520:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075166.619522:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075166.619523:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075166.619526:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90378700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613374720:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075166.619528:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075166.619530:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075166.619531:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075166.619533:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075166.619536:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075166.619537:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075166.619541:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075166.619544:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e471b8. 00000400:00000010:1.0:1769075166.619546:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8660. 00000100:00000200:1.0:1769075166.619550:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613374720, portal 10 00000100:00000001:1.0:1769075166.619551:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075166.619553:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603414784 : -114162106136832 : ffff982b90378700) 00000100:00000040:1.0:1769075166.619558:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90378700 x1855007613374720/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075166.619564:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075166.619566:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075166.619568:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00000200:1.0:1769075166.619570:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613374720, offset 0 00000400:00000200:1.0:1769075166.619573:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075166.619577:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075166.619580:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075166.619582:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075166.619585:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075166.619587:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075166.619589:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075166.619592:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15715:15715:256:4294967295] 192.168.204.151@tcp LPNI seq info [15715:15715:8:4294967295] 00000400:00000200:1.0:1769075166.619595:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075166.619600:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075166.619604:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075166.619607:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000800:00000200:1.0:1769075166.619610:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075166.619613:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769075166.619616:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075166.619619:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1769075166.619638:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075166.619640:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000400:00000200:1.0:1769075166.619643:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075166.619645:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075166.619647:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000400:00000010:1.0:1769075166.619648:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00000001:1.0:1769075166.619650:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075166.619653:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90378700 x1855007613374720/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075166.619658:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075166.619660:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90378700 x1855007613374720/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075191 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075166.619669:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075166.619670:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075166.619672:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075166.619675:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1068438 usecs (1069 jiffies) 00000400:00000200:1.0:1769075166.619677:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075166.619679:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296824366 00000100:00000001:1.0:1769075166.619680:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296832389 00000100:00000001:1.0:1769075166.619682:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296824366 00000100:00000001:1.0:1769075166.619684:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296832389 00000100:00000001:1.0:1769075166.619685:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075166.619686:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075166.619687:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075166.619690:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075166/real 1769075166] req@ffff982b90378700 x1855007613374720/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075166.619804:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075166.619806:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075166.619807:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e471b8. 00000400:00000200:1.0:1769075166.619810:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 00000400:00000010:1.0:1769075166.619811:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 00000100:00000001:1.0:1769075166.619813:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075166.619816:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90378700 x1855007613374720/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075166.619823:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90378700 x1855007613374720/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075166.619829:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075166.619830:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075166.619831:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075166.619832:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075166.619835:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90378700 x1855007613374720/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075166.619841:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075166.619844:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90378700 x1855007613374720/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075166.619849:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075166.619851:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075166.619852:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075166.619853:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075166.619855:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075166.619856:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075166.619858:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075166.619860:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075166.619862:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075166.619864:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90378700 x1855007613374720/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075166.619870:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90378700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613374720:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075166.619873:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075166.619876:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90378000 x1855007613374848/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075166.619881:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075166.619882:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075166.619884:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075166.619885:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075166.619887:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075166.619889:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90378000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613374848:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075166.619891:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075166.619893:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075166.619895:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075166.619896:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075166.619899:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075166.619901:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075166.619904:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075166.619906:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e471b8. 00000400:00000010:1.0:1769075166.619908:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8660. 00000100:00000200:1.0:1769075166.619911:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613374848, portal 4 00000100:00000001:1.0:1769075166.619912:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075166.619914:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603412992 : -114162106138624 : ffff982b90378000) 00000100:00000040:1.0:1769075166.619918:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90378000 x1855007613374848/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075166.619924:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075166.619925:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075166.619927:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00000200:1.0:1769075166.619929:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613374848, offset 0 00000400:00000200:1.0:1769075166.619932:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075166.619935:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075166.619938:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075166.619941:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075166.619943:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075166.619945:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075166.619947:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075166.619950:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15716:15716:256:4294967295] 192.168.204.151@tcp LPNI seq info [15716:15716:8:4294967295] 00000400:00000200:1.0:1769075166.619953:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075166.619958:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075166.619962:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075166.619964:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000800:00000200:1.0:1769075166.619967:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075166.619969:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769075166.619973:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075166.619975:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1769075166.619978:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075166.619980:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000400:00000200:1.0:1769075166.619983:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075166.619986:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075166.619988:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000400:00000010:1.0:1769075166.619990:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00000001:1.0:1769075166.619993:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075166.619997:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90378000 x1855007613374848/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075166.620008:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075166.620012:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90378000 x1855007613374848/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075191 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075166.620020:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075166.620022:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075166.620026:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075166.620030:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24872 usecs (25 jiffies) 00000400:00000200:1.0:1769075166.620035:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075166.620038:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296823322 00000100:00000001:1.0:1769075166.620042:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296832389 00000100:00000001:1.0:1769075166.620045:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296823322 00000100:00000001:1.0:1769075166.620048:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296832389 00000100:00000001:1.0:1769075166.620051:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075166.620054:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075166.620057:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075166.620062:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075166/real 1769075166] req@ffff982b90378000 x1855007613374848/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075166.620071:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075166.620072:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075166.620074:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e471b8. 00000400:00000200:1.0:1769075166.620076:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 00000400:00000010:1.0:1769075166.620077:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 00000100:00000001:1.0:1769075166.620080:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075166.620102:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90378000 x1855007613374848/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075166.620107:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90378000 x1855007613374848/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075166.620111:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075166.620112:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075166.620113:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075166.620114:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075166.620116:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90378000 x1855007613374848/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075166.620121:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075166.620124:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90378000 x1855007613374848/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075166.620128:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075166.620129:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075166.620130:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075166.620131:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075166.620132:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075166.620133:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075166.620135:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075166.620137:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075166.620138:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075166.620140:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90378000 x1855007613374848/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075166.620145:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90378000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613374848:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075166.620147:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075166.620149:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90379f80 x1855007613374976/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075166.620154:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075166.620155:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075166.620156:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075166.620158:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075166.620159:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075166.620161:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90379f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613374976:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075166.620163:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075166.620164:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075166.620165:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075166.620166:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075166.620168:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075166.620169:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075166.620172:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075166.620175:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e471b8. 00000400:00000010:1.0:1769075166.620178:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8660. 00000100:00000200:1.0:1769075166.620181:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613374976, portal 4 00000100:00000001:1.0:1769075166.620183:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075166.620185:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603421056 : -114162106130560 : ffff982b90379f80) 00000100:00000040:1.0:1769075166.620190:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90379f80 x1855007613374976/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075166.620197:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075166.620200:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075166.620202:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00000200:1.0:1769075166.620206:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613374976, offset 0 00000400:00000200:1.0:1769075166.620210:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075166.620215:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075166.620219:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075166.620222:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075166.620224:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075166.620227:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075166.620244:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075166.620248:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15717:15717:256:4294967295] 192.168.204.151@tcp LPNI seq info [15717:15717:8:4294967295] 00000400:00000200:1.0:1769075166.620252:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075166.620257:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075166.620261:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075166.620264:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000800:00000200:1.0:1769075166.620267:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075166.620270:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769075166.620273:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075166.620276:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1769075166.620279:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075166.620281:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000400:00000200:1.0:1769075166.620283:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075166.620286:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075166.620289:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000400:00000010:1.0:1769075166.620290:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00000001:1.0:1769075166.620292:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075166.620295:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90379f80 x1855007613374976/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075166.620301:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075166.620304:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90379f80 x1855007613374976/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075191 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075166.620334:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075166.620337:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075166.620342:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075166.620345:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26900 usecs (27 jiffies) 00000400:00000200:1.0:1769075166.620350:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075166.620353:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296823325 00000100:00000001:1.0:1769075166.620356:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296832389 00000100:00000001:1.0:1769075166.620359:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296823325 00000100:00000001:1.0:1769075166.620361:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296832389 00000100:00000001:1.0:1769075166.620364:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075166.620368:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075166.620370:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075166.620376:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075166/real 1769075166] req@ffff982b90379f80 x1855007613374976/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075166.620384:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075166.620385:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075166.620387:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e471b8. 00000400:00000200:1.0:1769075166.620389:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 00000400:00000010:1.0:1769075166.620390:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 00000100:00000001:1.0:1769075166.620392:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075166.620395:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90379f80 x1855007613374976/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075166.620401:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90379f80 x1855007613374976/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075166.620407:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075166.620408:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075166.620409:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075166.620410:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075166.620413:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90379f80 x1855007613374976/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075166.620418:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075166.620421:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90379f80 x1855007613374976/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075166.620426:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075166.620428:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075166.620429:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075166.620430:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075166.620431:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075166.620432:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075166.620434:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075166.620437:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075166.620439:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075166.620442:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90379f80 x1855007613374976/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075166.620447:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90379f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613374976:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075166.620450:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075166.620452:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075166.620454:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90378700 x1855007613374720/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075166.620458:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075166.620460:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075166.620461:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075166.620463:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075166.620465:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075166.620466:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:1.0:1769075166.620468:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075166.620469:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90213400. 02000000:00000001:1.0:1769075166.620471:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075166.620472:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075166.620473:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90378700. 00000100:00000001:1.0:1769075166.620475:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075166.620476:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075166.620478:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075166.620480:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90378000 x1855007613374848/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075166.620485:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075166.620486:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075166.620487:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075166.620489:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075166.620490:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075166.620491:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:1.0:1769075166.620492:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075166.620494:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90211800. 02000000:00000001:1.0:1769075166.620495:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075166.620496:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075166.620497:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90378000. 00000100:00000001:1.0:1769075166.620499:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075166.620500:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075166.620501:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075166.620503:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90379f80 x1855007613374976/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075191 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075166.620508:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075166.620508:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075166.620509:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075166.620512:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075166.620512:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075166.620513:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:1.0:1769075166.620514:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075166.620516:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90213000. 02000000:00000001:1.0:1769075166.620517:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075166.620518:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075166.620519:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90379f80. 00000100:00000001:1.0:1769075166.620520:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075166.620521:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075166.620523:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075166.620525:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075166.620526:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075166.620528:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075166.620529:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769075167.130407:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075167.130415:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075167.130419:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075167.130426:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075167.130430:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075167.130436:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075167.130439:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075167.130442:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075167.130445:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075167.514430:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075167.514441:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075167.514450:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075167.514453:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075167.514558:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075167.514564:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075167.514586:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075168.154402:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075168.154412:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075168.154415:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075168.154422:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075168.154428:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075168.154433:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075168.154437:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075168.154440:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075168.154444:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075168.538349:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075168.538355:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075168.538360:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075168.538363:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769075168.538364:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769075168.538367:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075168.538369:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769075168.538371:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075168.538373:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075168.538374:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075168.538460:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075168.538464:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075168.538466:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075169.178397:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075169.178407:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075169.178410:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075169.178430:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075169.178436:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075169.178442:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075169.178446:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075169.178450:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075169.178455:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075169.562344:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075169.562349:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075169.562354:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075169.562355:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075169.562430:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075169.562435:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075169.562438:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769075170.202374:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769075170.202380:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769075170.202381:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769075170.202386:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:0.0:1769075170.202389:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769075170.202392:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075170.202394:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769075170.202396:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769075170.202407:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075170.586420:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075170.586431:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075170.586439:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075170.586441:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075170.586609:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075170.586616:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075170.586621:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075171.226453:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075171.226465:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075171.226468:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075171.226477:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075171.226482:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075171.226488:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075171.226492:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075171.226497:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075171.226501:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075171.610497:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075171.610507:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075171.610515:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075171.610517:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075171.610622:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075171.610629:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075171.610635:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075171.738411:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075171.738444:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769075171.738448:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075171.738455:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075171.738461:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075171.738472:0:27795:0:(import.c:509:import_select_connection()) MGC192.168.204.151@tcp: connect to NID 192.168.204.151@tcp last attempt 2155 00000400:00000200:2.0:1769075171.738486:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769075171.738495:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075171.738500:0:27795:0:(import.c:588:import_select_connection()) MGC192.168.204.151@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075171.738524:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075171.738532:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075171.738538:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075171.738545:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769075171.738555:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075171.738560:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000020:00000001:2.0:1769075171.738566:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075171.738572:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000020:00000001:2.0:1769075171.738579:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000020:00000001:2.0:1769075171.738585:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00000040:2.0:1769075171.738593:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075171.738598:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075171.738604:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075171.738628:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769075171.738634:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00080000:2.0:1769075171.738641:0:27795:0:(import.c:623:import_select_connection()) MGC192.168.204.151@tcp: import ffff982b88b8a800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075171.738645:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075171.738649:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075171.738656:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075171.738660:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075171.738664:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769075171.738685:0:27795:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075171.738697:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037b480. 00000020:00000040:2.0:1769075171.738701:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 02000000:00000001:2.0:1769075171.738707:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075171.738709:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075171.738713:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075171.738717:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075171.738724:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075171.738735:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90210c00. 00000100:00000001:2.0:1769075171.738746:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075171.738762:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b9037b480 x1855007613375104/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075171.738777:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075171.738784:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075171.738790:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000618033af] to pc [ptlrpcd_rcv+-1] req@ffff982b9037b480 x1855007613375104/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075171.738818:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075171.738822:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075171.738836:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769075171.738839:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075171.738841:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769075171.738848:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075171.738849:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769075171.738862:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1769075171.738863:0:27795:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2155 00000100:00000001:1.0:1769075171.738867:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1769075171.738878:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000040:1.0:1769075171.738881:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037b480 x1855007613375104/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769075171.738891:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00000001:1.0:1769075171.738903:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1769075171.738905:0:27795:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769075171.738907:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075171.738921:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1769075171.738923:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 02000000:00000001:1.0:1769075171.738927:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075171.738932:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1769075171.738935:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075171.738947:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613375104:192.168.204.151@tcp:250:kworker.0 00000100:00000001:1.0:1769075171.738953:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1769075171.738955:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075171.738960:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 02000000:00000001:1.0:1769075171.738961:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1769075171.738970:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075171.738972:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000020:00000001:2.0:1769075171.738977:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1769075171.738978:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769075171.738981:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 02000000:00000001:1.0:1769075171.738984:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1769075171.738986:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000020:00000001:2.0:1769075171.738992:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 02000000:00000010:1.0:1769075171.738993:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075171.739005:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075171.739027:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000400:00000200:1.0:1769075171.739029:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769075171.739036:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1769075171.739045:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e471b8. 00000100:00000040:2.0:1769075171.739045:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075171.739061:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000400:00000010:1.0:1769075171.739063:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8660. 00000100:00000200:1.0:1769075171.739088:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613375104, portal 25 00000020:00000040:2.0:1769075171.739092:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 00000100:00000001:1.0:1769075171.739094:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075171.739102:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603426432 : -114162106125184 : ffff982b9037b480) 00000100:00080000:2.0:1769075171.739107:0:27795:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075171.739117:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075171.739118:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9037b480 x1855007613375104/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075171.739135:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075171.739140:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 02000000:00000001:2.0:1769075171.739140:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:1.0:1769075171.739149:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00000200:1.0:1769075171.739154:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007613375104, offset 0 00000400:00000200:1.0:1769075171.739171:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 02000000:00000001:2.0:1769075171.739176:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1769075171.739188:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 02000000:00000001:2.0:1769075171.739190:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075171.739196:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000200:1.0:1769075171.739203:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000008:00100000:2.0:1769075171.739203:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769075171.739214:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075171.739219:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075171.739221:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075171.739241:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000100:00000010:2.0:1769075171.739244:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90379880. 00000400:00000200:1.0:1769075171.739246:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000020:00000040:2.0:1769075171.739252:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:2.0:1769075171.739261:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000200:1.0:1769075171.739262:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 02000000:00000001:2.0:1769075171.739264:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075171.739271:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075171.739273:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075171.739280:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075171.739285:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90212800. 00000100:00000001:2.0:1769075171.739291:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075171.739302:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90379880 x1855007613375232/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769075171.739328:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15718:15718:256:4294967295] 192.168.204.151@tcp LPNI seq info [15718:15718:8:4294967295] 00000400:00000200:1.0:1769075171.739337:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769075171.739348:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075171.739354:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075171.739363:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e25075] to pc [ptlrpcd_rcv+-1] req@ffff982b90379880 x1855007613375232/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769075171.739367:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075171.739400:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000100:00000001:2.0:1769075171.739402:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1769075171.739407:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000100:00080000:2.0:1769075171.739408:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075171.739417:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000200:1.0:1769075171.739420:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000001:2.0:1769075171.739425:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075171.739431:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000200:1.0:1769075171.739432:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 11 secs later) 00000100:00000001:2.0:1769075171.739449:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000800:00000200:1.1:1769075171.739458:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00080000:2.0:1769075171.739460:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2155 00000800:00000200:1.1:1769075171.739468:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 11 secs later) 00000400:00000200:2.0:1769075171.739478:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000800:00000100:1.0:1769075171.739486:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769075171.739488:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000800:00000010:1.0:1769075171.739495:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000100:00080000:2.0:1769075171.739495:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1769075171.739520:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:2.0:1769075171.739524:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000400:00000200:1.0:1769075171.739535:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000100:00000001:2.0:1769075171.739535:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075171.739546:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000400:00000200:1.0:1769075171.739549:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000100:00000001:2.0:1769075171.739555:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000400:00000010:1.0:1769075171.739556:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00000001:1.0:1769075171.739565:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1769075171.739571:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:1.0:1769075171.739578:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b9037b480 x1855007613375104/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1769075171.739580:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3de 00000020:00000001:2.0:1769075171.739590:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075171.739597:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b9968c800 refcount=4 00000100:00000001:1.0:1769075171.739604:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1769075171.739605:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000100:00000040:1.0:1769075171.739630:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037b480 x1855007613375104/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075196 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769075171.739635:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000100:00000040:2.0:1769075171.739657:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075171.739659:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075171.739670:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075171.739670:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075171.739682:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075171.739684:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075171.739689:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769075171.739696:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b9968c800 : new refcount 3 00000400:00000200:1.0:1769075171.739697:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075171.739708:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296837510 00000100:00080000:2.0:1769075171.739710:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: import ffff982b83e5e800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075171.739718:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075171.739721:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769075171.739725:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296832389 02000000:00000001:2.0:1769075171.739727:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075171.739735:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075171.739739:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769075171.739742:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296837510 00000008:00100000:2.0:1769075171.739744:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769075171.739755:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075171.739758:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296832389 00000100:00000001:2.0:1769075171.739760:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075171.739774:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1769075171.739791:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90379c00. 00000100:00000001:1.0:1769075171.739792:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769075171.739798:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 00000100:00000001:1.0:1769075171.739801:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:2.0:1769075171.739803:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075171.739807:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075171.739810:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075171.739812:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1769075171.739814:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075171/real 1769075171] req@ffff982b9037b480 x1855007613375104/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769075171.739816:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075171.739828:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90212c00. 00000100:00000001:2.0:1769075171.739839:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769075171.739844:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075171.739849:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1769075171.739850:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90379c00 x1855007613375360/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1769075171.739858:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e471b8. 00000400:00000200:1.0:1769075171.739869:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 00000400:00000010:1.0:1769075171.739875:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 00000100:00000001:1.0:1769075171.739881:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075171.739890:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037b480 x1855007613375104/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075171.739892:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075171.739901:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769075171.739902:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037b480 x1855007613375104/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075171.739924:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075171.739926:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075171.739929:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075171.739931:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075171.739938:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016e62a39] to pc [ptlrpcd_rcv+-1] req@ffff982b90379c00 x1855007613375360/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075171.739941:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b9037b480 x1855007613375104/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075171.739971:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075171.739986:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037b480 x1855007613375104/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075171.739988:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075171.740002:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769075171.740005:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075171.740021:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769075171.740021:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769075171.740033:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769075171.740034:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075171.740042:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769075171.740044:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769075171.740046:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075171.740049:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075171.740060:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769075171.740061:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075171.740077:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.151@tcp failed (-110) 00000100:00080000:2.0:1769075171.740077:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2155 00000100:00000001:1.0:1769075171.740089:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000400:00000200:2.0:1769075171.740097:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000040:1.0:1769075171.740105:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037b480 x1855007613375104/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769075171.740112:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075171.740124:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075171.740135:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075171.740147:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075171.740157:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00100000:1.0:1769075171.740159:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613375104:192.168.204.151@tcp:250:kworker.0 00000100:00000001:2.0:1769075171.740163:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000001:1.0:1769075171.740170:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769075171.740170:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075171.740176:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3e5 00000100:00000001:1.0:1769075171.740177:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1769075171.740183:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075171.740191:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b897c2000 refcount=4 00000100:00000040:1.0:1769075171.740192:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037b480 x1855007613375104/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769075171.740203:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000020:00000001:2.0:1769075171.740215:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000100:00000040:2.0:1769075171.740230:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075171.740236:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075171.740243:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075171.740249:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1769075171.740250:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 02000000:00000001:1.0:1769075171.740257:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:2.0:1769075171.740258:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b897c2000 : new refcount 3 02000000:00000010:1.0:1769075171.740265:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f800. 00000100:00080000:2.0:1769075171.740266:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: import ffff982b99688000 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075171.740306:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075171.740310:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1769075171.740310:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:1.0:1769075171.740317:0:2363:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1769075171.740319:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1769075171.740321:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 02000000:00000001:2.0:1769075171.740326:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075171.740329:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1769075171.740330:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769075171.740337:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 02000000:00000010:1.0:1769075171.740339:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90210c00. 00000008:00000001:2.0:1769075171.740341:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075171.740347:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075171.740353:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:2.0:1769075171.740354:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90379180. 02000000:00000001:1.0:1769075171.740362:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:2.0:1769075171.740362:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 00000100:00000010:1.0:1769075171.740370:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037b480. 02000000:00000001:2.0:1769075171.740370:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075171.740376:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075171.740379:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769075171.740380:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1769075171.740383:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769075171.740385:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075171.740389:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769075171.740389:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075171.740415:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90210c00. 00000100:00000001:1.0:1769075171.740416:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075171.740426:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075171.740427:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075171.740442:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1769075171.740444:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90379180 x1855007613375488/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075171.740449:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075171.740460:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769075171.740468:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075171.740472:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075171.740478:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90379880 x1855007613375232/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769075171.740486:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9fa1b3c] to pc [ptlrpcd_rcv+-1] req@ffff982b90379180 x1855007613375488/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075171.740510:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075171.740516:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075171.740527:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075171.740533:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075171.740542:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075171.740542:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075171.740559:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90379880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613375232:192.168.204.151@tcp:38:kworker.0 00000100:00000040:2.0:1769075171.740560:0:27795:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2166) 00000100:00000001:1.0:1769075171.740569:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075171.740574:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075171.740576:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075171.740578:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075171.740582:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075171.740584:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075171.740588:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075171.740592:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e471b8. 00000400:00000010:1.0:1769075171.740600:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8660. 00000100:00000200:1.0:1769075171.740605:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613375232, portal 10 00000100:00000001:1.0:1769075171.740607:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075171.740623:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603419264 : -114162106132352 : ffff982b90379880) 00000100:00000040:1.0:1769075171.740633:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90379880 x1855007613375232/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075171.740641:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075171.740644:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075171.740647:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00000200:1.0:1769075171.740650:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613375232, offset 0 00000400:00000200:1.0:1769075171.740655:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075171.740660:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075171.740665:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075171.740667:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075171.740669:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075171.740671:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075171.740673:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075171.740675:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15719:15719:256:4294967295] 192.168.204.151@tcp LPNI seq info [15719:15719:8:4294967295] 00000400:00000200:1.0:1769075171.740678:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075171.740684:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075171.740687:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075171.740690:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000800:00000200:1.0:1769075171.740693:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075171.740696:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 11 secs later) 00000800:00000200:1.1:1769075171.740700:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075171.740702:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 11 secs later) 00000800:00000100:1.0:1769075171.740705:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075171.740707:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000400:00000200:1.0:1769075171.740709:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075171.740712:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075171.740714:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000400:00000010:1.0:1769075171.740715:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00000001:1.0:1769075171.740717:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075171.740720:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90379880 x1855007613375232/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075171.740726:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075171.740739:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90379880 x1855007613375232/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075196 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075171.740743:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075171.740745:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075171.740747:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075171.740750:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1068438 usecs (1069 jiffies) 00000400:00000200:1.0:1769075171.740752:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075171.740754:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296829487 00000100:00000001:1.0:1769075171.740756:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296837510 00000100:00000001:1.0:1769075171.740757:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296829487 00000100:00000001:1.0:1769075171.740759:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296837510 00000100:00000001:1.0:1769075171.740760:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075171.740761:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075171.740763:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075171.740765:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075171/real 1769075171] req@ffff982b90379880 x1855007613375232/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075171.740775:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075171.740777:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075171.740779:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e471b8. 00000400:00000200:1.0:1769075171.740781:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 00000400:00000010:1.0:1769075171.740783:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 00000100:00000001:1.0:1769075171.740785:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075171.740788:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90379880 x1855007613375232/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075171.740797:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90379880 x1855007613375232/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075171.740804:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075171.740806:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075171.740808:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075171.740809:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075171.740813:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90379880 x1855007613375232/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075171.740820:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075171.740824:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90379880 x1855007613375232/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075171.740831:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075171.740834:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075171.740836:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075171.740837:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075171.740838:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075171.740840:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075171.740842:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075171.740845:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075171.740846:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075171.740850:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90379880 x1855007613375232/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075171.740855:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90379880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613375232:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075171.740858:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075171.740860:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90379c00 x1855007613375360/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075171.740865:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075171.740866:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075171.740868:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075171.740869:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075171.740871:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075171.740873:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90379c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613375360:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075171.740875:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075171.740877:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075171.740878:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075171.740879:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075171.740882:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075171.740883:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075171.740887:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075171.740888:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e471b8. 00000400:00000010:1.0:1769075171.740891:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8660. 00000100:00000200:1.0:1769075171.740893:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613375360, portal 4 00000100:00000001:1.0:1769075171.740894:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075171.740895:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603420160 : -114162106131456 : ffff982b90379c00) 00000100:00000040:1.0:1769075171.740899:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90379c00 x1855007613375360/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075171.740904:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075171.740905:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075171.740907:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00000200:1.0:1769075171.740909:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613375360, offset 0 00000400:00000200:1.0:1769075171.740912:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075171.740914:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075171.740917:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075171.740919:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075171.740921:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075171.740923:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075171.740925:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075171.740927:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15720:15720:256:4294967295] 192.168.204.151@tcp LPNI seq info [15720:15720:8:4294967295] 00000400:00000200:1.0:1769075171.740930:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075171.740934:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075171.740937:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075171.740939:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000800:00000200:1.0:1769075171.740942:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075171.740944:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 11 secs later) 00000800:00000200:1.1:1769075171.740947:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075171.740949:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 11 secs later) 00000800:00000100:1.0:1769075171.740952:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075171.740953:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000400:00000200:1.0:1769075171.740955:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075171.740958:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075171.740960:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000400:00000010:1.0:1769075171.740961:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00000001:1.0:1769075171.740962:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075171.740965:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90379c00 x1855007613375360/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075171.740970:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075171.740972:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90379c00 x1855007613375360/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075196 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075171.740976:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075171.740977:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075171.740979:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075171.740982:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24872 usecs (25 jiffies) 00000400:00000200:1.0:1769075171.740984:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075171.740986:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296828443 00000100:00000001:1.0:1769075171.740988:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296837510 00000100:00000001:1.0:1769075171.740989:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296828443 00000100:00000001:1.0:1769075171.740991:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296837510 00000100:00000001:1.0:1769075171.740992:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075171.740993:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075171.740994:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075171.740996:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075171/real 1769075171] req@ffff982b90379c00 x1855007613375360/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075171.741001:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075171.741002:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075171.741003:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e471b8. 00000400:00000200:1.0:1769075171.741005:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 00000400:00000010:1.0:1769075171.741006:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 00000100:00000001:1.0:1769075171.741007:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075171.741009:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90379c00 x1855007613375360/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075171.741014:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90379c00 x1855007613375360/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075171.741018:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075171.741019:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075171.741020:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075171.741021:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075171.741023:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90379c00 x1855007613375360/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075171.741027:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075171.741029:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90379c00 x1855007613375360/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075171.741033:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075171.741036:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075171.741037:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075171.741038:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075171.741039:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075171.741040:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075171.741042:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075171.741044:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075171.741045:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075171.741047:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90379c00 x1855007613375360/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075171.741052:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90379c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613375360:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075171.741054:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075171.741056:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075171.741058:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90379880 x1855007613375232/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075171.741061:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075171.741063:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075171.741064:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075171.741066:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075171.741067:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075171.741068:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:1.0:1769075171.741070:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075171.741073:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90212800. 02000000:00000001:1.0:1769075171.741076:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075171.741077:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075171.741079:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90379880. 00000100:00000001:1.0:1769075171.741082:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075171.741083:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075171.741085:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075171.741088:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90379c00 x1855007613375360/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075171.741102:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075171.741103:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075171.741105:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075171.741108:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075171.741109:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075171.741111:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:1.0:1769075171.741113:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075171.741115:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90212c00. 02000000:00000001:1.0:1769075171.741117:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075171.741119:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075171.741120:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90379c00. 00000100:00000001:1.0:1769075171.741133:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075171.741135:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075171.741137:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075171.741141:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075171.741142:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075171.741144:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075171.741145:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075171.741146:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075171.741150:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90379180 x1855007613375488/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075171.741155:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075171.741156:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075171.741158:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075171.741159:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075171.741160:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075171.741162:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90379180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613375488:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075171.741164:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075171.741166:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075171.741167:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075171.741169:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075171.741171:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075171.741173:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075171.741178:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075171.741182:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e471b8. 00000400:00000010:1.0:1769075171.741185:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8660. 00000100:00000200:1.0:1769075171.741188:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613375488, portal 4 00000100:00000001:1.0:1769075171.741190:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075171.741191:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603417472 : -114162106134144 : ffff982b90379180) 00000100:00000040:1.0:1769075171.741198:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90379180 x1855007613375488/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075171.741205:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075171.741208:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075171.741211:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00000200:1.0:1769075171.741214:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613375488, offset 0 00000400:00000200:1.0:1769075171.741219:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075171.741223:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075171.741228:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075171.741230:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075171.741233:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075171.741235:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075171.741238:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075171.741241:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15721:15721:256:4294967295] 192.168.204.151@tcp LPNI seq info [15721:15721:8:4294967295] 00000400:00000200:1.0:1769075171.741245:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075171.741252:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075171.741257:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075171.741261:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000800:00000200:1.0:1769075171.741266:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075171.741268:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 11 secs later) 00000800:00000200:1.1:1769075171.741273:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075171.741276:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 11 secs later) 00000800:00000100:1.0:1769075171.741313:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075171.741315:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000400:00000200:1.0:1769075171.741319:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075171.741323:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075171.741327:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000400:00000010:1.0:1769075171.741329:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00000001:1.0:1769075171.741331:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075171.741336:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90379180 x1855007613375488/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075171.741346:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075171.741351:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90379180 x1855007613375488/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075196 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075171.741359:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075171.741361:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075171.741365:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075171.741368:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26900 usecs (27 jiffies) 00000400:00000200:1.0:1769075171.741372:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075171.741375:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296828446 00000100:00000001:1.0:1769075171.741377:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296837510 00000100:00000001:1.0:1769075171.741380:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296828446 00000100:00000001:1.0:1769075171.741382:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296837510 00000100:00000001:1.0:1769075171.741384:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075171.741386:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075171.741388:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075171.741392:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075171/real 1769075171] req@ffff982b90379180 x1855007613375488/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075171.741401:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075171.741403:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075171.741405:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e471b8. 00000400:00000200:1.0:1769075171.741408:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 00000400:00000010:1.0:1769075171.741410:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 00000100:00000001:1.0:1769075171.741413:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075171.741417:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90379180 x1855007613375488/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075171.741426:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90379180 x1855007613375488/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075171.741449:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075171.741450:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075171.741453:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075171.741454:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075171.741458:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90379180 x1855007613375488/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075171.741466:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075171.741470:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90379180 x1855007613375488/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075171.741478:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075171.741481:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075171.741483:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075171.741485:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075171.741487:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075171.741488:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075171.741491:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075171.741496:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075171.741499:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075171.741505:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90379180 x1855007613375488/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075171.741513:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90379180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613375488:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075171.741518:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075171.741520:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075171.741522:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90379180 x1855007613375488/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075196 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075171.741530:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075171.741532:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075171.741534:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075171.741537:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075171.741538:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075171.741540:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:1.0:1769075171.741542:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075171.741543:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90210c00. 02000000:00000001:1.0:1769075171.741546:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075171.741547:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075171.741549:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90379180. 00000100:00000001:1.0:1769075171.741551:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075171.741553:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075171.741555:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075171.741559:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075171.741560:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075171.741562:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075171.741564:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075172.250392:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075172.250403:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075172.250406:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075172.250414:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075172.250419:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075172.250424:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075172.250428:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075172.250432:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075172.250436:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075172.634437:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075172.634449:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769075172.634453:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769075172.634462:0:21410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769075172.634465:0:21410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769075172.634467:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075172.634475:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769075172.634479:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075172.634482:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075172.634485:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075172.634490:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075172.634492:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075172.634569:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075172.634585:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075172.634589:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075173.274435:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075173.274446:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075173.274449:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075173.274457:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075173.274462:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075173.274469:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075173.274473:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075173.274476:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075173.274480:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075173.658477:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075173.658490:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075173.658513:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075173.658517:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075173.658658:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075173.658664:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075173.658670:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075174.298401:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075174.298412:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075174.298415:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075174.298423:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075174.298429:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075174.298435:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075174.298438:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075174.298442:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075174.298446:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075174.682468:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075174.682478:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075174.682487:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075174.682489:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075174.682600:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075174.682606:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075174.682610:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075175.322476:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075175.322499:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075175.322502:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075175.322510:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075175.322516:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075175.322522:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075175.322526:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075175.322530:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075175.322534:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075175.706371:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075175.706377:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075175.706381:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075175.706382:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075175.706501:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075175.706510:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075175.706518:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075176.346453:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075176.346488:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075176.346491:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075176.346497:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075176.346503:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075176.346508:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075176.346512:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075176.346515:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075176.346519:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075176.730379:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075176.730385:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075176.730391:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075176.730392:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075176.730441:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075176.730445:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075176.730449:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075176.858405:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075176.858414:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769075176.858416:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075176.858419:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075176.858423:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075176.858428:0:27795:0:(import.c:509:import_select_connection()) MGC192.168.204.151@tcp: connect to NID 192.168.204.151@tcp last attempt 2161 00000400:00000200:2.0:1769075176.858452:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769075176.858457:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075176.858460:0:27795:0:(import.c:588:import_select_connection()) MGC192.168.204.151@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075176.858463:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075176.858466:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075176.858469:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075176.858471:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769075176.858475:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075176.858476:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000020:00000001:2.0:1769075176.858479:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075176.858481:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000020:00000001:2.0:1769075176.858483:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000020:00000001:2.0:1769075176.858485:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00000040:2.0:1769075176.858487:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075176.858488:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075176.858490:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075176.858492:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769075176.858494:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00080000:2.0:1769075176.858497:0:27795:0:(import.c:623:import_select_connection()) MGC192.168.204.151@tcp: import ffff982b88b8a800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075176.858499:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075176.858502:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075176.858504:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075176.858506:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075176.858509:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769075176.858511:0:27795:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075176.858520:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037bb80. 00000020:00000040:2.0:1769075176.858541:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 02000000:00000001:2.0:1769075176.858545:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075176.858547:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075176.858550:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075176.858552:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075176.858556:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075176.858564:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90213000. 00000100:00000001:2.0:1769075176.858587:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075176.858594:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b9037bb80 x1855007613375616/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075176.858602:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075176.858606:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075176.858609:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a9a053c] to pc [ptlrpcd_rcv+-1] req@ffff982b9037bb80 x1855007613375616/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075176.858627:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075176.858629:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075176.858632:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769075176.858633:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075176.858634:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075176.858636:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075176.858638:0:27795:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2161 00000400:00000200:2.0:1769075176.858641:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769075176.858643:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075176.858645:0:27795:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075176.858647:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075176.858650:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075176.858652:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075176.858654:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769075176.858656:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075176.858657:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000100:00000001:1.0:1769075176.858658:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1769075176.858658:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075176.858663:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000100:00000001:1.0:1769075176.858664:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1769075176.858665:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000001:1.0:1769075176.858667:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1769075176.858669:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000040:2.0:1769075176.858675:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000040:1.0:1769075176.858677:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037bb80 x1855007613375616/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075176.858678:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075176.858682:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075176.858687:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769075176.858692:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 00000100:00000001:1.0:1769075176.858695:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1769075176.858696:0:27795:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:1.0:1769075176.858697:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075176.858700:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075176.858702:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075176.858703:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769075176.858706:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075176.858708:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075176.858709:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1769075176.858713:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613375616:192.168.204.151@tcp:250:kworker.0 02000000:00000001:2.0:1769075176.858714:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075176.858719:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769075176.858723:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000008:00100000:2.0:1769075176.858724:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1769075176.858726:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000008:00000001:2.0:1769075176.858728:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075176.858729:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075176.858731:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075176.858733:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1769075176.858736:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90378380. 02000000:00000010:1.0:1769075176.858739:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606cc00. 00000020:00000040:2.0:1769075176.858739:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:2.0:1769075176.858741:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769075176.858743:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075176.858744:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075176.858746:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075176.858748:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075176.858750:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075176.858751:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 02000000:00000010:2.0:1769075176.858755:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90211800. 00000400:00000010:1.0:1769075176.858756:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e471b8. 00000400:00000010:1.0:1769075176.858763:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8660. 00000100:00000001:2.0:1769075176.858767:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769075176.858771:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613375616, portal 25 00000100:00100000:2.0:1769075176.858774:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90378380 x1855007613375744/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075176.858776:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075176.858778:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603428224 : -114162106123392 : ffff982b9037bb80) 00000100:00000040:1.0:1769075176.858787:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9037bb80 x1855007613375616/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075176.858787:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075176.858792:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075176.858801:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769075176.858801:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066ecce10] to pc [ptlrpcd_rcv+-1] req@ffff982b90378380 x1855007613375744/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769075176.858807:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075176.858812:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00000200:1.0:1769075176.858817:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007613375616, offset 0 00000100:00000001:2.0:1769075176.858817:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075176.858822:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1769075176.858826:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000100:00080000:2.0:1769075176.858827:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769075176.858830:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075176.858831:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075176.858833:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:1.0:1769075176.858836:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00080000:2.0:1769075176.858838:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2161 00000400:00000200:1.0:1769075176.858844:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769075176.858845:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075176.858852:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769075176.858852:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075176.858857:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1769075176.858860:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000100:00000040:2.0:1769075176.858863:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075176.858866:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1769075176.858867:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075176.858872:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000100:00000040:2.0:1769075176.858872:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075176.858877:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000400:00000200:1.0:1769075176.858879:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15722:15722:256:4294967295] 192.168.204.151@tcp LPNI seq info [15722:15722:8:4294967295] 00000020:00000001:2.0:1769075176.858881:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075176.858884:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3de 00000020:00000001:2.0:1769075176.858887:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1769075176.858904:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000020:00000040:2.0:1769075176.858913:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b9968c800 refcount=4 00000020:00000001:2.0:1769075176.858915:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000020:00000001:2.0:1769075176.858917:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000100:00000040:2.0:1769075176.858921:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075176.858923:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075176.858928:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075176.858932:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769075176.858937:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b9968c800 : new refcount 3 00000400:00000200:1.0:1769075176.858939:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000100:00080000:2.0:1769075176.858943:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: import ffff982b83e5e800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075176.858949:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075176.858951:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075176.858956:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1769075176.858957:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 02000000:00000001:2.0:1769075176.858961:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075176.858964:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769075176.858967:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000010:1.0:1769075176.858968:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000008:00000001:2.0:1769075176.858969:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075176.858975:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075176.858978:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037a680. 00000020:00000040:2.0:1769075176.859003:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 02000000:00000001:2.0:1769075176.859005:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000800:00000200:1.0:1769075176.859006:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 02000000:00000001:2.0:1769075176.859007:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075176.859011:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075176.859013:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:1.0:1769075176.859014:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 6 secs later) 02000000:00000001:2.0:1769075176.859015:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075176.859022:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90213400. 00000800:00000200:1.1:1769075176.859024:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000001:2.0:1769075176.859026:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1769075176.859029:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 6 secs later) 00000100:00100000:2.0:1769075176.859035:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b9037a680 x1855007613375872/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1769075176.859038:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075176.859043:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000100:00000001:2.0:1769075176.859048:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075176.859050:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075176.859051:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:2.0:1769075176.859055:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c561fb7] to pc [ptlrpcd_rcv+-1] req@ffff982b9037a680 x1855007613375872/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769075176.859059:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075176.859067:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000100:00000001:2.0:1769075176.859068:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075176.859070:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00080000:2.0:1769075176.859072:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769075176.859075:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:2.0:1769075176.859075:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769075176.859079:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075176.859081:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000200:1.0:1769075176.859082:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b9037bb80 x1855007613375616/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075176.859086:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075176.859092:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2161 00000100:00000001:1.0:1769075176.859095:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1769075176.859098:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000040:1.0:1769075176.859102:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037bb80 x1855007613375616/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075201 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769075176.859105:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075176.859110:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769075176.859116:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075176.859117:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075176.859121:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075176.859122:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075176.859125:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075176.859127:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000001:1.0:1769075176.859128:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075176.859129:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075176.859131:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3e5 00000020:00000001:2.0:1769075176.859134:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1769075176.859136:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000020:00000040:2.0:1769075176.859137:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b897c2000 refcount=4 00000020:00000001:2.0:1769075176.859141:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000100:00000001:1.0:1769075176.859142:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296842629 00000020:00000001:2.0:1769075176.859145:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000100:00000040:2.0:1769075176.859149:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075176.859151:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296837510 00000100:00000001:2.0:1769075176.859151:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075176.859154:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075176.859157:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296842629 00000100:00000001:2.0:1769075176.859157:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769075176.859160:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b897c2000 : new refcount 3 00000100:00000001:1.0:1769075176.859162:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296837510 00000100:00080000:2.0:1769075176.859164:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: import ffff982b99688000 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:1.0:1769075176.859168:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075176.859169:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075176.859173:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075176.859173:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769075176.859178:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:2.0:1769075176.859178:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075176.859181:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075176.859184:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075176/real 1769075176] req@ffff982b9037bb80 x1855007613375616/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075176.859184:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769075176.859188:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769075176.859193:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075176.859198:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769075176.859201:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000010:2.0:1769075176.859202:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90378e00. 00000400:00000001:1.0:1769075176.859203:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:2.0:1769075176.859206:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 00000400:00000010:1.0:1769075176.859207:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e471b8. 00000400:00000200:1.0:1769075176.859212:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 02000000:00000001:2.0:1769075176.859213:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075176.859216:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075176.859217:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 00000100:00000001:2.0:1769075176.859218:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769075176.859220:0:2363:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1769075176.859221:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:1.0:1769075176.859225:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037bb80 x1855007613375616/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769075176.859225:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075176.859230:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90211400. 00000100:00000001:2.0:1769075176.859235:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769075176.859238:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037bb80 x1855007613375616/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769075176.859243:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90378e00 x1855007613376000/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075176.859248:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075176.859251:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075176.859270:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075176.859272:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075176.859273:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075176.859277:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075176.859282:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b9037bb80 x1855007613375616/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769075176.859285:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b460b5ea] to pc [ptlrpcd_rcv+-1] req@ffff982b90378e00 x1855007613376000/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075176.859320:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075176.859326:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037bb80 x1855007613375616/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075176.859370:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075176.859372:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075176.859373:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075176.859377:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075176.859379:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075176.859380:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075176.859382:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000040:2.0:1769075176.859382:0:27795:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2171) 00000100:00080000:1.0:1769075176.859388:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075176.859392:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075176.859393:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075176.859397:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037bb80 x1855007613375616/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075176.859403:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613375616:192.168.204.151@tcp:250:kworker.0 00000100:00000001:1.0:1769075176.859407:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075176.859409:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075176.859411:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037bb80 x1855007613375616/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075176.859416:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075176.859418:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075176.859420:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075176.859423:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075176.859425:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075176.859427:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:1.0:1769075176.859449:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075176.859451:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90213000. 02000000:00000001:1.0:1769075176.859455:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075176.859457:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075176.859459:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037bb80. 00000100:00000001:1.0:1769075176.859462:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075176.859464:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075176.859465:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075176.859472:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075176.859473:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075176.859476:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075176.859477:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075176.859478:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075176.859481:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90378380 x1855007613375744/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075176.859487:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075176.859488:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075176.859490:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075176.859492:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075176.859493:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075176.859496:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90378380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613375744:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075176.859498:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075176.859500:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075176.859501:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075176.859502:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075176.859505:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075176.859507:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075176.859511:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075176.859513:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e471b8. 00000400:00000010:1.0:1769075176.859516:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8660. 00000100:00000200:1.0:1769075176.859519:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613375744, portal 10 00000100:00000001:1.0:1769075176.859521:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075176.859560:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603413888 : -114162106137728 : ffff982b90378380) 00000100:00000040:1.0:1769075176.859566:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90378380 x1855007613375744/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075176.859571:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075176.859572:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075176.859574:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00000200:1.0:1769075176.859576:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613375744, offset 0 00000400:00000200:1.0:1769075176.859579:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075176.859582:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075176.859585:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075176.859587:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075176.859589:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075176.859591:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075176.859593:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075176.859595:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15723:15723:256:4294967295] 192.168.204.151@tcp LPNI seq info [15723:15723:8:4294967295] 00000400:00000200:1.0:1769075176.859598:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075176.859602:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075176.859606:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075176.859608:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000800:00000200:1.0:1769075176.859611:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075176.859613:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1769075176.859616:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075176.859618:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 6 secs later) 00000800:00000100:1.0:1769075176.859638:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075176.859640:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000400:00000200:1.0:1769075176.859643:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075176.859646:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075176.859649:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000400:00000010:1.0:1769075176.859651:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00000001:1.0:1769075176.859653:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075176.859656:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90378380 x1855007613375744/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075176.859663:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075176.859666:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90378380 x1855007613375744/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075201 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075176.859672:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075176.859673:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075176.859675:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075176.859679:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1068438 usecs (1069 jiffies) 00000400:00000200:1.0:1769075176.859681:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075176.859683:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296834606 00000100:00000001:1.0:1769075176.859686:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296842629 00000100:00000001:1.0:1769075176.859688:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296834606 00000100:00000001:1.0:1769075176.859690:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296842629 00000100:00000001:1.0:1769075176.859692:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075176.859693:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075176.859695:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075176.859698:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075176/real 1769075176] req@ffff982b90378380 x1855007613375744/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075176.859704:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075176.859705:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075176.859706:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e471b8. 00000400:00000200:1.0:1769075176.859708:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 00000400:00000010:1.0:1769075176.859710:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 00000100:00000001:1.0:1769075176.859712:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075176.859714:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90378380 x1855007613375744/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075176.859727:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90378380 x1855007613375744/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075176.859733:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075176.859734:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075176.859735:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075176.859737:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075176.859739:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90378380 x1855007613375744/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075176.859745:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075176.859748:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90378380 x1855007613375744/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075176.859753:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075176.859755:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075176.859757:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075176.859758:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075176.859759:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075176.859761:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075176.859763:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075176.859765:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075176.859768:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075176.859771:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90378380 x1855007613375744/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075176.859778:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90378380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613375744:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075176.859780:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075176.859783:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037a680 x1855007613375872/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075176.859809:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075176.859810:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075176.859812:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075176.859813:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075176.859814:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075176.859816:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613375872:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075176.859818:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075176.859819:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075176.859820:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075176.859821:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075176.859823:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075176.859824:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075176.859827:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075176.859828:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e471b8. 00000400:00000010:1.0:1769075176.859831:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8660. 00000100:00000200:1.0:1769075176.859833:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613375872, portal 4 00000100:00000001:1.0:1769075176.859834:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075176.859835:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603422848 : -114162106128768 : ffff982b9037a680) 00000100:00000040:1.0:1769075176.859839:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9037a680 x1855007613375872/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075176.859843:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075176.859845:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075176.859846:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00000200:1.0:1769075176.859847:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613375872, offset 0 00000400:00000200:1.0:1769075176.859850:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075176.859852:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075176.859854:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075176.859856:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075176.859857:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075176.859859:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075176.859861:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075176.859863:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15724:15724:256:4294967295] 192.168.204.151@tcp LPNI seq info [15724:15724:8:4294967295] 00000400:00000200:1.0:1769075176.859866:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075176.859870:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075176.859890:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075176.859893:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000800:00000200:1.0:1769075176.859899:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075176.859903:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1769075176.859909:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075176.859914:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 6 secs later) 00000800:00000100:1.0:1769075176.859919:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075176.859922:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000400:00000200:1.0:1769075176.859926:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075176.859931:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075176.859936:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000400:00000010:1.0:1769075176.859963:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00000001:1.0:1769075176.859966:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075176.859971:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b9037a680 x1855007613375872/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075176.859981:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075176.859986:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037a680 x1855007613375872/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075201 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075176.859995:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075176.859997:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075176.860001:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075176.860005:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24872 usecs (25 jiffies) 00000400:00000200:1.0:1769075176.860009:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075176.860011:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296833562 00000100:00000001:1.0:1769075176.860029:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296842629 00000100:00000001:1.0:1769075176.860031:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296833562 00000100:00000001:1.0:1769075176.860033:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296842629 00000100:00000001:1.0:1769075176.860034:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075176.860036:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075176.860037:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075176.860040:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075176/real 1769075176] req@ffff982b9037a680 x1855007613375872/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075176.860046:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075176.860047:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075176.860048:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e471b8. 00000400:00000200:1.0:1769075176.860050:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 00000400:00000010:1.0:1769075176.860051:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 00000100:00000001:1.0:1769075176.860052:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075176.860054:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037a680 x1855007613375872/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075176.860060:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037a680 x1855007613375872/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075176.860064:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075176.860065:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075176.860067:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075176.860067:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075176.860070:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b9037a680 x1855007613375872/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075176.860074:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075176.860076:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037a680 x1855007613375872/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075176.860080:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075176.860081:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075176.860082:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075176.860083:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075176.860084:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075176.860085:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075176.860087:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075176.860089:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075176.860090:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075176.860093:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037a680 x1855007613375872/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075176.860098:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613375872:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075176.860100:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075176.860102:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90378e00 x1855007613376000/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075176.860106:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075176.860107:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075176.860108:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075176.860109:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075176.860111:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075176.860113:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90378e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613376000:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075176.860115:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075176.860117:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075176.860118:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075176.860119:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075176.860121:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075176.860122:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075176.860124:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075176.860126:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e471b8. 00000400:00000010:1.0:1769075176.860128:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8660. 00000100:00000200:1.0:1769075176.860130:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613376000, portal 4 00000100:00000001:1.0:1769075176.860131:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075176.860132:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603416576 : -114162106135040 : ffff982b90378e00) 00000100:00000040:1.0:1769075176.860136:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90378e00 x1855007613376000/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075176.860140:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075176.860143:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075176.860144:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00000200:1.0:1769075176.860146:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613376000, offset 0 00000400:00000200:1.0:1769075176.860148:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075176.860151:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075176.860153:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075176.860156:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075176.860157:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075176.860159:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075176.860161:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075176.860163:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15725:15725:256:4294967295] 192.168.204.151@tcp LPNI seq info [15725:15725:8:4294967295] 00000400:00000200:1.0:1769075176.860166:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075176.860170:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075176.860173:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075176.860175:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000800:00000200:1.0:1769075176.860177:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075176.860179:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1769075176.860182:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075176.860184:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 6 secs later) 00000800:00000100:1.0:1769075176.860187:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075176.860188:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000400:00000200:1.0:1769075176.860190:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075176.860192:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075176.860194:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000400:00000010:1.0:1769075176.860195:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00000001:1.0:1769075176.860197:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075176.860199:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90378e00 x1855007613376000/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075176.860204:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075176.860206:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90378e00 x1855007613376000/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075201 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075176.860210:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075176.860212:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075176.860214:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075176.860216:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26900 usecs (27 jiffies) 00000400:00000200:1.0:1769075176.860218:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075176.860219:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296833564 00000100:00000001:1.0:1769075176.860221:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296842629 00000100:00000001:1.0:1769075176.860223:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296833564 00000100:00000001:1.0:1769075176.860224:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296842629 00000100:00000001:1.0:1769075176.860225:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075176.860227:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075176.860228:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075176.860230:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075176/real 1769075176] req@ffff982b90378e00 x1855007613376000/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075176.860234:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075176.860235:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075176.860236:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e471b8. 00000400:00000200:1.0:1769075176.860238:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 00000400:00000010:1.0:1769075176.860239:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 00000100:00000001:1.0:1769075176.860240:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075176.860242:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90378e00 x1855007613376000/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075176.860247:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90378e00 x1855007613376000/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075176.860251:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075176.860251:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075176.860252:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075176.860253:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075176.860255:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90378e00 x1855007613376000/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075176.860276:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075176.860279:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90378e00 x1855007613376000/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075176.860286:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075176.860288:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075176.860289:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075176.860290:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075176.860291:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075176.860292:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075176.860294:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075176.860296:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075176.860298:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075176.860301:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90378e00 x1855007613376000/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075176.860306:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90378e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613376000:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075176.860309:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075176.860310:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075176.860312:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90378380 x1855007613375744/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075176.860317:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075176.860318:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075176.860319:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075176.860321:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075176.860322:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075176.860323:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:1.0:1769075176.860325:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075176.860326:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90211800. 02000000:00000001:1.0:1769075176.860328:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075176.860330:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075176.860331:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90378380. 00000100:00000001:1.0:1769075176.860333:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075176.860334:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075176.860336:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075176.860338:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037a680 x1855007613375872/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075176.860343:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075176.860344:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075176.860346:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075176.860348:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075176.860348:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075176.860349:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:1.0:1769075176.860351:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075176.860369:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90213400. 02000000:00000001:1.0:1769075176.860370:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075176.860371:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075176.860371:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037a680. 00000100:00000001:1.0:1769075176.860373:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075176.860374:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075176.860375:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075176.860376:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90378e00 x1855007613376000/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075201 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075176.860380:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075176.860381:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075176.860382:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075176.860383:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075176.860384:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075176.860385:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:1.0:1769075176.860386:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075176.860387:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90211400. 02000000:00000001:1.0:1769075176.860388:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075176.860388:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075176.860389:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90378e00. 00000100:00000001:1.0:1769075176.860391:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075176.860391:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075176.860392:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075176.860395:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075176.860414:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075176.860416:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075176.860417:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075177.370402:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075177.370410:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075177.370413:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075177.370419:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075177.370423:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075177.370426:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075177.370429:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075177.370432:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075177.370436:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075177.754379:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075177.754385:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075177.754389:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075177.754393:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769075177.754395:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769075177.754398:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075177.754400:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769075177.754401:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075177.754403:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075177.754405:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075177.754450:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075177.754453:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075177.754457:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075178.394433:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075178.394440:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075178.394443:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075178.394449:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075178.394453:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075178.394458:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075178.394461:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075178.394464:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075178.394467:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075178.778414:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075178.778419:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075178.778424:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075178.778425:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075178.778477:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075178.778480:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075178.778483:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075179.418386:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075179.418393:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075179.418395:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075179.418402:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075179.418406:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075179.418410:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075179.418413:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075179.418416:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075179.418419:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075179.802389:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075179.802396:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075179.802403:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075179.802405:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075179.802513:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075179.802516:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075179.802519:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075180.442446:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075180.442458:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075180.442512:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075180.442522:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075180.442529:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075180.442535:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075180.442540:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075180.442544:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075180.442549:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075180.826373:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075180.826378:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075180.826383:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075180.826384:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075180.826428:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075180.826431:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075180.826434:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075181.466393:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075181.466420:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075181.466422:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075181.466427:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075181.466430:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075181.466433:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075181.466435:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075181.466437:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075181.466439:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075181.850355:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075181.850361:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075181.850366:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075181.850367:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075181.850476:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075181.850480:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075181.850484:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075181.978577:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075181.978610:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769075181.978614:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075181.978620:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075181.978627:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075181.978638:0:27795:0:(import.c:509:import_select_connection()) MGC192.168.204.151@tcp: connect to NID 192.168.204.151@tcp last attempt 2166 00000400:00000200:2.0:1769075181.978655:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769075181.978666:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075181.978672:0:27795:0:(import.c:588:import_select_connection()) MGC192.168.204.151@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075181.978680:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075181.978686:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075181.978692:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075181.978697:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769075181.978705:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075181.978709:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000020:00000001:2.0:1769075181.978715:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075181.978720:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000020:00000001:2.0:1769075181.978724:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000020:00000001:2.0:1769075181.978728:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00000040:2.0:1769075181.978732:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075181.978735:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075181.978737:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075181.978740:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769075181.978745:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00080000:2.0:1769075181.978749:0:27795:0:(import.c:623:import_select_connection()) MGC192.168.204.151@tcp: import ffff982b88b8a800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075181.978752:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075181.978756:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075181.978760:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075181.978764:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075181.978767:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769075181.978769:0:27795:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075181.978779:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037b800. 00000020:00000040:2.0:1769075181.978784:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 02000000:00000001:2.0:1769075181.978789:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075181.978791:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075181.978795:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075181.978798:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075181.978803:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075181.978813:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90210000. 00000100:00000001:2.0:1769075181.978821:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075181.978845:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b9037b800 x1855007613376128/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075181.978859:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075181.978864:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075181.978869:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007497ab2a] to pc [ptlrpcd_rcv+-1] req@ffff982b9037b800 x1855007613376128/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075181.978921:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075181.978926:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075181.978930:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769075181.978932:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075181.978935:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075181.978938:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075181.978942:0:27795:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2166 00000400:00000200:2.0:1769075181.978966:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769075181.978972:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075181.978976:0:27795:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075181.978980:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075181.978982:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075181.978984:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075181.978987:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075181.978989:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769075181.978992:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075181.978994:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000020:00000001:2.0:1769075181.978996:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075181.979001:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000100:00000001:1.0:1769075181.979004:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1769075181.979005:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000001:1.0:1769075181.979011:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1769075181.979012:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000040:2.0:1769075181.979020:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075181.979023:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769075181.979030:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037b800 x1855007613376128/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769075181.979030:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075181.979038:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769075181.979046:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 00000100:00080000:2.0:1769075181.979056:0:27795:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075181.979066:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075181.979068:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1769075181.979070:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769075181.979074:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075181.979080:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075181.979081:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769075181.979090:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075181.979091:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075181.979097:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769075181.979100:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1769075181.979105:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769075181.979111:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613376128:192.168.204.151@tcp:250:kworker.0 00000008:00000001:2.0:1769075181.979112:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075181.979121:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075181.979124:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1769075181.979129:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037aa00. 02000000:00000001:1.0:1769075181.979131:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1769075181.979135:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:1.0:1769075181.979137:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075181.979143:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769075181.979144:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1769075181.979149:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075181.979153:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:1.0:1769075181.979155:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606d800. 02000000:00000001:2.0:1769075181.979156:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075181.979161:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075181.979163:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075181.979171:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90210800. 00000400:00000200:1.0:1769075181.979179:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769075181.979181:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075181.979188:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e471b8. 00000100:00100000:2.0:1769075181.979192:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b9037aa00 x1855007613376256/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1769075181.979198:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8660. 00000100:00000001:2.0:1769075181.979210:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1769075181.979212:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613376128, portal 25 00000100:00000001:2.0:1769075181.979214:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075181.979220:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1769075181.979227:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2d5259c] to pc [ptlrpcd_rcv+-1] req@ffff982b9037aa00 x1855007613376256/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075181.979228:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603427328 : -114162106124288 : ffff982b9037b800) 00000100:00000040:1.0:1769075181.979245:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9037b800 x1855007613376128/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075181.979250:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075181.979259:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769075181.979269:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:2.0:1769075181.979270:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769075181.979276:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075181.979280:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075181.979283:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075181.979288:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2166 00000100:00000040:1.0:1769075181.979319:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075181.979326:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00000200:1.0:1769075181.979331:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007613376128, offset 0 00000400:00000200:1.0:1769075181.979340:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769075181.979345:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075181.979355:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769075181.979360:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075181.979368:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1769075181.979369:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075181.979383:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1769075181.979383:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075181.979392:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1769075181.979394:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000100:00000040:2.0:1769075181.979403:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000400:00000200:1.0:1769075181.979404:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1769075181.979416:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000400:00000200:1.0:1769075181.979417:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000020:00000001:2.0:1769075181.979428:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1769075181.979429:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15726:15726:256:4294967295] 192.168.204.151@tcp LPNI seq info [15726:15726:8:4294967295] 00000020:00000040:2.0:1769075181.979434:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3de 00000020:00000001:2.0:1769075181.979459:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1769075181.979472:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000020:00000040:2.0:1769075181.979475:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b9968c800 refcount=4 00000020:00000001:2.0:1769075181.979483:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000020:00000001:2.0:1769075181.979495:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000400:00000200:1.0:1769075181.979496:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000100:00000040:2.0:1769075181.979512:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000800:00000200:1.0:1769075181.979513:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000100:00000001:2.0:1769075181.979524:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000010:1.0:1769075181.979526:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000100:00000040:2.0:1769075181.979534:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075181.979543:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000800:00000200:1.0:1769075181.979544:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000020:00000040:2.0:1769075181.979551:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b9968c800 : new refcount 3 00000800:00000200:1.0:1769075181.979554:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 1 secs later) 00000100:00080000:2.0:1769075181.979561:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: import ffff982b83e5e800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000800:00000200:1.1:1769075181.979572:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000001:2.0:1769075181.979573:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075181.979580:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000800:00000200:1.1:1769075181.979583:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 1 secs later) 02000000:00000001:2.0:1769075181.979587:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075181.979597:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769075181.979598:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000100:00000001:2.0:1769075181.979605:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000800:00000010:1.0:1769075181.979606:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000008:00100000:2.0:1769075181.979610:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1769075181.979615:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000008:00000001:2.0:1769075181.979617:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075181.979625:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075181.979632:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000100:00000010:2.0:1769075181.979636:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90378e00. 00000400:00000200:1.0:1769075181.979639:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000020:00000040:2.0:1769075181.979642:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 00000400:00000010:1.0:1769075181.979645:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 02000000:00000001:2.0:1769075181.979649:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769075181.979653:0:2363:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1769075181.979654:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075181.979661:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:1.0:1769075181.979666:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b9037b800 x1855007613376128/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769075181.979666:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075181.979670:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075181.979680:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90211c00. 00000100:00000001:2.0:1769075181.979690:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075181.979691:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1769075181.979706:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90378e00 x1855007613376384/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1769075181.979707:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037b800 x1855007613376128/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075206 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075181.979752:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075181.979755:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075181.979763:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b460b5ea] to pc [ptlrpcd_rcv+-1] req@ffff982b90378e00 x1855007613376384/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075181.979768:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075181.979775:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075181.979785:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075181.979786:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075181.979789:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1769075181.979800:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00080000:2.0:1769075181.979802:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769075181.979809:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296847750 00000100:00000001:2.0:1769075181.979810:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075181.979815:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075181.979821:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769075181.979825:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296842629 00000100:00080000:2.0:1769075181.979826:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2166 00000100:00000001:1.0:1769075181.979840:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296847750 00000400:00000200:2.0:1769075181.979841:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075181.979853:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296842629 00000400:00000200:2.0:1769075181.979854:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075181.979862:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769075181.979865:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1769075181.979870:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075181.979874:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075181.979876:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075181.979881:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000040:2.0:1769075181.979883:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075181.979888:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00100000:1.0:1769075181.979894:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075181/real 1769075181] req@ffff982b9037b800 x1855007613376128/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769075181.979895:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075181.979900:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3e5 00000020:00000001:2.0:1769075181.979904:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075181.979910:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b897c2000 refcount=4 00000020:00000001:2.0:1769075181.979916:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000020:00000001:2.0:1769075181.979920:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000400:00000001:1.0:1769075181.979921:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075181.979927:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1769075181.979931:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000400:00000010:1.0:1769075181.979933:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e471b8. 00000100:00000001:2.0:1769075181.979936:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1769075181.979940:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 00000100:00000040:2.0:1769075181.979944:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000400:00000010:1.0:1769075181.979947:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 00000100:00000001:2.0:1769075181.979950:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000001:1.0:1769075181.979954:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:2.0:1769075181.979956:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b897c2000 : new refcount 3 00000100:00000200:1.0:1769075181.979964:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037b800 x1855007613376128/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075181.979966:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: import ffff982b99688000 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075181.979974:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075181.979980:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075181.979987:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075181.979993:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075181.979997:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000200:1.0:1769075181.979999:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037b800 x1855007613376128/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1769075181.980001:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769075181.980011:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075181.980018:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075181.980027:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037a680. 00000100:00000001:1.0:1769075181.980029:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075181.980036:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1769075181.980037:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 00000100:00000001:1.0:1769075181.980042:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1769075181.980044:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769075181.980046:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769075181.980048:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075181.980054:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1769075181.980059:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b9037b800 x1855007613376128/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769075181.980059:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075181.980062:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075181.980073:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90212400. 00000100:00000001:2.0:1769075181.980081:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075181.980083:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769075181.980091:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b9037a680 x1855007613376512/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1769075181.980096:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037b800 x1855007613376128/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075181.980124:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075181.980130:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075181.980131:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075181.980142:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075181.980145:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c561fb7] to pc [ptlrpcd_rcv+-1] req@ffff982b9037a680 x1855007613376512/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075181.980147:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075181.980152:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075181.980159:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075181.980164:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769075181.980171:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769075181.980172:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000040:2.0:1769075181.980180:0:27795:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2176) 00000100:00080000:1.0:1769075181.980183:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075181.980190:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075181.980197:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037b800 x1855007613376128/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075181.980208:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613376128:192.168.204.151@tcp:250:kworker.0 00000100:00000001:1.0:1769075181.980214:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075181.980217:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075181.980220:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037b800 x1855007613376128/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075181.980228:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075181.980231:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075181.980234:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075181.980238:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075181.980240:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075181.980242:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:1.0:1769075181.980244:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075181.980247:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90210000. 02000000:00000001:1.0:1769075181.980251:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075181.980254:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075181.980256:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037b800. 00000100:00000001:1.0:1769075181.980260:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075181.980262:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075181.980264:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075181.980273:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075181.980275:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075181.980304:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075181.980307:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075181.980309:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075181.980314:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037aa00 x1855007613376256/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075181.980324:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075181.980325:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075181.980328:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075181.980330:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075181.980333:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075181.980337:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613376256:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075181.980341:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075181.980343:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075181.980345:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075181.980347:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075181.980352:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075181.980354:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075181.980359:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075181.980362:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e471b8. 00000400:00000010:1.0:1769075181.980366:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8660. 00000100:00000200:1.0:1769075181.980370:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613376256, portal 10 00000100:00000001:1.0:1769075181.980373:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075181.980374:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603423744 : -114162106127872 : ffff982b9037aa00) 00000100:00000040:1.0:1769075181.980382:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9037aa00 x1855007613376256/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075181.980390:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075181.980393:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075181.980395:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00000200:1.0:1769075181.980398:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613376256, offset 0 00000400:00000200:1.0:1769075181.980403:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075181.980408:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075181.980412:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075181.980415:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075181.980419:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075181.980422:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075181.980425:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075181.980429:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15727:15727:256:4294967295] 192.168.204.151@tcp LPNI seq info [15727:15727:8:4294967295] 00000400:00000200:1.0:1769075181.980434:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075181.980467:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075181.980473:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075181.980478:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000800:00000200:1.0:1769075181.980482:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075181.980486:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1769075181.980502:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075181.980505:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1769075181.980510:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075181.980512:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000400:00000200:1.0:1769075181.980516:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075181.980520:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075181.980524:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000400:00000010:1.0:1769075181.980526:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00000001:1.0:1769075181.980529:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075181.980533:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b9037aa00 x1855007613376256/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075181.980543:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075181.980546:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037aa00 x1855007613376256/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075206 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075181.980554:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075181.980556:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075181.980560:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075181.980564:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1068438 usecs (1069 jiffies) 00000400:00000200:1.0:1769075181.980568:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075181.980571:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296839727 00000100:00000001:1.0:1769075181.980574:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296847750 00000100:00000001:1.0:1769075181.980577:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296839727 00000100:00000001:1.0:1769075181.980581:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296847750 00000100:00000001:1.0:1769075181.980583:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075181.980586:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075181.980588:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075181.980592:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075181/real 1769075181] req@ffff982b9037aa00 x1855007613376256/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075181.980601:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075181.980602:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075181.980604:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e471b8. 00000400:00000200:1.0:1769075181.980607:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 00000400:00000010:1.0:1769075181.980608:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 00000100:00000001:1.0:1769075181.980610:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075181.980614:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037aa00 x1855007613376256/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075181.980624:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037aa00 x1855007613376256/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075181.980631:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075181.980633:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075181.980635:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075181.980637:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075181.980641:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b9037aa00 x1855007613376256/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075181.980648:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075181.980653:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037aa00 x1855007613376256/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075181.980660:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075181.980663:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075181.980664:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075181.980666:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075181.980669:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075181.980671:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075181.980674:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075181.980678:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075181.980681:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075181.980685:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037aa00 x1855007613376256/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075181.980694:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613376256:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075181.980699:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075181.980703:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90378e00 x1855007613376384/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075181.980710:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075181.980712:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075181.980714:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075181.980717:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075181.980719:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075181.980722:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90378e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613376384:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075181.980725:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075181.980727:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075181.980729:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075181.980731:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075181.980735:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075181.980737:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075181.980741:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075181.980744:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e471b8. 00000400:00000010:1.0:1769075181.980748:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8660. 00000100:00000200:1.0:1769075181.980752:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613376384, portal 4 00000100:00000001:1.0:1769075181.980754:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075181.980756:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603416576 : -114162106135040 : ffff982b90378e00) 00000100:00000040:1.0:1769075181.980762:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90378e00 x1855007613376384/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075181.980770:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075181.980773:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075181.980775:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00000200:1.0:1769075181.980778:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613376384, offset 0 00000400:00000200:1.0:1769075181.980782:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075181.980786:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075181.980790:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075181.980793:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075181.980796:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075181.980798:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075181.980801:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075181.980805:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15728:15728:256:4294967295] 192.168.204.151@tcp LPNI seq info [15728:15728:8:4294967295] 00000400:00000200:1.0:1769075181.980810:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075181.980817:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075181.980823:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075181.980826:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000800:00000200:1.0:1769075181.980830:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075181.980834:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1769075181.980838:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075181.980841:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1769075181.980846:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075181.980848:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000400:00000200:1.0:1769075181.980851:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075181.980855:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075181.980858:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000400:00000010:1.0:1769075181.980860:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00000001:1.0:1769075181.980863:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075181.980867:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90378e00 x1855007613376384/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075181.980875:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075181.980878:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90378e00 x1855007613376384/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075206 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075181.980893:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075181.980895:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075181.980898:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075181.980901:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24872 usecs (25 jiffies) 00000400:00000200:1.0:1769075181.980916:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075181.980918:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296838683 00000100:00000001:1.0:1769075181.980921:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296847750 00000100:00000001:1.0:1769075181.980924:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296838683 00000100:00000001:1.0:1769075181.980926:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296847750 00000100:00000001:1.0:1769075181.980928:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075181.980930:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075181.980932:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075181.980936:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075181/real 1769075181] req@ffff982b90378e00 x1855007613376384/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075181.980944:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075181.980946:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075181.980947:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e471b8. 00000400:00000200:1.0:1769075181.980950:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 00000400:00000010:1.0:1769075181.980951:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 00000100:00000001:1.0:1769075181.980954:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075181.980958:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90378e00 x1855007613376384/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075181.980967:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90378e00 x1855007613376384/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075181.980974:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075181.980976:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075181.980978:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075181.980979:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075181.980983:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90378e00 x1855007613376384/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075181.980992:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075181.980996:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90378e00 x1855007613376384/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075181.981004:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075181.981006:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075181.981008:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075181.981009:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075181.981011:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075181.981013:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075181.981016:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075181.981019:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075181.981021:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075181.981026:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90378e00 x1855007613376384/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075181.981034:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90378e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613376384:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075181.981038:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075181.981042:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037a680 x1855007613376512/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075181.981049:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075181.981050:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075181.981052:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075181.981054:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075181.981056:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075181.981060:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613376512:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075181.981063:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075181.981065:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075181.981067:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075181.981069:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075181.981072:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075181.981075:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075181.981078:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075181.981081:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e471b8. 00000400:00000010:1.0:1769075181.981084:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8660. 00000100:00000200:1.0:1769075181.981087:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613376512, portal 4 00000100:00000001:1.0:1769075181.981089:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075181.981091:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603422848 : -114162106128768 : ffff982b9037a680) 00000100:00000040:1.0:1769075181.981096:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9037a680 x1855007613376512/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075181.981103:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075181.981106:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075181.981108:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00000200:1.0:1769075181.981111:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613376512, offset 0 00000400:00000200:1.0:1769075181.981115:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075181.981119:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075181.981122:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075181.981125:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075181.981128:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075181.981131:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075181.981133:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075181.981137:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15729:15729:256:4294967295] 192.168.204.151@tcp LPNI seq info [15729:15729:8:4294967295] 00000400:00000200:1.0:1769075181.981142:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075181.981149:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075181.981153:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075181.981156:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000800:00000200:1.0:1769075181.981160:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075181.981163:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1769075181.981167:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075181.981171:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 1 secs later) 00000800:00000100:1.0:1769075181.981176:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075181.981178:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000400:00000200:1.0:1769075181.981181:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075181.981185:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075181.981188:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000400:00000010:1.0:1769075181.981190:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00000001:1.0:1769075181.981192:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075181.981196:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b9037a680 x1855007613376512/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075181.981204:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075181.981208:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037a680 x1855007613376512/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075206 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075181.981215:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075181.981217:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075181.981220:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075181.981223:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26900 usecs (27 jiffies) 00000400:00000200:1.0:1769075181.981226:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075181.981228:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296838685 00000100:00000001:1.0:1769075181.981231:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296847750 00000100:00000001:1.0:1769075181.981233:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296838685 00000100:00000001:1.0:1769075181.981236:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296847750 00000100:00000001:1.0:1769075181.981238:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075181.981240:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075181.981242:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075181.981246:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075181/real 1769075181] req@ffff982b9037a680 x1855007613376512/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075181.981254:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075181.981255:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075181.981257:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e471b8. 00000400:00000200:1.0:1769075181.981259:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 00000400:00000010:1.0:1769075181.981261:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 00000100:00000001:1.0:1769075181.981264:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075181.981267:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037a680 x1855007613376512/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075181.981277:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037a680 x1855007613376512/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075181.981315:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075181.981317:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075181.981320:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075181.981322:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075181.981326:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b9037a680 x1855007613376512/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075181.981335:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075181.981339:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037a680 x1855007613376512/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075181.981347:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075181.981349:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075181.981351:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075181.981353:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075181.981354:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075181.981356:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075181.981359:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075181.981362:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075181.981364:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075181.981369:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037a680 x1855007613376512/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075181.981377:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613376512:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075181.981381:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075181.981383:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075181.981387:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037aa00 x1855007613376256/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075181.981395:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075181.981397:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075181.981399:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075181.981403:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075181.981405:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075181.981406:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:1.0:1769075181.981409:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075181.981411:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90210800. 02000000:00000001:1.0:1769075181.981414:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075181.981415:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075181.981417:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037aa00. 00000100:00000001:1.0:1769075181.981420:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075181.981422:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075181.981424:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075181.981428:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90378e00 x1855007613376384/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075181.981436:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075181.981456:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075181.981458:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075181.981461:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075181.981463:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075181.981464:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:1.0:1769075181.981467:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075181.981468:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90211c00. 02000000:00000001:1.0:1769075181.981471:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075181.981472:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075181.981474:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90378e00. 00000100:00000001:1.0:1769075181.981477:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075181.981478:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075181.981480:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075181.981484:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037a680 x1855007613376512/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075206 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075181.981491:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075181.981493:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075181.981495:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075181.981498:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075181.981500:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075181.981501:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:1.0:1769075181.981503:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075181.981505:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90212400. 02000000:00000001:1.0:1769075181.981507:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075181.981508:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075181.981510:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037a680. 00000100:00000001:1.0:1769075181.981512:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075181.981513:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075181.981515:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075181.981519:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075181.981521:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075181.981523:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075181.981525:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075182.490507:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075182.490512:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075182.490514:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075182.490519:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075182.490522:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075182.490525:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075182.490527:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075182.490529:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075182.490532:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075182.874376:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075182.874383:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769075182.874385:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769075182.874390:0:21410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769075182.874392:0:21410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769075182.874393:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075182.874397:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769075182.874399:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075182.874407:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075182.874408:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075182.874411:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075182.874412:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075182.874539:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075182.874546:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075182.874553:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075183.514353:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075183.514360:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075183.514361:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075183.514366:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075183.514369:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075183.514372:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075183.514374:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075183.514377:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075183.514379:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075183.898360:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075183.898364:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075183.898368:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075183.898369:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075183.898430:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075183.898452:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075183.898456:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075184.538408:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075184.538415:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075184.538417:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075184.538423:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075184.538454:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075184.538459:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075184.538462:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075184.538466:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075184.538468:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075184.922372:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075184.922380:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075184.922403:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075184.922405:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075184.922454:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075184.922457:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075184.922460:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075185.562427:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075185.562436:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075185.562450:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075185.562457:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075185.562462:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075185.562467:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075185.562472:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075185.562477:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075185.562482:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075185.946359:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075185.946365:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075185.946402:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075185.946404:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075185.946460:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075185.946464:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075185.946466:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075186.586390:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075186.586396:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075186.586398:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075186.586402:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075186.586406:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075186.586409:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075186.586411:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075186.586413:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075186.586415:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075186.970343:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075186.970349:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075186.970364:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075186.970365:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075186.970402:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075186.970416:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075186.970419:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075187.098400:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075187.098411:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769075187.098414:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075187.098419:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075187.098423:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075187.098429:0:27795:0:(import.c:509:import_select_connection()) MGC192.168.204.151@tcp: connect to NID 192.168.204.151@tcp last attempt 2171 00000400:00000200:2.0:1769075187.098437:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769075187.098442:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075187.098444:0:27795:0:(import.c:588:import_select_connection()) MGC192.168.204.151@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075187.098447:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075187.098449:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075187.098451:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075187.098463:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769075187.098466:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075187.098467:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000020:00000001:2.0:1769075187.098470:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075187.098472:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000020:00000001:2.0:1769075187.098474:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000020:00000001:2.0:1769075187.098476:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00000040:2.0:1769075187.098484:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075187.098486:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075187.098487:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075187.098488:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769075187.098491:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00080000:2.0:1769075187.098493:0:27795:0:(import.c:623:import_select_connection()) MGC192.168.204.151@tcp: import ffff982b88b8a800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075187.098495:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075187.098498:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075187.098500:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075187.098502:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075187.098504:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769075187.098505:0:27795:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075187.098513:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90378380. 00000020:00000040:2.0:1769075187.098516:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 02000000:00000001:2.0:1769075187.098531:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075187.098532:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075187.098535:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075187.098537:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075187.098540:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075187.098546:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90213800. 00000100:00000001:2.0:1769075187.098552:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075187.098558:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90378380 x1855007613376640/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075187.098566:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075187.098569:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075187.098573:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066ecce10] to pc [ptlrpcd_rcv+-1] req@ffff982b90378380 x1855007613376640/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075187.098590:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075187.098592:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075187.098595:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769075187.098596:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075187.098597:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075187.098599:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075187.098601:0:27795:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2171 00000400:00000200:2.0:1769075187.098603:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769075187.098606:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075187.098608:0:27795:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075187.098610:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075187.098612:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075187.098614:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075187.098616:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769075187.098617:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075187.098618:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000020:00000001:2.0:1769075187.098619:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075187.098621:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000100:00000001:1.0:1769075187.098622:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1769075187.098623:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000020:00000001:2.0:1769075187.098627:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000001:1.0:1769075187.098628:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1769075187.098630:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075187.098632:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769075187.098633:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075187.098636:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075187.098638:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769075187.098641:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 00000100:00000040:1.0:1769075187.098643:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90378380 x1855007613376640/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075187.098646:0:27795:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075187.098648:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075187.098649:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075187.098653:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075187.098658:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075187.098661:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769075187.098667:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000008:00100000:2.0:1769075187.098667:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769075187.098670:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769075187.098671:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075187.098674:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1769075187.098675:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075187.098688:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037bb80. 02000000:00000001:1.0:1769075187.098690:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1769075187.098690:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:2.0:1769075187.098695:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769075187.098698:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075187.098699:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075187.098704:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075187.098721:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1769075187.098724:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90378380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613376640:192.168.204.151@tcp:250:kworker.0 02000000:00000001:2.0:1769075187.098725:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075187.098733:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90211000. 00000100:00000001:1.0:1769075187.098735:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1769075187.098741:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075187.098742:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075187.098747:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075187.098752:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b9037bb80 x1855007613376768/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1769075187.098753:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075187.098761:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075187.098766:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075187.098768:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075187.098773:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075187.098777:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000040:2.0:1769075187.098797:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a9a053c] to pc [ptlrpcd_rcv+-1] req@ffff982b9037bb80 x1855007613376768/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769075187.098798:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e471b8. 00000400:00000010:1.0:1769075187.098807:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8660. 00000100:00000001:2.0:1769075187.098816:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769075187.098817:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613376640, portal 25 00000100:00080000:2.0:1769075187.098819:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769075187.098821:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075187.098824:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603413888 : -114162106137728 : ffff982b90378380) 00000100:00080000:2.0:1769075187.098826:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769075187.098829:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075187.098831:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:1.0:1769075187.098833:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90378380 x1855007613376640/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075187.098835:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075187.098841:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2171 00000100:00000001:1.0:1769075187.098851:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1769075187.098851:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769075187.098855:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00000040:1.0:1769075187.098859:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000100:00080000:2.0:1769075187.098861:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000400:00000010:1.0:1769075187.098862:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8ee0. 00000100:00000200:1.0:1769075187.098868:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007613376640, offset 0 00000100:00000040:2.0:1769075187.098868:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075187.098874:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075187.098886:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000400:00000200:1.0:1769075187.098891:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000100:00000001:2.0:1769075187.098891:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769075187.098896:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075187.098898:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3de 00000020:00000001:2.0:1769075187.098899:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075187.098901:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b9968c800 refcount=4 00000400:00000200:1.0:1769075187.098905:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000020:00000001:2.0:1769075187.098906:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000020:00000001:2.0:1769075187.098911:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000100:00000040:2.0:1769075187.098931:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000400:00000200:1.0:1769075187.098933:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000100:00000001:2.0:1769075187.098934:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075187.098939:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000400:00000200:1.0:1769075187.098941:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1769075187.098942:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769075187.098945:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b9968c800 : new refcount 3 00000400:00000200:1.0:1769075187.098948:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000100:00080000:2.0:1769075187.098951:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: import ffff982b83e5e800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000400:00000200:1.0:1769075187.098954:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1769075187.098956:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075187.098959:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 02000000:00000001:2.0:1769075187.098960:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1769075187.098965:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15730:15730:256:4294967295] 192.168.204.151@tcp LPNI seq info [15730:15730:8:4294967295] 02000000:00000001:2.0:1769075187.098966:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075187.098971:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075187.098972:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769075187.098975:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769075187.098977:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769075187.098980:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075187.098983:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075187.098987:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000100:00000010:2.0:1769075187.098989:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90379180. 00000020:00000040:2.0:1769075187.098993:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 00000800:00000200:1.0:1769075187.098994:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 02000000:00000001:2.0:1769075187.098996:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075187.098998:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1769075187.099000:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b200. 00000100:00000001:2.0:1769075187.099001:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075187.099004:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075187.099006:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075187.099010:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90210400. 00000800:00000200:1.0:1769075187.099012:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000001:2.0:1769075187.099014:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075187.099021:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90379180 x1855007613376896/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075187.099032:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075187.099035:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1769075187.099035:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000040:2.0:1769075187.099042:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9fa1b3c] to pc [ptlrpcd_rcv+-1] req@ffff982b90379180 x1855007613376896/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075187.099048:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075187.099050:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075187.099053:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769075187.099061:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075187.099063:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075187.099066:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075187.099068:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:1.0:1769075187.099071:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00080000:2.0:1769075187.099073:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2171 00000100:00000001:1.0:1769075187.099076:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296852869 00000400:00000200:2.0:1769075187.099081:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769075187.099084:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00000001:1.0:1769075187.099086:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296847750 00000100:00080000:2.0:1769075187.099086:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075187.099092:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075187.099094:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296852869 00000100:00000001:2.0:1769075187.099095:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075187.099100:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075187.099101:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296847750 00000100:00000001:2.0:1769075187.099103:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000001:1.0:1769075187.099106:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1769075187.099107:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075187.099110:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3e5 00000100:00000001:1.0:1769075187.099111:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075187.099112:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075187.099115:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b897c2000 refcount=4 00000100:00000001:1.0:1769075187.099116:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075187.099119:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000100:00000001:1.0:1769075187.099120:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769075187.099123:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000100:00000040:2.0:1769075187.099126:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075187.099128:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075187.099129:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1769075187.099129:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075187.099133:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1769075187.099134:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000001:1.0:1769075187.099138:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1769075187.099139:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b897c2000 : new refcount 3 00000100:00000001:1.0:1769075187.099142:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1769075187.099144:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: import ffff982b99688000 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:1.0:1769075187.099146:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769075187.099149:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075187.099152:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:1.0:1769075187.099153:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037bb80 x1855007613376768/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769075187.099155:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075187.099160:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075187.099164:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769075187.099167:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000008:00100000:2.0:1769075187.099167:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769075187.099171:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769075187.099171:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075187.099174:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1769075187.099175:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075187.099184:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075187.099186:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075187.099188:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613376768:192.168.204.151@tcp:38:kworker.0 00000100:00000010:2.0:1769075187.099189:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90379c00. 00000100:00000001:1.0:1769075187.099193:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1769075187.099195:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 02000000:00000001:1.0:1769075187.099196:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769075187.099198:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769075187.099199:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075187.099200:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075187.099202:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1769075187.099204:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:1.0:1769075187.099207:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f800. 02000000:00000001:2.0:1769075187.099207:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075187.099209:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075187.099211:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075187.099215:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90213c00. 00000400:00000200:1.0:1769075187.099216:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769075187.099221:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075187.099222:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47948. 00000400:00000010:1.0:1769075187.099228:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e85d8. 00000100:00100000:2.0:1769075187.099229:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90379c00 x1855007613377024/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769075187.099233:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613376768, portal 10 00000100:00000001:1.0:1769075187.099237:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075187.099240:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603428224 : -114162106123392 : ffff982b9037bb80) 00000100:00000001:2.0:1769075187.099241:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075187.099244:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075187.099249:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9037bb80 x1855007613376768/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769075187.099252:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016e62a39] to pc [ptlrpcd_rcv+-1] req@ffff982b90379c00 x1855007613377024/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075187.099267:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075187.099272:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000100:00000001:2.0:1769075187.099273:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075187.099274:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8550. 00000100:00000200:1.0:1769075187.099300:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613376768, offset 0 00000100:00000040:2.0:1769075187.099304:0:27795:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2181) 00000400:00000200:1.0:1769075187.099306:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075187.099312:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075187.099315:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075187.099318:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075187.099321:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075187.099324:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075187.099326:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075187.099330:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15731:15731:255:4294967295] 192.168.204.151@tcp LPNI seq info [15731:15731:7:4294967295] 00000400:00000200:1.0:1769075187.099335:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075187.099342:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075187.099347:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075187.099362:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b700. 00000800:00000200:1.0:1769075187.099368:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075187.099372:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000001:1.0:1769075187.099375:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075187.099397:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1068438 usecs (1069 jiffies) 00000400:00000200:1.0:1769075187.099401:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075187.099404:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296844846 00000100:00000001:1.0:1769075187.099407:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296852869 00000100:00000001:1.0:1769075187.099410:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296844846 00000100:00000001:1.0:1769075187.099411:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296852869 00000100:00000001:1.0:1769075187.099413:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075187.099416:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075187.099418:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075187.099423:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90379180 x1855007613376896/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075187.099430:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075187.099432:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075187.099434:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075187.099436:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075187.099438:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075187.099441:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90379180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613376896:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075187.099455:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075187.099457:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075187.099459:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075187.099461:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075187.099464:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075187.099466:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075187.099471:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075187.099473:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47d10. 00000400:00000010:1.0:1769075187.099477:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8908. 00000100:00000200:1.0:1769075187.099480:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613376896, portal 4 00000100:00000001:1.0:1769075187.099482:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075187.099484:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603417472 : -114162106134144 : ffff982b90379180) 00000100:00000040:1.0:1769075187.099490:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90379180 x1855007613376896/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075187.099497:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075187.099500:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075187.099502:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8330. 00000100:00000200:1.0:1769075187.099505:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613376896, offset 0 00000400:00000200:1.0:1769075187.099509:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075187.099514:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075187.099518:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075187.099521:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075187.099525:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075187.099527:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075187.099530:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075187.099533:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15732:15732:254:4294967295] 192.168.204.151@tcp LPNI seq info [15732:15732:6:4294967295] 00000400:00000200:1.0:1769075187.099537:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075187.099541:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075187.099545:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075187.099548:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816bb00. 00000800:00000200:1.0:1769075187.099552:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075187.099556:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000001:1.0:1769075187.099559:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075187.099562:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24872 usecs (25 jiffies) 00000400:00000200:1.0:1769075187.099566:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075187.099568:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296843802 00000100:00000001:1.0:1769075187.099570:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296852869 00000100:00000001:1.0:1769075187.099572:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296843802 00000100:00000001:1.0:1769075187.099575:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296852869 00000100:00000001:1.0:1769075187.099578:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075187.099580:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075187.099583:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075187.099585:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075187.099589:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075187.099591:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1769075187.099593:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075187.099595:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075187.099596:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075187.099600:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90379c00 x1855007613377024/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075187.099607:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075187.099609:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075187.099611:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075187.099613:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075187.099615:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075187.099619:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90379c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613377024:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075187.099622:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075187.099624:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075187.099625:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075187.099627:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075187.099631:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f400. 02000000:00000001:1.0:1769075187.099633:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075187.099637:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075187.099639:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e476e0. 00000400:00000010:1.0:1769075187.099643:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8440. 00000100:00000200:1.0:1769075187.099647:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613377024, portal 4 00000100:00000001:1.0:1769075187.099649:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075187.099650:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603420160 : -114162106131456 : ffff982b90379c00) 00000100:00000040:1.0:1769075187.099657:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90379c00 x1855007613377024/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075187.099663:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075187.099665:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075187.099668:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8770. 00000100:00000200:1.0:1769075187.099670:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613377024, offset 0 00000400:00000200:1.0:1769075187.099675:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075187.099679:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075187.099683:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075187.099686:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075187.099689:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075187.099692:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075187.099694:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075187.099697:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15733:15733:253:4294967295] 192.168.204.151@tcp LPNI seq info [15733:15733:5:4294967295] 00000400:00000200:1.0:1769075187.099702:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075187.099708:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075187.099714:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075187.099718:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816b600. 00000800:00000200:1.0:1769075187.099723:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075187.099726:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000001:1.0:1769075187.099729:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075187.099732:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26900 usecs (27 jiffies) 00000400:00000200:1.0:1769075187.099736:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075187.099739:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296843804 00000100:00000001:1.0:1769075187.099741:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296852869 00000100:00000001:1.0:1769075187.099743:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296843804 00000100:00000001:1.0:1769075187.099745:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296852869 00000100:00000001:1.0:1769075187.099747:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075187.099749:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075187.099753:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075187.099755:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075187.099760:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075187.099763:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1769075187.099765:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075187.099767:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075187.099768:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075187.099771:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075187.610366:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075187.610401:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075187.610402:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075187.610407:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075187.610410:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075187.610414:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075187.610416:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075187.610418:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075187.610420:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075187.994360:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075187.994366:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075187.994370:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075187.994373:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769075187.994375:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769075187.994377:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075187.994379:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769075187.994381:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075187.994382:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075187.994384:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075187.994455:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075187.994458:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075187.994461:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075188.634377:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075188.634383:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075188.634385:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075188.634389:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075188.634392:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075188.634395:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075188.634397:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075188.634399:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075188.634401:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075189.018439:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075189.018448:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075189.018456:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075189.018459:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075189.018574:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075189.018581:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075189.018587:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075189.658388:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075189.658397:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075189.658399:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075189.658406:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075189.658411:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075189.658415:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075189.658419:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075189.658422:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075189.658426:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075190.042394:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075190.042402:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075190.042410:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075190.042412:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075190.042507:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075190.042511:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075190.042514:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1769075190.170760:0:2352:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.151:988 00000400:00000100:2.0:1769075190.170807:0:2352:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.151@tcp at host 192.168.204.151 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:2.0:1769075190.170817:0:2352:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769075190.170821:0:2352:0:(router.c:1755:lnet_notify()) 192.168.204.51@tcp notifying 192.168.204.151@tcp: down 00000400:00000200:2.0:1769075190.170824:0:2352:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769075190.170827:0:2352:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1769075190.170831:0:2352:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.151@tcp 00000800:00000010:2.0:1769075190.170835:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b200. 00000400:00000200:2.0:1769075190.170839:0:2352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1769075190.170843:0:2352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1769075190.170848:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8ee0 00000400:00000010:2.0:1769075190.170850:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8ee0. 00000100:00000001:2.0:1769075190.170854:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075190.170863:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff982b90378380 x1855007613376640/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075190.170895:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769075190.170898:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90378380 x1855007613376640/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075212 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075190.170904:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075190.170906:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1769075190.170915:0:2352:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.151@tcp 00000800:00000010:2.0:1769075190.170917:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b700. 00000400:00000200:2.0:1769075190.170919:0:2352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1769075190.170922:0:2352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1769075190.170924:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8550 00000400:00000010:2.0:1769075190.170926:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8550. 00000100:00000001:2.0:1769075190.170928:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769075190.170931:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff982b9037bb80 x1855007613376768/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075190.170933:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075190.170938:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075190.170942:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1769075190.170946:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1769075190.170952:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075187/real 1769075190] req@ffff982b90378380 x1855007613376640/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769075190.170956:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037bb80 x1855007613376768/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075212 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075190.170980:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769075190.170981:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075190.170984:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075190.170989:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e471b8. 00000100:00000001:2.0:1769075190.170990:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1769075190.170995:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8660 00000400:00000010:1.0:1769075190.170998:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8660. 00000100:00000001:1.0:1769075190.171001:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000100:2.0:1769075190.171008:0:2352:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.151@tcp 00000100:00000200:1.0:1769075190.171009:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90378380 x1855007613376640/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1769075190.171015:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816bb00. 00000400:00000200:2.0:1769075190.171023:0:2352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000100:00000200:1.0:1769075190.171024:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90378380 x1855007613376640/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769075190.171031:0:2352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_DROPPED 00000100:00000001:1.0:1769075190.171037:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1769075190.171038:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8330 00000100:00000001:1.0:1769075190.171040:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075190.171044:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1769075190.171044:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8330. 00000100:00000001:1.0:1769075190.171047:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075190.171050:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1769075190.171053:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90378380 x1855007613376640/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769075190.171061:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff982b90379180 x1855007613376896/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075190.171071:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769075190.171076:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075190.171076:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90379180 x1855007613376896/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075212 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075190.171085:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075190.171087:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1769075190.171093:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90378380 x1855007613376640/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075212 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:2.0:1769075190.171094:0:2352:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.151@tcp 00000800:00000010:2.0:1769075190.171101:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816b600. 00000400:00000200:2.0:1769075190.171106:0:2352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000100:00000001:1.0:1769075190.171113:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000400:00000200:2.0:1769075190.171115:0:2352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1769075190.171121:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8770 00000100:00000001:1.0:1769075190.171123:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1769075190.171125:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8770. 00000100:00000001:1.0:1769075190.171129:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769075190.171131:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769075190.171134:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1769075190.171139:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff982b90379c00 x1855007613377024/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075190.171140:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075190.171145:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075190.171153:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1769075190.171157:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:1.0:1769075190.171163:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.151@tcp failed (-110) 00000100:00000040:2.0:1769075190.171165:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90379c00 x1855007613377024/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075212 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075190.171170:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1769075190.171178:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075190.171181:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90378380 x1855007613376640/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075212 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075190.171183:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1769075190.171195:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90378380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613376640:192.168.204.151@tcp:250:kworker.0 00000100:00000001:1.0:1769075190.171201:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075190.171204:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075190.171207:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90378380 x1855007613376640/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075212 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075190.171221:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075190.171224:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075190.171229:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606cc00. 02000000:00000001:1.0:1769075190.171234:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075190.171238:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075190.171239:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:1.0:1769075190.171241:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075190.171244:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90213800. 02000000:00000001:1.0:1769075190.171248:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075190.171251:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075190.171253:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90378380. 00000100:00000001:1.0:1769075190.171256:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075190.171257:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075190.171260:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075190.171262:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075190.171263:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075190.171265:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075190.171269:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075187/real 1769075190] req@ffff982b90379c00 x1855007613377024/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075190.171278:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075190.171333:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075190.171336:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e476e0. 00000400:00000200:1.0:1769075190.171340:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8440 00000400:00000010:1.0:1769075190.171342:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8440. 00000100:00000001:1.0:1769075190.171345:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075190.171350:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90379c00 x1855007613377024/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075190.171364:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90379c00 x1855007613377024/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075190.171372:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075190.171376:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075190.171379:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075190.171381:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075190.171387:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90379c00 x1855007613377024/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075190.171394:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075190.171398:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90379c00 x1855007613377024/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075212 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075190.171405:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075190.171408:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075190.171411:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075190.171412:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075190.171414:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075190.171415:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075190.171418:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075190.171422:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075190.171425:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075190.171429:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90379c00 x1855007613377024/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075212 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075190.171438:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90379c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613377024:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075190.171443:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075190.171447:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075187/real 1769075190] req@ffff982b9037bb80 x1855007613376768/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075190.171456:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075190.171457:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075190.171459:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47948. 00000400:00000200:1.0:1769075190.171462:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e85d8 00000400:00000010:1.0:1769075190.171464:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e85d8. 00000100:00000001:1.0:1769075190.171466:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075190.171469:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037bb80 x1855007613376768/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075190.171485:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037bb80 x1855007613376768/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075190.171492:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075190.171494:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075190.171496:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075190.171497:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075190.171501:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b9037bb80 x1855007613376768/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075190.171508:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075190.171512:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037bb80 x1855007613376768/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075212 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075190.171519:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075190.171522:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075190.171524:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075190.171525:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075190.171527:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075190.171529:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075190.171532:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075190.171536:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075190.171539:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075190.171544:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037bb80 x1855007613376768/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075212 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075190.171552:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613376768:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075190.171563:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075190.171566:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075187/real 1769075190] req@ffff982b90379180 x1855007613376896/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075190.171581:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075190.171582:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075190.171585:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47d10. 00000400:00000200:1.0:1769075190.171588:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8908 00000400:00000010:1.0:1769075190.171590:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8908. 00000100:00000001:1.0:1769075190.171593:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075190.171596:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90379180 x1855007613376896/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075190.171604:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90379180 x1855007613376896/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075190.171611:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075190.171613:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075190.171614:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075190.171616:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075190.171619:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90379180 x1855007613376896/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075190.171625:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075190.171629:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90379180 x1855007613376896/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075212 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075190.171636:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075190.171638:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075190.171639:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075190.171641:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075190.171643:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075190.171645:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075190.171647:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075190.171651:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075190.171655:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075190.171661:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90379180 x1855007613376896/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075212 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075190.171670:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90379180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613376896:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075190.171675:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075190.171677:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075190.171680:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90379c00 x1855007613377024/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075212 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075190.171688:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075190.171690:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075190.171692:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f400. 02000000:00000001:1.0:1769075190.171696:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075190.171698:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075190.171700:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:1.0:1769075190.171702:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075190.171704:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90213c00. 02000000:00000001:1.0:1769075190.171707:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075190.171709:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075190.171710:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90379c00. 00000100:00000001:1.0:1769075190.171713:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075190.171715:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075190.171719:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075190.171723:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037bb80 x1855007613376768/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075212 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075190.171732:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075190.171733:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075190.171736:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075190.171740:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075190.171741:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075190.171744:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:1.0:1769075190.171748:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075190.171750:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90211000. 02000000:00000001:1.0:1769075190.171754:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075190.171757:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075190.171758:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037bb80. 00000100:00000001:1.0:1769075190.171762:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075190.171764:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075190.171766:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075190.171770:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90379180 x1855007613376896/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075212 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075190.171778:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075190.171779:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075190.171782:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075190.171786:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075190.171787:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075190.171789:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:1.0:1769075190.171791:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075190.171793:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90210400. 02000000:00000001:1.0:1769075190.171796:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075190.171797:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075190.171799:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90379180. 00000100:00000001:1.0:1769075190.171801:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075190.171803:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075190.171805:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075190.171814:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075190.171817:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075190.171820:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075190.171821:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075190.682439:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075190.682448:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075190.682451:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075190.682457:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075190.682462:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075190.682466:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075190.682469:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075190.682473:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075190.682476:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075191.066430:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075191.066441:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075191.066450:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075191.066452:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075191.066575:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075191.066583:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075191.066588:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075191.706442:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075191.706454:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075191.706457:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075191.706466:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075191.706472:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075191.706478:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075191.706482:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075191.706486:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075191.706490:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075192.090475:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075192.090485:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075192.090494:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075192.090496:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075192.090632:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075192.090637:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075192.090641:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075192.218440:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075192.218452:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769075192.218455:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075192.218459:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075192.218465:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075192.218472:0:27795:0:(import.c:509:import_select_connection()) MGC192.168.204.151@tcp: connect to NID 192.168.204.151@tcp last attempt 2176 00000400:00000200:3.0:1769075192.218483:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075192.218489:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075192.218493:0:27795:0:(import.c:588:import_select_connection()) MGC192.168.204.151@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075192.218497:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075192.218501:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075192.218503:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075192.218507:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:3.0:1769075192.218511:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075192.218514:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000020:00000001:3.0:1769075192.218516:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075192.218519:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000020:00000001:3.0:1769075192.218521:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000020:00000001:3.0:1769075192.218524:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00000040:3.0:1769075192.218528:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075192.218530:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075192.218532:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075192.218534:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:3.0:1769075192.218537:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00080000:3.0:1769075192.218540:0:27795:0:(import.c:623:import_select_connection()) MGC192.168.204.151@tcp: import ffff982b88b8a800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:3.0:1769075192.218543:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075192.218546:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075192.218549:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075192.218553:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075192.218555:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075192.218558:0:27795:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075192.218565:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90373100. 00000020:00000040:3.0:1769075192.218569:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 02000000:00000001:3.0:1769075192.218573:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075192.218575:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075192.218579:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075192.218581:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075192.218586:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075192.218593:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c03000. 00000100:00000001:3.0:1769075192.218600:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075192.218610:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90373100 x1855007613377152/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075192.218621:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075192.218625:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075192.218630:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e9219a3] to pc [ptlrpcd_rcv+-1] req@ffff982b90373100 x1855007613377152/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075192.218664:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075192.218669:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075192.218672:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769075192.218674:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075192.218676:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075192.218678:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075192.218681:0:27795:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2176 00000400:00000200:3.0:1769075192.218685:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075192.218688:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075192.218691:0:27795:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075192.218694:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075192.218696:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075192.218698:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075192.218700:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:3.0:1769075192.218703:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075192.218704:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000020:00000001:3.0:1769075192.218706:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075192.218708:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000020:00000001:3.0:1769075192.218710:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000020:00000001:3.0:1769075192.218712:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000040:3.0:1769075192.218716:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075192.218718:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075192.218720:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075192.218728:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:3.0:1769075192.218731:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 00000100:00080000:3.0:1769075192.218734:0:27795:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:3.0:1769075192.218737:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075192.218738:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075192.218744:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075192.218747:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075192.218749:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075192.218753:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075192.218756:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075192.218758:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075192.218762:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90371c00. 00000020:00000040:3.0:1769075192.218764:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:3.0:1769075192.218767:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075192.218768:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075192.218770:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075192.218771:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075192.218773:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075192.218777:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c01400. 00000100:00000001:3.0:1769075192.218780:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075192.218785:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90371c00 x1855007613377280/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075192.218792:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075192.218794:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075192.218798:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1fafea9] to pc [ptlrpcd_rcv+-1] req@ffff982b90371c00 x1855007613377280/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075192.218805:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075192.218807:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075192.218811:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769075192.218813:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075192.218814:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075192.218817:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075192.218819:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2176 00000400:00000200:3.0:1769075192.218832:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075192.218835:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075192.218837:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075192.218840:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075192.218842:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075192.218844:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075192.218846:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:3.0:1769075192.218848:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075192.218849:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3de 00000020:00000001:3.0:1769075192.218851:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075192.218853:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b9968c800 refcount=4 00000020:00000001:3.0:1769075192.218855:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000020:00000001:3.0:1769075192.218857:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000100:00000040:3.0:1769075192.218859:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075192.218861:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075192.218863:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075192.218865:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:3.0:1769075192.218867:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b9968c800 : new refcount 3 00000100:00080000:3.0:1769075192.218870:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: import ffff982b83e5e800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:3.0:1769075192.218873:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075192.218874:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075192.218876:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075192.218878:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075192.218880:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075192.218883:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075192.218885:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075192.218888:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075192.218891:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90373480. 00000020:00000040:3.0:1769075192.218893:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 02000000:00000001:3.0:1769075192.218895:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075192.218897:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075192.218899:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075192.218900:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075192.218902:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075192.218905:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c03400. 00000100:00000001:3.0:1769075192.218908:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075192.218913:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90373480 x1855007613377408/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075192.218920:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075192.218922:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075192.218926:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001e13d9f] to pc [ptlrpcd_rcv+-1] req@ffff982b90373480 x1855007613377408/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075192.218934:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075192.218937:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075192.218947:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769075192.218950:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075192.218950:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075192.218952:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769075192.218957:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075192.218957:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075192.218962:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2176 00000100:00000001:1.0:1769075192.218963:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1769075192.218968:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000040:1.0:1769075192.218975:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90373100 x1855007613377152/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769075192.218975:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075192.218980:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075192.218983:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075192.218985:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075192.218988:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075192.218993:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:3.0:1769075192.219000:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075192.219002:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3e5 00000020:00000001:3.0:1769075192.219006:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769075192.219008:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1769075192.219010:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b897c2000 refcount=4 00000100:00000001:1.0:1769075192.219013:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075192.219015:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000020:00000001:3.0:1769075192.219019:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 02000000:00000001:1.0:1769075192.219020:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1769075192.219023:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 02000000:00000001:1.0:1769075192.219026:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075192.219027:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075192.219031:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 02000000:00000001:1.0:1769075192.219033:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075192.219035:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:3.0:1769075192.219039:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b897c2000 : new refcount 3 00000100:00100000:1.0:1769075192.219045:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90373100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613377152:192.168.204.151@tcp:250:kworker.0 00000100:00080000:3.0:1769075192.219045:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: import ffff982b99688000 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:1.0:1769075192.219054:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075192.219058:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075192.219060:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075192.219063:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075192.219068:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075192.219071:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075192.219079:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075192.219084:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47d10. 00000400:00000010:1.0:1769075192.219090:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8908. 00000100:00000200:1.0:1769075192.219098:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613377152, portal 25 00000100:00000001:1.0:1769075192.219101:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075192.219103:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603392768 : -114162106158848 : ffff982b90373100) 00000100:00000040:1.0:1769075192.219111:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90373100 x1855007613377152/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075192.219127:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769075192.219127:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075192.219133:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:1.0:1769075192.219134:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 02000000:00000001:3.0:1769075192.219137:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1769075192.219139:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e85d8. 02000000:00000001:3.0:1769075192.219144:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769075192.219146:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007613377152, offset 0 00000100:00000001:3.0:1769075192.219148:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075192.219153:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1769075192.219158:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000008:00000001:3.0:1769075192.219159:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075192.219163:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075192.219168:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90370700. 00000400:00000200:1.0:1769075192.219172:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000020:00000040:3.0:1769075192.219173:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 02000000:00000001:3.0:1769075192.219179:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075192.219180:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075192.219182:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1769075192.219184:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 02000000:00000001:3.0:1769075192.219185:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075192.219190:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075192.219193:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:3.0:1769075192.219195:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c01000. 00000100:00000001:3.0:1769075192.219200:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075192.219201:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000100:00100000:3.0:1769075192.219208:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90370700 x1855007613377536/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769075192.219209:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075192.219216:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075192.219226:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15734:15734:256:4294967295] 192.168.204.151@tcp LPNI seq info [15734:15734:8:4294967295] 00000100:00000001:3.0:1769075192.219238:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1769075192.219239:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075192.219243:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075192.219249:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037e78c18] to pc [ptlrpcd_rcv+-1] req@ffff982b90370700 x1855007613377536/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769075192.219262:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075192.219320:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000100:00000001:3.0:1769075192.219321:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075192.219329:0:27795:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2186) 00000800:00000010:1.0:1769075192.219335:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816ba00. 00000800:00000200:1.0:1769075192.219345:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075192.219350:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769075192.219357:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075192.219361:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1769075192.219366:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075192.219371:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816ba00. 00000400:00000200:1.0:1769075192.219376:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075192.219383:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075192.219389:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e85d8 00000400:00000010:1.0:1769075192.219392:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e85d8. 00000100:00000001:1.0:1769075192.219397:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075192.219413:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90373100 x1855007613377152/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075192.219423:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075192.219426:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90373100 x1855007613377152/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075217 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075192.219434:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075192.219436:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075192.219444:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075192.219449:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075192.219452:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296857990 00000100:00000001:1.0:1769075192.219458:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296852869 00000100:00000001:1.0:1769075192.219462:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296857990 00000100:00000001:1.0:1769075192.219466:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296852869 00000100:00000001:1.0:1769075192.219470:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075192.219473:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075192.219476:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075192.219480:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075192/real 1769075192] req@ffff982b90373100 x1855007613377152/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075192.219491:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075192.219493:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075192.219496:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47d10. 00000400:00000200:1.0:1769075192.219499:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8908 00000400:00000010:1.0:1769075192.219500:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8908. 00000100:00000001:1.0:1769075192.219503:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075192.219507:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90373100 x1855007613377152/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075192.219516:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90373100 x1855007613377152/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075192.219523:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075192.219525:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075192.219528:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075192.219529:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075192.219533:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90373100 x1855007613377152/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075192.219541:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075192.219545:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90373100 x1855007613377152/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075217 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075192.219552:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075192.219555:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075192.219557:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075192.219558:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075192.219560:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075192.219562:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075192.219565:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075192.219569:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075192.219571:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075192.219575:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90373100 x1855007613377152/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075217 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075192.219582:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90373100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613377152:192.168.204.151@tcp:250:kworker.0 00000100:00000001:1.0:1769075192.219589:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075192.219592:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90371c00 x1855007613377280/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075192.219598:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075192.219600:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075192.219602:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075192.219605:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075192.219607:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075192.219610:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90371c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613377280:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075192.219613:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075192.219615:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075192.219616:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075192.219618:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075192.219621:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075192.219624:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075192.219627:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075192.219629:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47d10. 00000400:00000010:1.0:1769075192.219633:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8908. 00000100:00000200:1.0:1769075192.219636:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613377280, portal 10 00000100:00000001:1.0:1769075192.219638:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075192.219639:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603387392 : -114162106164224 : ffff982b90371c00) 00000100:00000040:1.0:1769075192.219645:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90371c00 x1855007613377280/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075192.219652:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075192.219654:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075192.219656:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e85d8. 00000100:00000200:1.0:1769075192.219659:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613377280, offset 0 00000400:00000200:1.0:1769075192.219663:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075192.219667:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075192.219670:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075192.219674:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075192.219677:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075192.219679:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075192.219682:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075192.219685:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15735:15735:256:4294967295] 192.168.204.151@tcp LPNI seq info [15735:15735:8:4294967295] 00000400:00000200:1.0:1769075192.219688:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075192.219695:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075192.219700:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075192.219703:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816ba00. 00000800:00000200:1.0:1769075192.219707:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075192.219710:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769075192.219715:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075192.219717:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1769075192.219721:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075192.219723:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816ba00. 00000400:00000200:1.0:1769075192.219726:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075192.219729:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075192.219732:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e85d8 00000400:00000010:1.0:1769075192.219734:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e85d8. 00000100:00000001:1.0:1769075192.219737:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075192.219741:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90371c00 x1855007613377280/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075192.219749:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075192.219752:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90371c00 x1855007613377280/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075217 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075192.219758:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075192.219760:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075192.219764:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075192.219768:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1068438 usecs (1069 jiffies) 00000400:00000200:1.0:1769075192.219772:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075192.219774:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296849966 00000100:00000001:1.0:1769075192.219777:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296857990 00000100:00000001:1.0:1769075192.219779:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296849966 00000100:00000001:1.0:1769075192.219782:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296857990 00000100:00000001:1.0:1769075192.219785:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075192.219787:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075192.219789:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075192.219792:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075192/real 1769075192] req@ffff982b90371c00 x1855007613377280/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075192.219800:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075192.219802:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075192.219804:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47d10. 00000400:00000200:1.0:1769075192.219806:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8908 00000400:00000010:1.0:1769075192.219808:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8908. 00000100:00000001:1.0:1769075192.219810:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075192.219812:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90371c00 x1855007613377280/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075192.219818:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90371c00 x1855007613377280/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075192.219822:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075192.219824:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075192.219826:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075192.219827:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075192.219831:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90371c00 x1855007613377280/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075192.219839:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075192.219843:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90371c00 x1855007613377280/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075217 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075192.219849:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075192.219852:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075192.219853:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075192.219855:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075192.219858:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075192.219860:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075192.219862:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075192.219866:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075192.219868:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075192.219873:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90371c00 x1855007613377280/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075217 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075192.219880:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90371c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613377280:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075192.219884:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075192.219888:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90373480 x1855007613377408/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075192.219895:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075192.219897:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075192.219899:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075192.219901:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075192.219903:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075192.219907:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90373480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613377408:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075192.219910:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075192.219912:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075192.219914:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075192.219916:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075192.219920:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f400. 02000000:00000001:1.0:1769075192.219921:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075192.219926:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075192.219928:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47d10. 00000400:00000010:1.0:1769075192.219932:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8908. 00000100:00000200:1.0:1769075192.219935:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613377408, portal 4 00000100:00000001:1.0:1769075192.219937:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075192.219939:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603393664 : -114162106157952 : ffff982b90373480) 00000100:00000040:1.0:1769075192.219946:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90373480 x1855007613377408/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075192.219952:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075192.219955:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075192.219957:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e85d8. 00000100:00000200:1.0:1769075192.219959:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613377408, offset 0 00000400:00000200:1.0:1769075192.219963:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075192.219968:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075192.219971:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075192.219974:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075192.219977:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075192.219980:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075192.219982:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075192.219985:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15736:15736:256:4294967295] 192.168.204.151@tcp LPNI seq info [15736:15736:8:4294967295] 00000400:00000200:1.0:1769075192.219990:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075192.219997:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075192.220002:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075192.220005:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816ba00. 00000800:00000200:1.0:1769075192.220009:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075192.220012:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769075192.220016:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075192.220019:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1769075192.220023:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075192.220025:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816ba00. 00000400:00000200:1.0:1769075192.220028:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075192.220031:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075192.220034:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e85d8 00000400:00000010:1.0:1769075192.220036:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e85d8. 00000100:00000001:1.0:1769075192.220039:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075192.220043:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90373480 x1855007613377408/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075192.220050:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075192.220053:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90373480 x1855007613377408/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075217 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075192.220066:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075192.220067:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075192.220071:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075192.220074:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24872 usecs (25 jiffies) 00000400:00000200:1.0:1769075192.220078:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075192.220080:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296848922 00000100:00000001:1.0:1769075192.220083:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296857990 00000100:00000001:1.0:1769075192.220085:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296848922 00000100:00000001:1.0:1769075192.220087:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296857990 00000100:00000001:1.0:1769075192.220089:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075192.220092:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075192.220094:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075192.220098:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075192/real 1769075192] req@ffff982b90373480 x1855007613377408/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075192.220106:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075192.220108:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075192.220110:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47d10. 00000400:00000200:1.0:1769075192.220113:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8908 00000400:00000010:1.0:1769075192.220114:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8908. 00000100:00000001:1.0:1769075192.220116:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075192.220120:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90373480 x1855007613377408/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075192.220127:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90373480 x1855007613377408/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075192.220133:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075192.220134:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075192.220136:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075192.220137:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075192.220141:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90373480 x1855007613377408/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075192.220148:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075192.220152:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90373480 x1855007613377408/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075217 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075192.220159:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075192.220161:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075192.220174:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075192.220175:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075192.220177:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075192.220178:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075192.220181:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075192.220185:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075192.220187:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075192.220191:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90373480 x1855007613377408/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075217 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075192.220198:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90373480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613377408:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075192.220202:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075192.220204:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075192.220208:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90373100 x1855007613377152/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075217 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075192.220215:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075192.220218:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075192.220221:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075192.220226:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075192.220227:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075192.220229:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:1.0:1769075192.220231:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075192.220234:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c03000. 02000000:00000001:1.0:1769075192.220238:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075192.220240:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075192.220242:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90373100. 00000100:00000001:1.0:1769075192.220246:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075192.220247:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075192.220249:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075192.220253:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90371c00 x1855007613377280/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075217 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075192.220260:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075192.220261:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075192.220263:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075192.220308:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075192.220310:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075192.220311:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:1.0:1769075192.220312:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075192.220313:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c01400. 02000000:00000001:1.0:1769075192.220316:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075192.220317:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075192.220318:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90371c00. 00000100:00000001:1.0:1769075192.220319:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075192.220321:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075192.220333:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075192.220336:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90373480 x1855007613377408/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075217 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075192.220341:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075192.220342:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075192.220347:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f400. 02000000:00000001:1.0:1769075192.220348:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075192.220349:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075192.220350:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:1.0:1769075192.220351:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075192.220352:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c03400. 02000000:00000001:1.0:1769075192.220353:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075192.220354:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075192.220355:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90373480. 00000100:00000001:1.0:1769075192.220356:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075192.220357:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075192.220359:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075192.220364:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075192.220366:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075192.220367:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075192.220369:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075192.220370:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075192.220372:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90370700 x1855007613377536/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075192.220377:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075192.220378:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075192.220380:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075192.220381:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075192.220383:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075192.220384:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90370700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613377536:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075192.220387:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075192.220388:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075192.220389:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075192.220390:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075192.220393:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f400. 02000000:00000001:1.0:1769075192.220394:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075192.220397:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075192.220399:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47d10. 00000400:00000010:1.0:1769075192.220401:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8908. 00000100:00000200:1.0:1769075192.220403:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613377536, portal 4 00000100:00000001:1.0:1769075192.220405:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075192.220406:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603382016 : -114162106169600 : ffff982b90370700) 00000100:00000040:1.0:1769075192.220410:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90370700 x1855007613377536/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075192.220414:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075192.220415:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075192.220417:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e85d8. 00000100:00000200:1.0:1769075192.220419:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613377536, offset 0 00000400:00000200:1.0:1769075192.220421:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075192.220424:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075192.220427:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075192.220429:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075192.220431:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075192.220444:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075192.220445:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075192.220447:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15737:15737:256:4294967295] 192.168.204.151@tcp LPNI seq info [15737:15737:8:4294967295] 00000400:00000200:1.0:1769075192.220450:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075192.220455:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075192.220458:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075192.220460:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816ba00. 00000800:00000200:1.0:1769075192.220462:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075192.220464:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769075192.220467:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075192.220469:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1769075192.220472:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075192.220473:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816ba00. 00000400:00000200:1.0:1769075192.220475:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075192.220477:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075192.220479:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e85d8 00000400:00000010:1.0:1769075192.220481:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e85d8. 00000100:00000001:1.0:1769075192.220482:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075192.220485:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90370700 x1855007613377536/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075192.220490:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075192.220492:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90370700 x1855007613377536/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075217 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075192.220496:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075192.220497:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075192.220499:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075192.220501:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26900 usecs (27 jiffies) 00000400:00000200:1.0:1769075192.220503:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075192.220504:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296848925 00000100:00000001:1.0:1769075192.220506:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296857990 00000100:00000001:1.0:1769075192.220508:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296848925 00000100:00000001:1.0:1769075192.220509:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296857990 00000100:00000001:1.0:1769075192.220511:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075192.220512:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075192.220513:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075192.220515:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075192/real 1769075192] req@ffff982b90370700 x1855007613377536/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075192.220520:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075192.220521:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075192.220522:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47d10. 00000400:00000200:1.0:1769075192.220523:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8908 00000400:00000010:1.0:1769075192.220524:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8908. 00000100:00000001:1.0:1769075192.220526:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075192.220528:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90370700 x1855007613377536/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075192.220533:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90370700 x1855007613377536/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075192.220537:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075192.220538:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075192.220539:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075192.220540:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075192.220542:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90370700 x1855007613377536/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075192.220546:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075192.220548:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90370700 x1855007613377536/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075217 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075192.220552:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075192.220553:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075192.220555:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075192.220556:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075192.220557:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075192.220558:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075192.220560:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075192.220562:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075192.220563:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075192.220566:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90370700 x1855007613377536/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075217 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075192.220570:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90370700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613377536:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075192.220573:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075192.220574:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075192.220576:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90370700 x1855007613377536/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075217 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075192.220580:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075192.220581:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075192.220582:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f400. 02000000:00000001:1.0:1769075192.220584:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075192.220585:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075192.220585:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:1.0:1769075192.220587:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075192.220588:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c01000. 02000000:00000001:1.0:1769075192.220589:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075192.220590:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075192.220591:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90370700. 00000100:00000001:1.0:1769075192.220592:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075192.220593:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075192.220594:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075192.220596:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075192.220597:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075192.220599:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075192.220600:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075192.730362:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075192.730375:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075192.730377:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075192.730381:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075192.730384:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075192.730387:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075192.730389:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075192.730391:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075192.730393:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075193.114458:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075193.114466:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769075193.114468:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769075193.114473:0:21410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769075193.114475:0:21410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769075193.114477:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075193.114481:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769075193.114483:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075193.114485:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075193.114486:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075193.114489:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075193.114490:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075193.114539:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075193.114543:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075193.114545:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075193.754403:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075193.754414:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075193.754417:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075193.754425:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075193.754431:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075193.754436:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075193.754439:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075193.754443:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075193.754447:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075194.138369:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075194.138375:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075194.138380:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075194.138381:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075194.138439:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075194.138443:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075194.138446:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075194.778369:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075194.778376:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075194.778378:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075194.778383:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075194.778387:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075194.778390:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075194.778392:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075194.778395:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075194.778397:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075195.162360:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075195.162366:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075195.162372:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075195.162374:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075195.162501:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075195.162510:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075195.162516:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075195.802375:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075195.802384:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075195.802387:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075195.802395:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075195.802400:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075195.802404:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075195.802407:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075195.802410:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075195.802413:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075196.186415:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075196.186425:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075196.186433:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075196.186435:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075196.186573:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075196.186579:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075196.186584:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075196.826369:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075196.826378:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075196.826380:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075196.826387:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075196.826392:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075196.826396:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075196.826401:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075196.826404:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075196.826408:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075197.210367:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075197.210373:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075197.210377:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075197.210378:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075197.210521:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075197.210532:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075197.210540:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075197.338378:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075197.338387:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769075197.338390:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075197.338392:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075197.338396:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075197.338402:0:27795:0:(import.c:509:import_select_connection()) MGC192.168.204.151@tcp: connect to NID 192.168.204.151@tcp last attempt 2181 00000400:00000200:3.0:1769075197.338409:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075197.338414:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075197.338416:0:27795:0:(import.c:588:import_select_connection()) MGC192.168.204.151@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075197.338419:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075197.338421:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075197.338423:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075197.338425:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:3.0:1769075197.338428:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075197.338430:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000020:00000001:3.0:1769075197.338432:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075197.338434:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000020:00000001:3.0:1769075197.338436:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000020:00000001:3.0:1769075197.338438:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00000040:3.0:1769075197.338440:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075197.338441:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075197.338443:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075197.338444:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:3.0:1769075197.338446:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00080000:3.0:1769075197.338448:0:27795:0:(import.c:623:import_select_connection()) MGC192.168.204.151@tcp: import ffff982b88b8a800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:3.0:1769075197.338450:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075197.338452:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075197.338454:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075197.338456:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075197.338457:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075197.338459:0:27795:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075197.338467:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90370a80. 00000020:00000040:3.0:1769075197.338470:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 02000000:00000001:3.0:1769075197.338473:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075197.338474:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075197.338476:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075197.338478:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075197.338481:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075197.338488:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c00400. 00000100:00000001:3.0:1769075197.338493:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075197.338501:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90370a80 x1855007613377664/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075197.338509:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075197.338512:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075197.338516:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa3ea810] to pc [ptlrpcd_rcv+-1] req@ffff982b90370a80 x1855007613377664/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075197.338534:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075197.338536:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075197.338539:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769075197.338541:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075197.338542:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075197.338544:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075197.338545:0:27795:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2181 00000400:00000200:3.0:1769075197.338548:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075197.338550:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075197.338551:0:27795:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075197.338553:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075197.338555:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075197.338556:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075197.338557:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:3.0:1769075197.338559:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075197.338559:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000020:00000001:3.0:1769075197.338561:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075197.338562:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000020:00000001:3.0:1769075197.338564:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000020:00000001:3.0:1769075197.338565:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000040:3.0:1769075197.338567:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075197.338568:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075197.338570:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075197.338571:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:3.0:1769075197.338573:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 00000100:00080000:3.0:1769075197.338575:0:27795:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:3.0:1769075197.338576:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075197.338577:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075197.338581:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075197.338582:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075197.338584:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075197.338588:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075197.338590:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075197.338592:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075197.338594:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90371500. 00000020:00000040:3.0:1769075197.338597:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:3.0:1769075197.338599:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075197.338600:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075197.338602:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075197.338603:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075197.338604:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075197.338609:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c01000. 00000100:00000001:3.0:1769075197.338610:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075197.338614:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90371500 x1855007613377792/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075197.338619:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075197.338621:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075197.338627:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075197.338630:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1769075197.338632:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6fe85bd] to pc [ptlrpcd_rcv+-1] req@ffff982b90371500 x1855007613377792/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075197.338636:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769075197.338646:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075197.338648:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075197.338653:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769075197.338654:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:1.0:1769075197.338658:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90370a80 x1855007613377664/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075197.338660:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075197.338673:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075197.338683:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2181 00000100:00000001:1.0:1769075197.338693:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1769075197.338694:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075197.338700:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075197.338706:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 02000000:00000001:1.0:1769075197.338711:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:3.0:1769075197.338712:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 02000000:00000001:1.0:1769075197.338722:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1769075197.338723:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075197.338734:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1769075197.338735:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075197.338742:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00100000:1.0:1769075197.338746:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90370a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613377664:192.168.204.151@tcp:250:kworker.0 00000100:00000001:3.0:1769075197.338748:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:3.0:1769075197.338760:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769075197.338762:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:3.0:1769075197.338763:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3de 00000020:00000001:3.0:1769075197.338767:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075197.338769:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b9968c800 refcount=4 00000020:00000001:3.0:1769075197.338770:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000020:00000001:3.0:1769075197.338772:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000100:00000040:3.0:1769075197.338775:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075197.338776:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075197.338777:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 02000000:00000001:1.0:1769075197.338779:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1769075197.338780:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 02000000:00000001:1.0:1769075197.338784:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769075197.338784:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b9968c800 : new refcount 3 02000000:00000001:1.0:1769075197.338798:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:3.0:1769075197.338799:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: import ffff982b83e5e800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:3.0:1769075197.338804:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075197.338805:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075197.338807:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075197.338809:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075197.338811:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000010:1.0:1769075197.338812:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f400. 00000008:00100000:3.0:1769075197.338813:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1769075197.338824:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769075197.338825:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075197.338837:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075197.338842:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90371f80. 00000020:00000040:3.0:1769075197.338845:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 00000400:00000200:1.0:1769075197.338847:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 02000000:00000001:3.0:1769075197.338849:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075197.338852:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075197.338854:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47d10. 00000100:00000001:3.0:1769075197.338855:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075197.338863:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075197.338866:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075197.338869:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8908. 02000000:00000010:3.0:1769075197.338870:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c03400. 00000100:00000001:3.0:1769075197.338881:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769075197.338887:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613377664, portal 25 00000100:00100000:3.0:1769075197.338887:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90371f80 x1855007613377920/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075197.338899:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075197.338905:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603382912 : -114162106168704 : ffff982b90370a80) 00000100:00000001:3.0:1769075197.338908:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075197.338918:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075197.338925:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90370a80 x1855007613377664/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075197.338932:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc929eda] to pc [ptlrpcd_rcv+-1] req@ffff982b90371f80 x1855007613377920/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075197.339017:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075197.339023:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:3.0:1769075197.339025:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1769075197.339036:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000100:00080000:3.0:1769075197.339038:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769075197.339049:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:1.0:1769075197.339050:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e85d8. 00000100:00080000:3.0:1769075197.339060:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000200:1.0:1769075197.339062:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007613377664, offset 0 00000100:00000001:3.0:1769075197.339066:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075197.339074:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2181 00000400:00000200:1.0:1769075197.339081:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769075197.339083:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075197.339092:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075197.339094:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075197.339098:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000400:00000200:1.0:1769075197.339101:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075197.339103:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075197.339109:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075197.339112:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000400:00000200:1.0:1769075197.339117:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000020:00000001:3.0:1769075197.339119:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075197.339125:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3e5 00000020:00000001:3.0:1769075197.339127:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075197.339129:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b897c2000 refcount=4 00000020:00000001:3.0:1769075197.339131:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000020:00000001:3.0:1769075197.339132:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000400:00000200:1.0:1769075197.339139:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1769075197.339139:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075197.339146:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075197.339150:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075197.339152:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000400:00000200:1.0:1769075197.339155:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000020:00000040:3.0:1769075197.339163:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b897c2000 : new refcount 3 00000400:00000200:1.0:1769075197.339165:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075197.339174:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000100:00080000:3.0:1769075197.339200:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: import ffff982b99688000 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:3.0:1769075197.339206:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075197.339212:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15738:15738:256:4294967295] 192.168.204.151@tcp LPNI seq info [15738:15738:8:4294967295] 00000400:00000200:1.0:1769075197.339232:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 02000000:00000001:3.0:1769075197.339232:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075197.339244:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075197.339248:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075197.339255:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000200:1.0:1769075197.339260:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000008:00100000:3.0:1769075197.339262:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075197.339270:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075197.339278:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075197.339283:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90370000. 00000020:00000040:3.0:1769075197.339286:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 02000000:00000001:3.0:1769075197.339289:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075197.339290:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075197.339292:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075197.339324:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075197.339327:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075197.339333:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c01400. 00000800:00000200:1.0:1769075197.339337:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000100:00000001:3.0:1769075197.339338:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1769075197.339346:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816ba00. 00000100:00100000:3.0:1769075197.339356:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90370000 x1855007613378048/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1769075197.339367:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000001:3.0:1769075197.339381:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:1.0:1769075197.339382:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 53 secs later) 00000100:00000001:3.0:1769075197.339387:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1769075197.339400:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000040:3.0:1769075197.339401:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ea400e4] to pc [ptlrpcd_rcv+-1] req@ffff982b90370000 x1855007613378048/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.1:1769075197.339412:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 53 secs later) 00000100:00000001:3.0:1769075197.339420:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075197.339423:0:27795:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2191) 00000800:00000100:1.0:1769075197.339461:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075197.339468:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816ba00. 00000400:00000200:1.0:1769075197.339479:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075197.339490:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075197.339499:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e85d8 00000400:00000010:1.0:1769075197.339505:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e85d8. 00000100:00000001:1.0:1769075197.339514:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075197.339524:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90370a80 x1855007613377664/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075197.339547:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075197.339554:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90370a80 x1855007613377664/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075222 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075197.339578:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075197.339581:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075197.339593:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075197.339600:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075197.339604:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296863110 00000100:00000001:1.0:1769075197.339616:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296857990 00000100:00000001:1.0:1769075197.339623:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296863110 00000100:00000001:1.0:1769075197.339628:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296857990 00000100:00000001:1.0:1769075197.339632:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075197.339636:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075197.339639:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075197.339645:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075197/real 1769075197] req@ffff982b90370a80 x1855007613377664/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075197.339659:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075197.339661:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075197.339664:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47d10. 00000400:00000200:1.0:1769075197.339668:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8908 00000400:00000010:1.0:1769075197.339670:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8908. 00000100:00000001:1.0:1769075197.339674:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075197.339679:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90370a80 x1855007613377664/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075197.339690:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90370a80 x1855007613377664/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075197.339699:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075197.339702:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075197.339705:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075197.339707:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075197.339712:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90370a80 x1855007613377664/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075197.339728:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075197.339735:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90370a80 x1855007613377664/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075197.339744:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075197.339748:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075197.339750:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075197.339752:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075197.339755:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075197.339758:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075197.339762:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075197.339768:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075197.339771:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075197.339776:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90370a80 x1855007613377664/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075197.339786:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90370a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613377664:192.168.204.151@tcp:250:kworker.0 00000100:00000001:1.0:1769075197.339792:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075197.339795:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075197.339799:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90370a80 x1855007613377664/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075197.339808:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075197.339812:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075197.339816:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f400. 02000000:00000001:1.0:1769075197.339821:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075197.339824:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075197.339827:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:1.0:1769075197.339830:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075197.339833:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c00400. 02000000:00000001:1.0:1769075197.339840:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075197.339844:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075197.339847:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90370a80. 00000100:00000001:1.0:1769075197.339851:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075197.339853:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075197.339856:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075197.339867:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075197.339869:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075197.339873:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075197.339875:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075197.339877:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075197.339882:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90371500 x1855007613377792/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075197.339892:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075197.339894:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075197.339898:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075197.339901:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075197.339904:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075197.339907:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90371500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613377792:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075197.339911:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075197.339914:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075197.339916:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075197.339918:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075197.339923:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f400. 02000000:00000001:1.0:1769075197.339925:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075197.339930:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075197.339934:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47d10. 00000400:00000010:1.0:1769075197.339939:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8908. 00000100:00000200:1.0:1769075197.339943:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613377792, portal 10 00000100:00000001:1.0:1769075197.339946:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075197.339957:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603385600 : -114162106166016 : ffff982b90371500) 00000100:00000040:1.0:1769075197.339966:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90371500 x1855007613377792/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075197.339975:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075197.339978:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075197.339982:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e85d8. 00000100:00000200:1.0:1769075197.339985:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613377792, offset 0 00000400:00000200:1.0:1769075197.339991:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075197.339996:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075197.340002:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075197.340007:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075197.340011:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075197.340025:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075197.340028:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075197.340032:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15739:15739:256:4294967295] 192.168.204.151@tcp LPNI seq info [15739:15739:8:4294967295] 00000400:00000200:1.0:1769075197.340037:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075197.340047:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075197.340053:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075197.340074:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816ba00. 00000800:00000200:1.0:1769075197.340078:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075197.340081:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769075197.340086:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075197.340089:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1769075197.340093:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075197.340095:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816ba00. 00000400:00000200:1.0:1769075197.340098:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075197.340101:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075197.340105:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e85d8 00000400:00000010:1.0:1769075197.340107:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e85d8. 00000100:00000001:1.0:1769075197.340109:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075197.340113:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90371500 x1855007613377792/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075197.340121:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075197.340124:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90371500 x1855007613377792/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075222 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075197.340130:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075197.340132:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075197.340136:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075197.340141:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1068438 usecs (1069 jiffies) 00000400:00000200:1.0:1769075197.340144:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075197.340147:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296855086 00000100:00000001:1.0:1769075197.340150:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296863110 00000100:00000001:1.0:1769075197.340152:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296855086 00000100:00000001:1.0:1769075197.340154:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296863110 00000100:00000001:1.0:1769075197.340156:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075197.340158:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075197.340159:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075197.340163:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075197/real 1769075197] req@ffff982b90371500 x1855007613377792/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075197.340170:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075197.340171:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075197.340173:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47d10. 00000400:00000200:1.0:1769075197.340175:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8908 00000400:00000010:1.0:1769075197.340177:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8908. 00000100:00000001:1.0:1769075197.340205:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075197.340209:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90371500 x1855007613377792/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075197.340218:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90371500 x1855007613377792/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075197.340236:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075197.340237:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075197.340239:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075197.340241:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075197.340244:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90371500 x1855007613377792/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075197.340250:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075197.340254:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90371500 x1855007613377792/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075197.340262:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075197.340265:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075197.340266:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075197.340268:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075197.340269:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075197.340271:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075197.340273:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075197.340276:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075197.340278:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075197.340308:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90371500 x1855007613377792/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075197.340316:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90371500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613377792:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075197.340320:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075197.340324:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90371f80 x1855007613377920/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075197.340331:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075197.340332:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075197.340335:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075197.340338:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075197.340341:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075197.340345:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90371f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613377920:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075197.340350:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075197.340354:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075197.340356:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075197.340359:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075197.340364:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075197.340367:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075197.340374:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075197.340379:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47d10. 00000400:00000010:1.0:1769075197.340386:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8908. 00000100:00000200:1.0:1769075197.340390:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613377920, portal 4 00000100:00000001:1.0:1769075197.340393:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075197.340395:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603388288 : -114162106163328 : ffff982b90371f80) 00000100:00000040:1.0:1769075197.340404:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90371f80 x1855007613377920/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075197.340415:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075197.340418:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075197.340422:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e85d8. 00000100:00000200:1.0:1769075197.340426:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613377920, offset 0 00000400:00000200:1.0:1769075197.340433:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075197.340439:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075197.340446:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075197.340451:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075197.340455:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075197.340459:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075197.340463:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075197.340468:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15740:15740:256:4294967295] 192.168.204.151@tcp LPNI seq info [15740:15740:8:4294967295] 00000400:00000200:1.0:1769075197.340501:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075197.340514:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075197.340523:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075197.340531:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816ba00. 00000800:00000200:1.0:1769075197.340539:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075197.340544:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769075197.340552:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075197.340558:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1769075197.340566:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075197.340569:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816ba00. 00000400:00000200:1.0:1769075197.340575:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075197.340582:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075197.340588:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e85d8 00000400:00000010:1.0:1769075197.340592:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e85d8. 00000100:00000001:1.0:1769075197.340599:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075197.340606:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90371f80 x1855007613377920/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075197.340617:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075197.340621:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90371f80 x1855007613377920/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075222 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075197.340630:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075197.340632:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075197.340638:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075197.340642:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24872 usecs (25 jiffies) 00000400:00000200:1.0:1769075197.340647:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075197.340650:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296854043 00000100:00000001:1.0:1769075197.340654:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296863110 00000100:00000001:1.0:1769075197.340657:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296854043 00000100:00000001:1.0:1769075197.340660:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296863110 00000100:00000001:1.0:1769075197.340663:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075197.340665:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075197.340668:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075197.340672:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075197/real 1769075197] req@ffff982b90371f80 x1855007613377920/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075197.340682:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075197.340683:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075197.340686:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47d10. 00000400:00000200:1.0:1769075197.340688:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8908 00000400:00000010:1.0:1769075197.340691:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8908. 00000100:00000001:1.0:1769075197.340693:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075197.340698:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90371f80 x1855007613377920/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075197.340708:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90371f80 x1855007613377920/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075197.340724:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075197.340726:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075197.340729:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075197.340731:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075197.340735:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90371f80 x1855007613377920/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075197.340743:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075197.340748:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90371f80 x1855007613377920/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075197.340756:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075197.340759:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075197.340761:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075197.340762:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075197.340765:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075197.340767:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075197.340770:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075197.340774:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075197.340777:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075197.340782:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90371f80 x1855007613377920/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075197.340792:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90371f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613377920:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075197.340797:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075197.340801:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90370000 x1855007613378048/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075197.340809:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075197.340810:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075197.340814:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075197.340817:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075197.340819:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075197.340823:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90370000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613378048:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075197.340828:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075197.340830:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075197.340832:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075197.340835:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075197.340839:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075197.340842:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075197.340846:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075197.340850:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47d10. 00000400:00000010:1.0:1769075197.340854:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8908. 00000100:00000200:1.0:1769075197.340857:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613378048, portal 4 00000100:00000001:1.0:1769075197.340860:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075197.340862:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603380224 : -114162106171392 : ffff982b90370000) 00000100:00000040:1.0:1769075197.340869:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90370000 x1855007613378048/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075197.340878:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075197.340881:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075197.340883:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e85d8. 00000100:00000200:1.0:1769075197.340887:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613378048, offset 0 00000400:00000200:1.0:1769075197.340892:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075197.340896:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075197.340901:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075197.340905:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075197.340909:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075197.340912:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075197.340915:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075197.340919:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15741:15741:256:4294967295] 192.168.204.151@tcp LPNI seq info [15741:15741:8:4294967295] 00000400:00000200:1.0:1769075197.340925:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075197.340933:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075197.340940:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075197.340944:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816ba00. 00000800:00000200:1.0:1769075197.340960:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075197.340963:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769075197.340969:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075197.340972:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1769075197.340977:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075197.340980:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816ba00. 00000400:00000200:1.0:1769075197.340984:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075197.340988:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075197.340992:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e85d8 00000400:00000010:1.0:1769075197.340994:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e85d8. 00000100:00000001:1.0:1769075197.340997:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075197.341001:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90370000 x1855007613378048/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075197.341011:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075197.341015:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90370000 x1855007613378048/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075222 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075197.341023:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075197.341025:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075197.341028:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075197.341032:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26900 usecs (27 jiffies) 00000400:00000200:1.0:1769075197.341035:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075197.341038:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296854045 00000100:00000001:1.0:1769075197.341041:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296863110 00000100:00000001:1.0:1769075197.341044:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296854045 00000100:00000001:1.0:1769075197.341047:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296863110 00000100:00000001:1.0:1769075197.341050:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075197.341052:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075197.341054:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075197.341058:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075197/real 1769075197] req@ffff982b90370000 x1855007613378048/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075197.341069:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075197.341070:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075197.341073:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47d10. 00000400:00000200:1.0:1769075197.341092:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8908 00000400:00000010:1.0:1769075197.341094:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8908. 00000100:00000001:1.0:1769075197.341096:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075197.341099:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90370000 x1855007613378048/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075197.341106:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90370000 x1855007613378048/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075197.341112:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075197.341113:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075197.341114:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075197.341116:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075197.341119:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90370000 x1855007613378048/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075197.341125:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075197.341129:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90370000 x1855007613378048/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075197.341136:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075197.341138:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075197.341139:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075197.341141:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075197.341142:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075197.341144:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075197.341146:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075197.341149:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075197.341150:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075197.341155:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90370000 x1855007613378048/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075197.341163:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90370000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613378048:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075197.341166:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075197.341168:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075197.341171:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90371500 x1855007613377792/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075197.341177:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075197.341196:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075197.341198:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f400. 02000000:00000001:1.0:1769075197.341201:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075197.341203:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075197.341204:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:1.0:1769075197.341206:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075197.341208:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c01000. 02000000:00000001:1.0:1769075197.341211:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075197.341212:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075197.341214:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90371500. 00000100:00000001:1.0:1769075197.341216:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075197.341218:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075197.341219:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075197.341223:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90371f80 x1855007613377920/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075197.341230:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075197.341231:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075197.341233:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075197.341235:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075197.341236:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075197.341237:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:1.0:1769075197.341238:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075197.341240:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c03400. 02000000:00000001:1.0:1769075197.341242:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075197.341243:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075197.341245:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90371f80. 00000100:00000001:1.0:1769075197.341247:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075197.341249:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075197.341250:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075197.341253:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90370000 x1855007613378048/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075222 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075197.341259:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075197.341260:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075197.341261:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075197.341264:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075197.341265:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075197.341266:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:1.0:1769075197.341268:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075197.341269:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c01400. 02000000:00000001:1.0:1769075197.341271:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075197.341272:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075197.341273:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90370000. 00000100:00000001:1.0:1769075197.341275:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075197.341276:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075197.341278:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075197.341301:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075197.341303:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075197.341305:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075197.341307:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075197.850392:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075197.850402:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075197.850405:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075197.850412:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075197.850417:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075197.850422:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075197.850426:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075197.850429:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075197.850433:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075198.234420:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075198.234428:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075198.234435:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075198.234440:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769075198.234443:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769075198.234447:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075198.234451:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769075198.234454:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075198.234456:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075198.234459:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075198.234557:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075198.234563:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075198.234568:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075198.874396:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075198.874408:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075198.874413:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075198.874423:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075198.874430:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075198.874436:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075198.874442:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075198.874446:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075198.874450:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075199.258382:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075199.258390:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075199.258398:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075199.258402:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075199.258578:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075199.258590:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075199.258600:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075199.898343:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075199.898349:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075199.898351:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075199.898355:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075199.898358:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075199.898361:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075199.898364:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075199.898366:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075199.898368:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075200.282412:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075200.282426:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075200.282438:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075200.282441:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075200.282532:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075200.282538:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075200.282544:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075200.922354:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075200.922362:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075200.922364:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075200.922369:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075200.922373:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075200.922377:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075200.922380:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075200.922383:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075200.922386:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075201.306391:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075201.306401:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075201.306411:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075201.306425:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075201.306518:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075201.306525:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075201.306531:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075201.946410:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075201.946418:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075201.946420:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075201.946424:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075201.946427:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075201.946430:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075201.946432:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075201.946434:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075201.946436:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075202.330473:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075202.330483:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075202.330491:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075202.330493:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075202.330576:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075202.330582:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075202.330587:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075202.458514:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075202.458533:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769075202.458538:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075202.458546:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075202.458555:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075202.458568:0:27795:0:(import.c:509:import_select_connection()) MGC192.168.204.151@tcp: connect to NID 192.168.204.151@tcp last attempt 2186 00000400:00000200:2.0:1769075202.458587:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769075202.458598:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075202.458605:0:27795:0:(import.c:588:import_select_connection()) MGC192.168.204.151@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075202.458611:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075202.458618:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075202.458624:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075202.458630:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769075202.458638:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075202.458642:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000020:00000001:2.0:1769075202.458649:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075202.458654:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000020:00000001:2.0:1769075202.458660:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000020:00000001:2.0:1769075202.458664:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00000040:2.0:1769075202.458671:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075202.458691:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075202.458694:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075202.458697:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769075202.458702:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00080000:2.0:1769075202.458706:0:27795:0:(import.c:623:import_select_connection()) MGC192.168.204.151@tcp: import ffff982b88b8a800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075202.458709:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075202.458714:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075202.458719:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075202.458723:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075202.458727:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769075202.458730:0:27795:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075202.458744:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90379880. 00000020:00000040:2.0:1769075202.458750:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 02000000:00000001:2.0:1769075202.458756:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075202.458758:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075202.458763:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075202.458767:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075202.458774:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075202.458789:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90210400. 00000100:00000001:2.0:1769075202.458800:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075202.458813:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90379880 x1855007613378176/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075202.458828:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075202.458835:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075202.458841:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e25075] to pc [ptlrpcd_rcv+-1] req@ffff982b90379880 x1855007613378176/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075202.458871:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075202.458876:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075202.458882:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769075202.458884:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075202.458886:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075202.458890:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075202.458893:0:27795:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2186 00000400:00000200:2.0:1769075202.458899:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769075202.458903:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075202.458907:0:27795:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075202.458911:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075202.458914:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075202.458916:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075202.458919:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769075202.458922:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075202.458924:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000020:00000001:2.0:1769075202.458926:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075202.458930:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000020:00000001:2.0:1769075202.458934:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000020:00000001:2.0:1769075202.458938:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000040:2.0:1769075202.458945:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075202.458950:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075202.458956:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075202.458961:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769075202.458966:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 00000100:00080000:2.0:1769075202.458972:0:27795:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:1.0:1769075202.458979:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769075202.458980:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075202.458989:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769075202.458990:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075202.458996:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1769075202.459001:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1769075202.459012:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90379880 x1855007613378176/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769075202.459013:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075202.459025:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769075202.459039:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769075202.459040:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075202.459046:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769075202.459054:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075202.459056:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075202.459063:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769075202.459066:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075202.459070:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075202.459079:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90379880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613378176:192.168.204.151@tcp:250:kworker.0 00000100:00000010:2.0:1769075202.459081:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037b480. 00000100:00000001:1.0:1769075202.459090:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1769075202.459120:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:1.0:1769075202.459125:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075202.459132:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075202.459132:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769075202.459151:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1769075202.459151:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075202.459161:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:1.0:1769075202.459165:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606d800. 02000000:00000001:2.0:1769075202.459167:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769075202.459177:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075202.459179:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075202.459196:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90211000. 00000400:00000200:1.0:1769075202.459197:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:2.0:1769075202.459220:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075202.459223:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47d10. 00000100:00100000:2.0:1769075202.459239:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b9037b480 x1855007613378304/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1769075202.459243:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8908. 00000100:00000001:2.0:1769075202.459261:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1769075202.459265:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613378176, portal 25 00000100:00000001:2.0:1769075202.459267:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075202.459341:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075202.459347:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603419264 : -114162106132352 : ffff982b90379880) 00000100:00000040:2.0:1769075202.459354:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000618033af] to pc [ptlrpcd_rcv+-1] req@ffff982b9037b480 x1855007613378304/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769075202.459366:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90379880 x1855007613378176/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075202.459393:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075202.459395:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:2.0:1769075202.459401:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1769075202.459404:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000100:00080000:2.0:1769075202.459414:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000010:1.0:1769075202.459416:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e85d8. 00000100:00000001:2.0:1769075202.459418:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075202.459425:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000200:1.0:1769075202.459427:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007613378176, offset 0 00000100:00000001:2.0:1769075202.459431:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075202.459440:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2186 00000400:00000200:1.0:1769075202.459448:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:2.0:1769075202.459456:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769075202.459464:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075202.459468:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1769075202.459471:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000040:2.0:1769075202.459479:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075202.459485:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1769075202.459490:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000100:00000040:2.0:1769075202.459495:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075202.459503:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000400:00000200:1.0:1769075202.459505:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:2.0:1769075202.459508:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075202.459513:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3de 00000020:00000001:2.0:1769075202.459516:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1769075202.459519:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000020:00000040:2.0:1769075202.459522:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b9968c800 refcount=4 00000020:00000001:2.0:1769075202.459528:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000400:00000200:1.0:1769075202.459530:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000020:00000001:2.0:1769075202.459535:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000400:00000200:1.0:1769075202.459542:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000100:00000040:2.0:1769075202.459550:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000400:00000200:1.0:1769075202.459558:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15742:15742:256:4294967295] 192.168.204.151@tcp LPNI seq info [15742:15742:8:4294967295] 00000100:00000001:2.0:1769075202.459560:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075202.459570:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075202.459578:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000400:00000200:1.0:1769075202.459579:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000020:00000040:2.0:1769075202.459588:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b9968c800 : new refcount 3 00000100:00080000:2.0:1769075202.459596:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: import ffff982b83e5e800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075202.459605:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075202.459614:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 02000000:00000001:2.0:1769075202.459614:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075202.459621:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075202.459626:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769075202.459629:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000100:00000001:2.0:1769075202.459632:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769075202.459641:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000010:1.0:1769075202.459644:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816ba00. 00000008:00000001:2.0:1769075202.459647:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075202.459654:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769075202.459662:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000010:2.0:1769075202.459663:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90379f80. 00000020:00000040:2.0:1769075202.459675:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 00000800:00000200:1.0:1769075202.459676:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 48 secs later) 02000000:00000001:2.0:1769075202.459683:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075202.459689:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1769075202.459696:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000001:2.0:1769075202.459698:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075202.459704:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:1.1:1769075202.459708:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 48 secs later) 02000000:00000001:2.0:1769075202.459710:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075202.459725:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90213c00. 00000800:00000100:1.0:1769075202.459726:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075202.459735:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816ba00. 00000100:00000001:2.0:1769075202.459737:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075202.459746:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00100000:2.0:1769075202.459749:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90379f80 x1855007613378432/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769075202.459761:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075202.459775:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e85d8 00000400:00000010:1.0:1769075202.459781:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e85d8. 00000100:00000001:1.0:1769075202.459792:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769075202.459796:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1769075202.459805:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90379880 x1855007613378176/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075202.459806:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075202.459825:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bc12a12] to pc [ptlrpcd_rcv+-1] req@ffff982b90379f80 x1855007613378432/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075202.459834:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769075202.459844:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075202.459846:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90379880 x1855007613378176/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075227 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075202.459851:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075202.459865:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769075202.459872:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769075202.459879:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075202.459879:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769075202.459889:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769075202.459891:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075202.459900:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2186 00000100:00000001:1.0:1769075202.459904:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075202.459911:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075202.459919:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769075202.459922:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00000001:1.0:1769075202.459929:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296868230 00000100:00080000:2.0:1769075202.459930:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075202.459941:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075202.459944:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075202.459949:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075202.459951:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296863110 00000100:00000001:2.0:1769075202.459953:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769075202.459964:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075202.459966:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3e5 00000100:00000001:1.0:1769075202.459969:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296868230 00000020:00000001:2.0:1769075202.459970:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075202.459976:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b897c2000 refcount=4 00000100:00000001:1.0:1769075202.459981:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296863110 00000020:00000001:2.0:1769075202.459982:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000020:00000001:2.0:1769075202.459992:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000100:00000001:1.0:1769075202.459993:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1769075202.460000:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075202.460002:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075202.460007:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769075202.460009:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000040:2.0:1769075202.460015:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075202.460021:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00100000:1.0:1769075202.460024:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075202/real 1769075202] req@ffff982b90379880 x1855007613378176/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1769075202.460031:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b897c2000 : new refcount 3 00000100:00080000:2.0:1769075202.460045:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: import ffff982b99688000 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075202.460054:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075202.460063:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075202.460069:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075202.460080:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769075202.460083:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1769075202.460084:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000001:1.0:1769075202.460090:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000008:00100000:2.0:1769075202.460092:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000400:00000010:1.0:1769075202.460123:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47d10. 00000008:00000001:2.0:1769075202.460125:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075202.460132:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8908 00000100:00000001:2.0:1769075202.460133:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075202.460141:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8908. 00000100:00000001:1.0:1769075202.460149:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:2.0:1769075202.460151:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90378000. 00000100:00000200:1.0:1769075202.460159:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90379880 x1855007613378176/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1769075202.460161:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 02000000:00000001:2.0:1769075202.460171:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075202.460175:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075202.460184:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075202.460187:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075202.460192:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075202.460201:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90213800. 00000100:00000200:1.0:1769075202.460207:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90379880 x1855007613378176/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075202.460208:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075202.460224:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90378000 x1855007613378560/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075202.460268:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075202.460268:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075202.460278:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075202.460315:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000561d44e] to pc [ptlrpcd_rcv+-1] req@ffff982b90378000 x1855007613378560/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075202.460323:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075202.460335:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075202.460336:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075202.460344:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769075202.460348:0:27795:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2196) 00000100:00100000:1.0:1769075202.460357:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90379880 x1855007613378176/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075202.460370:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075202.460379:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90379880 x1855007613378176/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075202.460389:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075202.460393:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075202.460395:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075202.460397:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075202.460400:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075202.460403:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075202.460407:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075202.460412:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075202.460415:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075202.460420:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90379880 x1855007613378176/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075202.460433:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90379880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613378176:192.168.204.151@tcp:250:kworker.0 00000100:00000001:1.0:1769075202.460439:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075202.460442:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075202.460446:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90379880 x1855007613378176/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075202.460454:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075202.460458:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075202.460462:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075202.460467:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075202.460470:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075202.460472:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:1.0:1769075202.460475:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075202.460478:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90210400. 02000000:00000001:1.0:1769075202.460483:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075202.460485:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075202.460488:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90379880. 00000100:00000001:1.0:1769075202.460492:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075202.460494:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075202.460497:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075202.460507:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075202.460510:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075202.460513:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075202.460515:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075202.460518:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075202.460523:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037b480 x1855007613378304/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075202.460532:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075202.460534:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075202.460538:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075202.460540:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075202.460543:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075202.460547:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613378304:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075202.460552:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075202.460554:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075202.460557:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075202.460559:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075202.460564:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075202.460566:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075202.460573:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075202.460576:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47d10. 00000400:00000010:1.0:1769075202.460581:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8908. 00000100:00000200:1.0:1769075202.460586:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613378304, portal 10 00000100:00000001:1.0:1769075202.460589:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075202.460590:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603426432 : -114162106125184 : ffff982b9037b480) 00000100:00000040:1.0:1769075202.460598:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9037b480 x1855007613378304/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075202.460607:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075202.460610:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075202.460613:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e85d8. 00000100:00000200:1.0:1769075202.460617:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613378304, offset 0 00000400:00000200:1.0:1769075202.460622:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075202.460628:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075202.460633:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075202.460637:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075202.460640:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075202.460644:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075202.460647:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075202.460651:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15743:15743:256:4294967295] 192.168.204.151@tcp LPNI seq info [15743:15743:8:4294967295] 00000400:00000200:1.0:1769075202.460657:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075202.460666:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075202.460672:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075202.460676:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816ba00. 00000800:00000200:1.0:1769075202.460681:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075202.460685:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769075202.460691:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075202.460695:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1769075202.460701:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075202.460704:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816ba00. 00000400:00000200:1.0:1769075202.460707:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075202.460712:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075202.460716:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e85d8 00000400:00000010:1.0:1769075202.460719:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e85d8. 00000100:00000001:1.0:1769075202.460722:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075202.460726:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b9037b480 x1855007613378304/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075202.460736:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075202.460740:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037b480 x1855007613378304/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075227 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075202.460748:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075202.460750:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075202.460754:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075202.460759:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1068438 usecs (1069 jiffies) 00000400:00000200:1.0:1769075202.460764:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075202.460767:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296860207 00000100:00000001:1.0:1769075202.460770:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296868230 00000100:00000001:1.0:1769075202.460774:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296860207 00000100:00000001:1.0:1769075202.460776:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296868230 00000100:00000001:1.0:1769075202.460779:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075202.460782:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075202.460784:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075202.460788:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075202/real 1769075202] req@ffff982b9037b480 x1855007613378304/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075202.460797:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075202.460799:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075202.460802:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47d10. 00000400:00000200:1.0:1769075202.460805:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8908 00000400:00000010:1.0:1769075202.460807:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8908. 00000100:00000001:1.0:1769075202.460810:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075202.460814:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037b480 x1855007613378304/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075202.460824:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037b480 x1855007613378304/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075202.460832:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075202.460833:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075202.460836:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075202.460837:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075202.460841:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b9037b480 x1855007613378304/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075202.460849:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075202.460854:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037b480 x1855007613378304/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075202.460862:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075202.460866:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075202.460868:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075202.460870:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075202.460872:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075202.460874:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075202.460877:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075202.460881:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075202.460883:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075202.460888:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037b480 x1855007613378304/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075202.460897:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613378304:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075202.460903:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075202.460907:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90379f80 x1855007613378432/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075202.460916:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075202.460918:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075202.460920:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075202.460922:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075202.460925:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075202.460928:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90379f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613378432:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075202.460932:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075202.460935:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075202.460937:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075202.460939:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075202.460943:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075202.460946:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075202.460950:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075202.460953:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47d10. 00000400:00000010:1.0:1769075202.460957:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8908. 00000100:00000200:1.0:1769075202.460961:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613378432, portal 4 00000100:00000001:1.0:1769075202.460963:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075202.460965:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603421056 : -114162106130560 : ffff982b90379f80) 00000100:00000040:1.0:1769075202.460972:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90379f80 x1855007613378432/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075202.460980:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075202.460983:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075202.460986:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e85d8. 00000100:00000200:1.0:1769075202.460988:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613378432, offset 0 00000400:00000200:1.0:1769075202.460993:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075202.460997:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075202.461001:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075202.461004:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075202.461008:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075202.461011:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075202.461014:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075202.461018:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15744:15744:256:4294967295] 192.168.204.151@tcp LPNI seq info [15744:15744:8:4294967295] 00000400:00000200:1.0:1769075202.461033:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075202.461041:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075202.461046:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075202.461049:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816ba00. 00000800:00000200:1.0:1769075202.461054:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075202.461057:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769075202.461062:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075202.461066:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1769075202.461070:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075202.461073:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816ba00. 00000400:00000200:1.0:1769075202.461076:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075202.461080:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075202.461083:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e85d8 00000400:00000010:1.0:1769075202.461086:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e85d8. 00000100:00000001:1.0:1769075202.461088:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075202.461120:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90379f80 x1855007613378432/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075202.461134:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075202.461139:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90379f80 x1855007613378432/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075227 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075202.461148:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075202.461150:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075202.461156:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075202.461160:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24872 usecs (25 jiffies) 00000400:00000200:1.0:1769075202.461165:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075202.461169:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296859163 00000100:00000001:1.0:1769075202.461175:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296868230 00000100:00000001:1.0:1769075202.461180:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296859163 00000100:00000001:1.0:1769075202.461185:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296868230 00000100:00000001:1.0:1769075202.461190:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075202.461194:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075202.461198:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075202.461206:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075202/real 1769075202] req@ffff982b90379f80 x1855007613378432/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075202.461223:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075202.461226:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075202.461229:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47d10. 00000400:00000200:1.0:1769075202.461234:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8908 00000400:00000010:1.0:1769075202.461238:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8908. 00000100:00000001:1.0:1769075202.461242:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075202.461250:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90379f80 x1855007613378432/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075202.461310:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90379f80 x1855007613378432/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075202.461321:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075202.461323:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075202.461326:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075202.461328:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075202.461334:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90379f80 x1855007613378432/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075202.461343:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075202.461348:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90379f80 x1855007613378432/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075202.461357:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075202.461360:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075202.461362:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075202.461363:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075202.461366:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075202.461369:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075202.461372:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075202.461377:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075202.461380:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075202.461385:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90379f80 x1855007613378432/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075202.461396:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90379f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613378432:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075202.461400:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075202.461404:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90378000 x1855007613378560/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075202.461412:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075202.461414:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075202.461417:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075202.461420:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075202.461423:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075202.461426:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90378000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613378560:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075202.461431:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075202.461433:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075202.461435:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075202.461437:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075202.461442:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f400. 02000000:00000001:1.0:1769075202.461445:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075202.461450:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075202.461453:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47d10. 00000400:00000010:1.0:1769075202.461457:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8908. 00000100:00000200:1.0:1769075202.461462:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613378560, portal 4 00000100:00000001:1.0:1769075202.461464:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075202.461466:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603412992 : -114162106138624 : ffff982b90378000) 00000100:00000040:1.0:1769075202.461473:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90378000 x1855007613378560/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075202.461482:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075202.461486:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075202.461488:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e85d8. 00000100:00000200:1.0:1769075202.461492:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613378560, offset 0 00000400:00000200:1.0:1769075202.461497:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075202.461502:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075202.461506:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075202.461510:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075202.461514:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075202.461517:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075202.461520:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075202.461524:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15745:15745:256:4294967295] 192.168.204.151@tcp LPNI seq info [15745:15745:8:4294967295] 00000400:00000200:1.0:1769075202.461529:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075202.461538:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075202.461544:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075202.461548:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816ba00. 00000800:00000200:1.0:1769075202.461553:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075202.461557:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769075202.461562:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075202.461566:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1769075202.461571:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075202.461574:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816ba00. 00000400:00000200:1.0:1769075202.461578:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075202.461582:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075202.461586:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e85d8 00000400:00000010:1.0:1769075202.461588:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e85d8. 00000100:00000001:1.0:1769075202.461591:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075202.461596:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90378000 x1855007613378560/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075202.461606:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075202.461610:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90378000 x1855007613378560/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075227 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075202.461627:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075202.461629:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075202.461633:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075202.461637:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26900 usecs (27 jiffies) 00000400:00000200:1.0:1769075202.461642:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075202.461645:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296859166 00000100:00000001:1.0:1769075202.461650:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296868230 00000100:00000001:1.0:1769075202.461655:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296859166 00000100:00000001:1.0:1769075202.461660:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296868230 00000100:00000001:1.0:1769075202.461664:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075202.461668:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075202.461671:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075202.461680:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075202/real 1769075202] req@ffff982b90378000 x1855007613378560/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075202.461694:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075202.461697:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075202.461700:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47d10. 00000400:00000200:1.0:1769075202.461705:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8908 00000400:00000010:1.0:1769075202.461708:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8908. 00000100:00000001:1.0:1769075202.461712:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075202.461718:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90378000 x1855007613378560/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075202.461735:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90378000 x1855007613378560/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075202.461749:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075202.461752:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075202.461756:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075202.461758:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075202.461765:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90378000 x1855007613378560/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075202.461779:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075202.461787:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90378000 x1855007613378560/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075202.461801:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075202.461816:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075202.461819:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075202.461822:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075202.461826:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075202.461829:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075202.461834:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075202.461841:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075202.461845:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075202.461853:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90378000 x1855007613378560/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075202.461870:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90378000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613378560:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075202.461878:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075202.461881:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075202.461887:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037b480 x1855007613378304/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075202.461900:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075202.461903:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075202.461906:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075202.461911:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075202.461913:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075202.461915:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:1.0:1769075202.461918:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075202.461921:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90211000. 02000000:00000001:1.0:1769075202.461934:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075202.461937:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075202.461939:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037b480. 00000100:00000001:1.0:1769075202.461944:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075202.461945:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075202.461948:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075202.461953:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90379f80 x1855007613378432/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075202.461961:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075202.461962:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075202.461964:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075202.461968:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075202.461969:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075202.461971:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:1.0:1769075202.461973:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075202.461975:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90213c00. 02000000:00000001:1.0:1769075202.461977:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075202.461978:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075202.461980:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90379f80. 00000100:00000001:1.0:1769075202.461983:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075202.461984:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075202.461986:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075202.461990:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90378000 x1855007613378560/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075227 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075202.461997:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075202.461998:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075202.462000:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f400. 02000000:00000001:1.0:1769075202.462003:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075202.462004:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075202.462006:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:1.0:1769075202.462009:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075202.462010:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90213800. 02000000:00000001:1.0:1769075202.462013:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075202.462014:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075202.462015:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90378000. 00000100:00000001:1.0:1769075202.462018:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075202.462021:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075202.462023:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075202.462028:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075202.462030:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075202.462033:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075202.462035:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075202.970412:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075202.970423:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075202.970426:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075202.970434:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075202.970439:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075202.970446:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075202.970450:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075202.970454:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075202.970458:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075203.354409:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075203.354421:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769075203.354424:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769075203.354432:0:21410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769075203.354435:0:21410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769075203.354437:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075203.354445:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769075203.354448:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075203.354450:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075203.354453:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075203.354458:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075203.354460:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075203.354554:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075203.354560:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075203.354565:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075203.994464:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075203.994475:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075203.994478:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075203.994487:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075203.994492:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075203.994498:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075203.994502:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075203.994507:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075203.994510:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075204.378447:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075204.378457:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075204.378482:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075204.378484:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075204.378546:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075204.378553:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075204.378556:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075205.018381:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075205.018390:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075205.018393:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075205.018399:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075205.018403:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075205.018408:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075205.018411:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075205.018414:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075205.018417:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075205.402386:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075205.402397:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075205.402404:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075205.402405:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075205.402490:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075205.402496:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075205.402500:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075206.042441:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075206.042451:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075206.042453:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075206.042459:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075206.042463:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075206.042468:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075206.042470:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075206.042473:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075206.042476:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075206.426363:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075206.426369:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075206.426373:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075206.426374:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075206.426419:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075206.426424:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075206.426428:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075207.066339:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075207.066346:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075207.066348:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075207.066354:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075207.066358:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075207.066361:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075207.066364:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075207.066367:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075207.066370:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075207.450338:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075207.450344:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075207.450348:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075207.450349:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075207.450430:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075207.450434:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075207.450437:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1769075207.578396:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075207.578406:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769075207.578408:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075207.578411:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075207.578414:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075207.578420:0:27795:0:(import.c:509:import_select_connection()) MGC192.168.204.151@tcp: connect to NID 192.168.204.151@tcp last attempt 2191 00000400:00000200:2.0:1769075207.578428:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769075207.578433:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075207.578435:0:27795:0:(import.c:588:import_select_connection()) MGC192.168.204.151@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075207.578438:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075207.578441:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075207.578443:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075207.578444:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769075207.578448:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075207.578449:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000020:00000001:2.0:1769075207.578452:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075207.578454:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000020:00000001:2.0:1769075207.578455:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000020:00000001:2.0:1769075207.578457:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00000040:2.0:1769075207.578459:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075207.578460:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075207.578461:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075207.578463:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769075207.578466:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00080000:2.0:1769075207.578468:0:27795:0:(import.c:623:import_select_connection()) MGC192.168.204.151@tcp: import ffff982b88b8a800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075207.578470:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075207.578472:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075207.578474:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075207.578476:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075207.578477:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769075207.578479:0:27795:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769075207.578487:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90378700. 00000020:00000040:2.0:1769075207.578490:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 02000000:00000001:2.0:1769075207.578493:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075207.578494:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075207.578496:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075207.578498:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075207.578502:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075207.578508:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90212000. 00000100:00000001:2.0:1769075207.578514:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075207.578521:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90378700 x1855007613378688/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769075207.578529:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075207.578532:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075207.578536:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077d76144] to pc [ptlrpcd_rcv+-1] req@ffff982b90378700 x1855007613378688/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075207.578554:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075207.578557:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769075207.578561:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769075207.578562:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075207.578564:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075207.578566:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769075207.578569:0:27795:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2191 00000400:00000200:2.0:1769075207.578573:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:2.0:1769075207.578576:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075207.578579:0:27795:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769075207.578583:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075207.578586:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075207.578589:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075207.578592:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:2.0:1769075207.578595:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075207.578597:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000020:00000001:2.0:1769075207.578599:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769075207.578600:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1769075207.578602:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000100:00000001:1.0:1769075207.578605:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1769075207.578607:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000001:1.0:1769075207.578609:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1769075207.578613:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000040:1.0:1769075207.578633:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90378700 x1855007613378688/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769075207.578637:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075207.578644:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075207.578651:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075207.578657:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000001:1.0:1769075207.578661:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1769075207.578662:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 00000100:00000001:1.0:1769075207.578666:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075207.578667:0:27795:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 02000000:00000001:1.0:1769075207.578673:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1769075207.578673:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075207.578678:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769075207.578679:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075207.578684:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075207.578685:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1769075207.578690:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90378700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613378688:192.168.204.151@tcp:250:kworker.0 02000000:00000001:2.0:1769075207.578692:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075207.578698:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769075207.578701:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000008:00100000:2.0:1769075207.578704:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1769075207.578706:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000008:00000001:2.0:1769075207.578709:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075207.578711:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075207.578714:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075207.578716:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1769075207.578720:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037ad80. 02000000:00000010:1.0:1769075207.578724:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f400. 00000020:00000040:2.0:1769075207.578744:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:1.0:1769075207.578747:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075207.578751:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769075207.578756:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075207.578759:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1769075207.578764:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 02000000:00000001:2.0:1769075207.578765:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075207.578773:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075207.578776:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47d10. 02000000:00000010:2.0:1769075207.578783:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90212400. 00000400:00000010:1.0:1769075207.578787:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8908. 00000100:00000001:2.0:1769075207.578792:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769075207.578800:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613378688, portal 25 00000100:00100000:2.0:1769075207.578823:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b9037ad80 x1855007613378816/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075207.578825:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075207.578829:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603414784 : -114162106136832 : ffff982b90378700) 00000100:00000001:2.0:1769075207.578842:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1769075207.578844:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90378700 x1855007613378688/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075207.578848:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075207.578862:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4676cee] to pc [ptlrpcd_rcv+-1] req@ffff982b9037ad80 x1855007613378816/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075207.578864:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075207.578889:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075207.578895:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e85d8. 00000100:00000200:1.0:1769075207.578903:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007613378688, offset 0 00000100:00000001:2.0:1769075207.578904:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075207.578910:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1769075207.578916:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000100:00080000:2.0:1769075207.578917:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769075207.578922:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075207.578925:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769075207.578928:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:1.0:1769075207.578931:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00080000:2.0:1769075207.578933:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2191 00000400:00000200:2.0:1769075207.578955:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075207.578957:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:2.0:1769075207.578961:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075207.578964:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1769075207.578966:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1769075207.578969:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000400:00000200:1.0:1769075207.578973:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000100:00000001:2.0:1769075207.578973:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075207.578977:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000400:00000200:1.0:1769075207.578980:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1769075207.578982:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000400:00000200:1.0:1769075207.578984:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000020:00000001:2.0:1769075207.578987:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1769075207.578991:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15746:15746:256:4294967295] 192.168.204.151@tcp LPNI seq info [15746:15746:8:4294967295] 00000020:00000040:2.0:1769075207.578991:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3de 00000020:00000001:2.0:1769075207.578994:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769075207.578998:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b9968c800 refcount=4 00000400:00000200:1.0:1769075207.579000:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000020:00000001:2.0:1769075207.579001:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000020:00000001:2.0:1769075207.579004:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000100:00000040:2.0:1769075207.579028:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075207.579036:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1769075207.579040:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000100:00000040:2.0:1769075207.579059:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075207.579064:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769075207.579069:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b9968c800 : new refcount 3 00000800:00000200:1.0:1769075207.579070:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000100:00080000:2.0:1769075207.579077:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: import ffff982b83e5e800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000800:00000010:1.0:1769075207.579079:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816ba00. 00000100:00000001:2.0:1769075207.579081:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075207.579085:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075207.579089:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1769075207.579092:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 02000000:00000001:2.0:1769075207.579094:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075207.579099:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000800:00000200:1.0:1769075207.579100:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 43 secs later) 00000008:00100000:2.0:1769075207.579102:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769075207.579109:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075207.579115:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1769075207.579116:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000010:2.0:1769075207.579123:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90378a80. 00000800:00000200:1.1:1769075207.579124:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 43 secs later) 00000020:00000040:2.0:1769075207.579130:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 00000800:00000100:1.0:1769075207.579135:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 02000000:00000001:2.0:1769075207.579137:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000800:00000010:1.0:1769075207.579140:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816ba00. 02000000:00000001:2.0:1769075207.579141:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075207.579146:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075207.579148:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1769075207.579149:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 02000000:00000001:2.0:1769075207.579150:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075207.579156:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 02000000:00000010:2.0:1769075207.579158:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90211c00. 00000400:00000200:1.0:1769075207.579162:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e85d8 00000100:00000001:2.0:1769075207.579164:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075207.579166:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e85d8. 00000100:00000001:1.0:1769075207.579174:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:2.0:1769075207.579174:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90378a80 x1855007613378944/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769075207.579184:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90378700 x1855007613378688/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075207.579189:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769075207.579194:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075207.579204:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000072252e94] to pc [ptlrpcd_rcv+-1] req@ffff982b90378a80 x1855007613378944/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075207.579229:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769075207.579230:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769075207.579235:0:27795:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1769075207.579237:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90378700 x1855007613378688/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075232 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075207.579239:0:27795:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769075207.579261:0:27795:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769075207.579267:0:27795:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769075207.579272:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075207.579275:0:27795:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769075207.579276:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:2.0:1769075207.579287:0:27795:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2191 00000100:00000001:1.0:1769075207.579289:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769075207.579299:0:27795:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075207.579300:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075207.579350:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296873350 00000400:00000200:2.0:1769075207.579353:0:27795:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:2.0:1769075207.579376:0:27795:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769075207.579377:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296868230 00000100:00000040:2.0:1769075207.579381:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075207.579386:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296873350 00000100:00000001:2.0:1769075207.579386:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075207.579389:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075207.579393:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000001:1.0:1769075207.579395:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296868230 00000020:00000001:2.0:1769075207.579395:0:27795:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769075207.579398:0:27795:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3e5 00000020:00000001:2.0:1769075207.579401:0:27795:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769075207.579403:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1769075207.579404:0:27795:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b897c2000 refcount=4 00000020:00000001:2.0:1769075207.579408:0:27795:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000100:00000001:1.0:1769075207.579411:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769075207.579412:0:27795:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000100:00000040:2.0:1769075207.579418:0:27795:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075207.579419:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1769075207.579420:0:27795:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769075207.579423:0:27795:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:2.0:1769075207.579424:0:27795:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:2.0:1769075207.579428:0:27795:0:(genops.c:898:class_export_put()) PUTting export ffff982b897c2000 : new refcount 3 00000100:00100000:1.0:1769075207.579429:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075207/real 1769075207] req@ffff982b90378700 x1855007613378688/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769075207.579431:0:27795:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: import ffff982b99688000 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:2.0:1769075207.579436:0:27795:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769075207.579439:0:27795:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769075207.579442:0:27795:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769075207.579446:0:27795:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075207.579447:0:27795:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000001:1.0:1769075207.579448:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000008:00100000:2.0:1769075207.579449:0:27795:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000400:00000001:1.0:1769075207.579451:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000008:00000001:2.0:1769075207.579453:0:27795:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769075207.579455:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47d10. 00000100:00000001:2.0:1769075207.579456:0:27795:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075207.579460:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8908 00000100:00000010:2.0:1769075207.579461:0:27795:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b9037b100. 00000400:00000010:1.0:1769075207.579463:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8908. 00000020:00000040:2.0:1769075207.579465:0:27795:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 00000100:00000001:1.0:1769075207.579467:0:2363:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1769075207.579471:0:27795:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000200:1.0:1769075207.579474:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90378700 x1855007613378688/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769075207.579475:0:27795:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075207.579479:0:27795:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769075207.579482:0:27795:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769075207.579484:0:27795:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769075207.579490:0:27795:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b90210800. 00000100:00000200:1.0:1769075207.579495:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90378700 x1855007613378688/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769075207.579495:0:27795:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075207.579502:0:27795:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b9037b100 x1855007613379072/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075207.579518:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769075207.579519:0:27795:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075207.579523:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075207.579523:0:27795:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769075207.579527:0:27795:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046ecc01e] to pc [ptlrpcd_rcv+-1] req@ffff982b9037b100 x1855007613379072/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075207.579529:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075207.579534:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075207.579538:0:27795:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075207.579543:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90378700 x1855007613378688/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769075207.579543:0:27795:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2201) 00000100:00000001:1.0:1769075207.579551:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075207.579555:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90378700 x1855007613378688/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075207.579560:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075207.579562:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075207.579563:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075207.579564:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075207.579566:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075207.579568:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075207.579570:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075207.579573:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075207.579574:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075207.579577:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90378700 x1855007613378688/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075207.579582:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90378700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613378688:192.168.204.151@tcp:250:kworker.0 00000100:00000001:1.0:1769075207.579587:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075207.579589:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075207.579591:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90378700 x1855007613378688/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075207.579596:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075207.579598:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075207.579600:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f400. 02000000:00000001:1.0:1769075207.579604:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075207.579606:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075207.579607:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:1.0:1769075207.579609:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075207.579611:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90212000. 02000000:00000001:1.0:1769075207.579614:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075207.579616:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075207.579617:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90378700. 00000100:00000001:1.0:1769075207.579620:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075207.579621:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075207.579623:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075207.579630:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075207.579632:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075207.579634:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075207.579636:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075207.579637:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075207.579639:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037ad80 x1855007613378816/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075207.579645:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075207.579646:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075207.579648:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075207.579649:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075207.579651:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075207.579653:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613378816:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075207.579655:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075207.579656:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075207.579657:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075207.579659:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075207.579662:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f400. 02000000:00000001:1.0:1769075207.579663:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075207.579667:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075207.579670:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47d10. 00000400:00000010:1.0:1769075207.579672:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8908. 00000100:00000200:1.0:1769075207.579675:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613378816, portal 10 00000100:00000001:1.0:1769075207.579677:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075207.579678:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603424640 : -114162106126976 : ffff982b9037ad80) 00000100:00000040:1.0:1769075207.579683:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9037ad80 x1855007613378816/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075207.579692:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075207.579694:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075207.579697:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e85d8. 00000100:00000200:1.0:1769075207.579699:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613378816, offset 0 00000400:00000200:1.0:1769075207.579702:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075207.579705:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075207.579708:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075207.579711:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075207.579714:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075207.579717:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075207.579719:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075207.579722:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15747:15747:256:4294967295] 192.168.204.151@tcp LPNI seq info [15747:15747:8:4294967295] 00000400:00000200:1.0:1769075207.579726:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075207.579732:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075207.579736:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075207.579739:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816ba00. 00000800:00000200:1.0:1769075207.579743:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075207.579745:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769075207.579749:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075207.579751:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1769075207.579753:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075207.579755:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816ba00. 00000400:00000200:1.0:1769075207.579758:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075207.579760:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075207.579763:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e85d8 00000400:00000010:1.0:1769075207.579764:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e85d8. 00000100:00000001:1.0:1769075207.579766:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075207.579769:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b9037ad80 x1855007613378816/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075207.579776:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075207.579778:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037ad80 x1855007613378816/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075232 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075207.579787:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075207.579789:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075207.579792:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075207.579794:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1068438 usecs (1069 jiffies) 00000400:00000200:1.0:1769075207.579797:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075207.579799:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296865326 00000100:00000001:1.0:1769075207.579801:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296873350 00000100:00000001:1.0:1769075207.579803:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296865326 00000100:00000001:1.0:1769075207.579804:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296873350 00000100:00000001:1.0:1769075207.579806:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075207.579808:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075207.579809:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075207.579812:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075207/real 1769075207] req@ffff982b9037ad80 x1855007613378816/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075207.579818:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075207.579820:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075207.579821:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47d10. 00000400:00000200:1.0:1769075207.579823:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8908 00000400:00000010:1.0:1769075207.579824:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8908. 00000100:00000001:1.0:1769075207.579826:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075207.579830:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037ad80 x1855007613378816/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075207.579836:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037ad80 x1855007613378816/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075207.579840:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075207.579842:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075207.579843:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075207.579844:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075207.579847:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b9037ad80 x1855007613378816/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075207.579852:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075207.579855:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037ad80 x1855007613378816/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075207.579859:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075207.579860:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075207.579861:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075207.579863:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075207.579864:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075207.579865:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075207.579867:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075207.579869:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075207.579871:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075207.579873:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037ad80 x1855007613378816/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075207.579878:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613378816:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075207.579880:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075207.579882:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90378a80 x1855007613378944/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075207.579886:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075207.579887:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075207.579889:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075207.579890:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075207.579891:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075207.579893:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90378a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613378944:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075207.579895:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075207.579896:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075207.579897:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075207.579899:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075207.579901:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075207.579902:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075207.579904:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075207.579906:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47d10. 00000400:00000010:1.0:1769075207.579908:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8908. 00000100:00000200:1.0:1769075207.579910:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613378944, portal 4 00000100:00000001:1.0:1769075207.579911:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075207.579912:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603415680 : -114162106135936 : ffff982b90378a80) 00000100:00000040:1.0:1769075207.579916:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90378a80 x1855007613378944/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075207.579938:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075207.579942:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075207.579944:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e85d8. 00000100:00000200:1.0:1769075207.579947:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613378944, offset 0 00000400:00000200:1.0:1769075207.579951:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075207.579955:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075207.579960:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075207.579964:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075207.579968:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075207.579971:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075207.579975:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075207.579980:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15748:15748:256:4294967295] 192.168.204.151@tcp LPNI seq info [15748:15748:8:4294967295] 00000400:00000200:1.0:1769075207.579986:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075207.579992:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075207.579997:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075207.580000:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816ba00. 00000800:00000200:1.0:1769075207.580005:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075207.580033:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769075207.580039:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075207.580042:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1769075207.580046:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075207.580050:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816ba00. 00000400:00000200:1.0:1769075207.580069:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075207.580073:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075207.580076:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e85d8 00000400:00000010:1.0:1769075207.580077:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e85d8. 00000100:00000001:1.0:1769075207.580080:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075207.580083:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90378a80 x1855007613378944/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075207.580091:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075207.580093:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90378a80 x1855007613378944/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075232 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075207.580100:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075207.580101:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075207.580105:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075207.580108:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24872 usecs (25 jiffies) 00000400:00000200:1.0:1769075207.580112:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075207.580114:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296864282 00000100:00000001:1.0:1769075207.580116:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296873350 00000100:00000001:1.0:1769075207.580118:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296864282 00000100:00000001:1.0:1769075207.580121:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296873350 00000100:00000001:1.0:1769075207.580122:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075207.580124:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075207.580126:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075207.580129:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075207/real 1769075207] req@ffff982b90378a80 x1855007613378944/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075207.580136:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075207.580137:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075207.580139:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47d10. 00000400:00000200:1.0:1769075207.580141:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8908 00000400:00000010:1.0:1769075207.580143:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8908. 00000100:00000001:1.0:1769075207.580145:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075207.580148:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90378a80 x1855007613378944/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075207.580156:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90378a80 x1855007613378944/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075207.580162:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075207.580163:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075207.580165:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075207.580166:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075207.580169:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90378a80 x1855007613378944/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075207.580175:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075207.580179:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90378a80 x1855007613378944/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075207.580185:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075207.580188:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075207.580190:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075207.580191:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075207.580193:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075207.580195:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075207.580197:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075207.580200:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075207.580202:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075207.580206:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90378a80 x1855007613378944/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075207.580213:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90378a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613378944:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075207.580217:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075207.580221:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b9037b100 x1855007613379072/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075207.580228:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075207.580230:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075207.580233:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075207.580235:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075207.580237:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075207.580240:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b9037b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613379072:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075207.580244:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075207.580246:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075207.580248:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075207.580250:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075207.580254:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075207.580256:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075207.580259:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075207.580262:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47d10. 00000400:00000010:1.0:1769075207.580267:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8908. 00000100:00000200:1.0:1769075207.580270:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613379072, portal 4 00000100:00000001:1.0:1769075207.580289:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075207.580291:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603425536 : -114162106126080 : ffff982b9037b100) 00000100:00000040:1.0:1769075207.580297:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b9037b100 x1855007613379072/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075207.580303:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075207.580308:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075207.580355:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e85d8. 00000100:00000200:1.0:1769075207.580358:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613379072, offset 0 00000400:00000200:1.0:1769075207.580364:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075207.580369:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075207.580373:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075207.580377:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075207.580381:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075207.580386:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075207.580391:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075207.580398:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15749:15749:256:4294967295] 192.168.204.151@tcp LPNI seq info [15749:15749:8:4294967295] 00000400:00000200:1.0:1769075207.580420:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075207.580428:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075207.580435:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075207.580438:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816ba00. 00000800:00000200:1.0:1769075207.580444:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075207.580448:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769075207.580453:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075207.580456:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 43 secs later) 00000800:00000100:1.0:1769075207.580462:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075207.580464:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816ba00. 00000400:00000200:1.0:1769075207.580467:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075207.580471:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075207.580474:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e85d8 00000400:00000010:1.0:1769075207.580475:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e85d8. 00000100:00000001:1.0:1769075207.580477:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075207.580480:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b9037b100 x1855007613379072/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075207.580487:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075207.580490:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b9037b100 x1855007613379072/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075232 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075207.580497:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075207.580499:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075207.580502:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075207.580505:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26900 usecs (27 jiffies) 00000400:00000200:1.0:1769075207.580509:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075207.580512:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296864285 00000100:00000001:1.0:1769075207.580514:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296873350 00000100:00000001:1.0:1769075207.580517:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296864285 00000100:00000001:1.0:1769075207.580519:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296873350 00000100:00000001:1.0:1769075207.580522:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075207.580524:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075207.580527:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075207.580531:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075207/real 1769075207] req@ffff982b9037b100 x1855007613379072/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075207.580540:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075207.580541:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075207.580543:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47d10. 00000400:00000200:1.0:1769075207.580544:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8908 00000400:00000010:1.0:1769075207.580545:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8908. 00000100:00000001:1.0:1769075207.580547:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075207.580549:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b9037b100 x1855007613379072/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075207.580555:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b9037b100 x1855007613379072/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075207.580560:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075207.580561:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075207.580562:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075207.580563:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075207.580565:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b9037b100 x1855007613379072/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075207.580569:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075207.580571:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b9037b100 x1855007613379072/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075207.580576:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075207.580577:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075207.580578:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075207.580579:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075207.580580:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075207.580581:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075207.580583:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075207.580585:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075207.580587:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075207.580590:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b9037b100 x1855007613379072/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075207.580594:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b9037b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613379072:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075207.580597:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075207.580598:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075207.580600:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037ad80 x1855007613378816/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075207.580604:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075207.580605:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075207.580606:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f400. 02000000:00000001:1.0:1769075207.580608:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075207.580609:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075207.580610:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:1.0:1769075207.580611:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075207.580612:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90212400. 02000000:00000001:1.0:1769075207.580614:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075207.580615:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075207.580616:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037ad80. 00000100:00000001:1.0:1769075207.580619:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075207.580620:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075207.580621:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075207.580623:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90378a80 x1855007613378944/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075207.580627:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075207.580628:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075207.580629:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075207.580630:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075207.580630:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075207.580631:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:1.0:1769075207.580632:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075207.580634:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90211c00. 02000000:00000001:1.0:1769075207.580635:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075207.580636:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075207.580637:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90378a80. 00000100:00000001:1.0:1769075207.580639:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075207.580639:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075207.580640:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075207.580642:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b9037b100 x1855007613379072/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075232 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075207.580646:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075207.580646:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075207.580647:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075207.580649:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075207.580650:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075207.580650:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:1.0:1769075207.580651:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075207.580652:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b90210800. 02000000:00000001:1.0:1769075207.580653:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075207.580654:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075207.580655:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b9037b100. 00000100:00000001:1.0:1769075207.580656:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075207.580657:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075207.580658:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075207.580660:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075207.580661:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075207.580662:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075207.580663:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075208.090375:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075208.090382:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075208.090384:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075208.090389:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075208.090393:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075208.090397:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075208.090400:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075208.090402:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075208.090405:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075208.474364:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075208.474372:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075208.474379:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075208.474384:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769075208.474387:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769075208.474405:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075208.474421:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769075208.474423:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075208.474426:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075208.474428:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075208.474469:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075208.474473:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075208.474503:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075209.114355:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075209.114363:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075209.114366:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075209.114373:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075209.114379:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075209.114383:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075209.114386:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075209.114389:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075209.114393:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075209.498349:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075209.498355:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075209.498362:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075209.498363:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075209.498419:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075209.498423:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075209.498425:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075210.138343:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075210.138350:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075210.138352:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075210.138356:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075210.138359:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075210.138363:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075210.138364:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075210.138367:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075210.138369:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075210.522472:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075210.522478:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075210.522484:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075210.522485:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075210.522540:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075210.522548:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075210.522557:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075211.162390:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075211.162400:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075211.162405:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075211.162414:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075211.162420:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075211.162424:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075211.162428:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075211.162431:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075211.162434:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075211.546362:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075211.546369:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075211.546375:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075211.546376:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075211.546480:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075211.546485:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075211.546490:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075212.186401:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075212.186408:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075212.186410:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075212.186415:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075212.186419:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075212.186422:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075212.186424:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075212.186427:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075212.186429:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075212.570359:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075212.570366:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075212.570373:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075212.570374:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075212.570406:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075212.570409:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075212.570412:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769075212.698373:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075212.698381:0:30087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769075212.698384:0:30087:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075212.698387:0:30087:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075212.698391:0:30087:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075212.698398:0:30087:0:(import.c:509:import_select_connection()) MGC192.168.204.151@tcp: connect to NID 192.168.204.151@tcp last attempt 2196 00000400:00000200:3.0:1769075212.698405:0:30087:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075212.698410:0:30087:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075212.698413:0:30087:0:(import.c:588:import_select_connection()) MGC192.168.204.151@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075212.698415:0:30087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075212.698419:0:30087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075212.698421:0:30087:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075212.698423:0:30087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:3.0:1769075212.698426:0:30087:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075212.698428:0:30087:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000020:00000001:3.0:1769075212.698430:0:30087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075212.698432:0:30087:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000020:00000001:3.0:1769075212.698433:0:30087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000020:00000001:3.0:1769075212.698435:0:30087:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00000040:3.0:1769075212.698438:0:30087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075212.698439:0:30087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075212.698440:0:30087:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075212.698441:0:30087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:3.0:1769075212.698443:0:30087:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00080000:3.0:1769075212.698446:0:30087:0:(import.c:623:import_select_connection()) MGC192.168.204.151@tcp: import ffff982b88b8a800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:3.0:1769075212.698448:0:30087:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075212.698450:0:30087:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075212.698452:0:30087:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075212.698454:0:30087:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075212.698456:0:30087:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075212.698457:0:30087:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075212.698465:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90372680. 00000020:00000040:3.0:1769075212.698467:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 02000000:00000001:3.0:1769075212.698470:0:30087:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075212.698471:0:30087:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075212.698474:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075212.698475:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075212.698479:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075212.698485:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c03000. 00000100:00000001:3.0:1769075212.698490:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075212.698497:0:30087:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90372680 x1855007613379200/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075212.698505:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075212.698508:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075212.698511:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6186097] to pc [ptlrpcd_rcv+-1] req@ffff982b90372680 x1855007613379200/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075212.698536:0:30087:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075212.698539:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769075212.698542:0:30087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769075212.698544:0:30087:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075212.698546:0:30087:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075212.698548:0:30087:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769075212.698551:0:30087:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2196 00000400:00000200:3.0:1769075212.698555:0:30087:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075212.698559:0:30087:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075212.698561:0:30087:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075212.698564:0:30087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075212.698567:0:30087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075212.698570:0:30087:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075212.698573:0:30087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:3.0:1769075212.698575:0:30087:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075212.698577:0:30087:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000020:00000001:3.0:1769075212.698579:0:30087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075212.698581:0:30087:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000020:00000001:3.0:1769075212.698584:0:30087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000020:00000001:3.0:1769075212.698587:0:30087:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000040:3.0:1769075212.698590:0:30087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075212.698591:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075212.698592:0:30087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075212.698595:0:30087:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075212.698598:0:30087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000001:1.0:1769075212.698599:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1769075212.698600:0:30087:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 00000100:00080000:3.0:1769075212.698604:0:30087:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:1.0:1769075212.698606:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769075212.698607:0:30087:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075212.698610:0:30087:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075212.698615:0:30087:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1769075212.698617:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90372680 x1855007613379200/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769075212.698617:0:30087:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075212.698621:0:30087:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075212.698625:0:30087:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769075212.698631:0:30087:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075212.698632:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075212.698634:0:30087:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075212.698635:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769075212.698639:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90371180. 02000000:00000001:1.0:1769075212.698640:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:3.0:1769075212.698643:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:1.0:1769075212.698644:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075212.698646:0:30087:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769075212.698650:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075212.698651:0:30087:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075212.698656:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1769075212.698659:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90372680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613379200:192.168.204.151@tcp:250:kworker.0 02000000:00000001:3.0:1769075212.698659:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075212.698661:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075212.698667:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1769075212.698668:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c00800. 02000000:00000001:1.0:1769075212.698671:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1769075212.698672:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075212.698674:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075212.698678:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1769075212.698679:0:30087:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90371180 x1855007613379328/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1769075212.698684:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606d800. 00000100:00000001:3.0:1769075212.698689:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1769075212.698690:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075212.698694:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075212.698698:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d4f01a1] to pc [ptlrpcd_rcv+-1] req@ffff982b90371180 x1855007613379328/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769075212.698701:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075212.698708:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47d10. 00000100:00000001:3.0:1769075212.698709:0:30087:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075212.698713:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1769075212.698714:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8908. 00000100:00080000:3.0:1769075212.698715:0:30087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769075212.698718:0:30087:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075212.698720:0:30087:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075212.698723:0:30087:0:(import.c:484:import_select_connection()) Process entered 00000100:00000200:1.0:1769075212.698724:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613379200, portal 25 00000100:00080000:3.0:1769075212.698725:0:30087:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2196 00000100:00000001:1.0:1769075212.698729:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075212.698733:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603390080 : -114162106161536 : ffff982b90372680) 00000400:00000200:3.0:1769075212.698733:0:30087:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075212.698738:0:30087:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075212.698740:0:30087:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769075212.698743:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90372680 x1855007613379200/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769075212.698746:0:30087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075212.698750:0:30087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075212.698754:0:30087:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075212.698758:0:30087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000001:1.0:1769075212.698762:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1769075212.698762:0:30087:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075212.698766:0:30087:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3de 00000020:00000001:3.0:1769075212.698769:0:30087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1769075212.698770:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000020:00000040:3.0:1769075212.698771:0:30087:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b9968c800 refcount=4 00000400:00000010:1.0:1769075212.698775:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e85d8. 00000020:00000001:3.0:1769075212.698775:0:30087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000020:00000001:3.0:1769075212.698777:0:30087:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000100:00000200:1.0:1769075212.698781:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007613379200, offset 0 00000100:00000040:3.0:1769075212.698782:0:30087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075212.698786:0:30087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075212.698787:0:30087:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075212.698790:0:30087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000400:00000200:1.0:1769075212.698791:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000020:00000040:3.0:1769075212.698792:0:30087:0:(genops.c:898:class_export_put()) PUTting export ffff982b9968c800 : new refcount 3 00000100:00080000:3.0:1769075212.698797:0:30087:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: import ffff982b83e5e800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:3.0:1769075212.698798:0:30087:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075212.698799:0:30087:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1769075212.698802:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 02000000:00000001:3.0:1769075212.698803:0:30087:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075212.698807:0:30087:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075212.698809:0:30087:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075212.698810:0:30087:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000400:00000200:1.0:1769075212.698812:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000008:00000001:3.0:1769075212.698813:0:30087:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075212.698817:0:30087:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075212.698820:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:3.0:1769075212.698820:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90372a00. 00000020:00000040:3.0:1769075212.698824:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 00000400:00000200:1.0:1769075212.698827:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 02000000:00000001:3.0:1769075212.698828:0:30087:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075212.698831:0:30087:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075212.698834:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1769075212.698834:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075212.698835:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075212.698838:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075212.698839:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 02000000:00000010:3.0:1769075212.698842:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c00c00. 00000400:00000200:1.0:1769075212.698847:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15750:15750:256:4294967295] 192.168.204.151@tcp LPNI seq info [15750:15750:8:4294967295] 00000100:00000001:3.0:1769075212.698847:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075212.698856:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00100000:3.0:1769075212.698856:0:30087:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90372a00 x1855007613379456/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075212.698865:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075212.698869:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075212.698874:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000100:00000040:3.0:1769075212.698876:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000108dea0b] to pc [ptlrpcd_rcv+-1] req@ffff982b90372a00 x1855007613379456/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1769075212.698886:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000100:00000001:3.0:1769075212.698889:0:30087:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769075212.698891:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000010:1.0:1769075212.698892:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816ba00. 00000100:00080000:3.0:1769075212.698894:0:30087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769075212.698897:0:30087:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769075212.698898:0:30087:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769075212.698901:0:30087:0:(import.c:484:import_select_connection()) Process entered 00000800:00000200:1.0:1769075212.698902:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00080000:3.0:1769075212.698904:0:30087:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2196 00000400:00000200:3.0:1769075212.698911:0:30087:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000800:00000200:1.0:1769075212.698912:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 37 secs later) 00000400:00000200:3.0:1769075212.698914:0:30087:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:3.0:1769075212.698918:0:30087:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769075212.698936:0:30087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075212.698937:0:30087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075212.698939:0:30087:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075212.698940:0:30087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:3.0:1769075212.698942:0:30087:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769075212.698943:0:30087:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3e5 00000020:00000001:3.0:1769075212.698944:0:30087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769075212.698945:0:30087:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b897c2000 refcount=4 00000020:00000001:3.0:1769075212.698946:0:30087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000020:00000001:3.0:1769075212.698947:0:30087:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000100:00000040:3.0:1769075212.698949:0:30087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075212.698950:0:30087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075212.698951:0:30087:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075212.698953:0:30087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:3.0:1769075212.698955:0:30087:0:(genops.c:898:class_export_put()) PUTting export ffff982b897c2000 : new refcount 3 00000800:00000200:1.1:1769075212.698959:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00080000:3.0:1769075212.698960:0:30087:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: import ffff982b99688000 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:3.0:1769075212.698964:0:30087:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075212.698967:0:30087:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000800:00000200:1.1:1769075212.698967:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 37 secs later) 02000000:00000001:3.0:1769075212.698970:0:30087:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075212.698973:0:30087:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075212.698975:0:30087:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769075212.698978:0:30087:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1769075212.698979:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000008:00000001:3.0:1769075212.698981:0:30087:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075212.698983:0:30087:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1769075212.698985:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816ba00. 00000100:00000010:3.0:1769075212.698986:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b90372300. 00000020:00000040:3.0:1769075212.698990:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 00000400:00000200:1.0:1769075212.698991:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 02000000:00000001:3.0:1769075212.698992:0:30087:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769075212.698994:0:30087:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075212.698997:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769075212.698999:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1769075212.699001:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 02000000:00000001:3.0:1769075212.699002:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075212.699008:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e85d8 02000000:00000010:3.0:1769075212.699008:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b98c03c00. 00000400:00000010:1.0:1769075212.699013:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e85d8. 00000100:00000001:3.0:1769075212.699014:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075212.699020:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:3.0:1769075212.699021:0:30087:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b90372300 x1855007613379584/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769075212.699028:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90372680 x1855007613379200/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075212.699031:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075212.699035:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075212.699042:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000251f3721] to pc [ptlrpcd_rcv+-1] req@ffff982b90372300 x1855007613379584/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075212.699045:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075212.699051:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90372680 x1855007613379200/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075237 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075212.699056:0:30087:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075212.699061:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075212.699062:0:30087:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2207) 00000100:00000001:1.0:1769075212.699067:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075212.699077:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075212.699083:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075212.699087:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296878469 00000100:00000001:1.0:1769075212.699095:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296873350 00000100:00000001:1.0:1769075212.699100:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296878469 00000100:00000001:1.0:1769075212.699104:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296873350 00000100:00000001:1.0:1769075212.699107:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075212.699110:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075212.699113:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075212.699118:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075212/real 1769075212] req@ffff982b90372680 x1855007613379200/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075212.699126:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075212.699127:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075212.699128:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47d10. 00000400:00000200:1.0:1769075212.699131:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8908 00000400:00000010:1.0:1769075212.699132:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8908. 00000100:00000001:1.0:1769075212.699134:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075212.699136:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90372680 x1855007613379200/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075212.699142:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90372680 x1855007613379200/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075212.699147:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075212.699148:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075212.699150:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075212.699151:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075212.699154:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90372680 x1855007613379200/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075212.699158:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075212.699162:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90372680 x1855007613379200/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075212.699166:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075212.699168:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075212.699169:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075212.699170:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075212.699172:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075212.699173:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075212.699175:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075212.699177:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075212.699179:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075212.699183:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90372680 x1855007613379200/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075212.699188:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90372680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613379200:192.168.204.151@tcp:250:kworker.0 00000100:00000001:1.0:1769075212.699192:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075212.699193:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075212.699195:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90372680 x1855007613379200/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075212.699199:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075212.699201:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075212.699203:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075212.699205:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075212.699207:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075212.699208:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:1.0:1769075212.699209:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075212.699210:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c03000. 02000000:00000001:1.0:1769075212.699213:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075212.699214:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075212.699215:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90372680. 00000100:00000001:1.0:1769075212.699218:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075212.699219:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075212.699220:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075212.699225:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075212.699227:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075212.699228:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075212.699230:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769075212.699231:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075212.699233:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90371180 x1855007613379328/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075212.699238:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075212.699239:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075212.699241:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075212.699242:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075212.699244:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075212.699246:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90371180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613379328:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075212.699248:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075212.699250:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075212.699251:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075212.699252:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075212.699254:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075212.699256:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075212.699258:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075212.699261:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47d10. 00000400:00000010:1.0:1769075212.699263:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8908. 00000100:00000200:1.0:1769075212.699265:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613379328, portal 10 00000100:00000001:1.0:1769075212.699266:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075212.699268:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603384704 : -114162106166912 : ffff982b90371180) 00000100:00000040:1.0:1769075212.699272:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90371180 x1855007613379328/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075212.699276:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075212.699278:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075212.699304:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e85d8. 00000100:00000200:1.0:1769075212.699306:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613379328, offset 0 00000400:00000200:1.0:1769075212.699309:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075212.699312:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075212.699314:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075212.699317:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075212.699319:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075212.699320:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075212.699322:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075212.699324:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15751:15751:256:4294967295] 192.168.204.151@tcp LPNI seq info [15751:15751:8:4294967295] 00000400:00000200:1.0:1769075212.699327:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075212.699331:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075212.699335:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075212.699338:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816ba00. 00000800:00000200:1.0:1769075212.699340:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075212.699342:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1769075212.699345:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075212.699347:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1769075212.699350:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075212.699351:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816ba00. 00000400:00000200:1.0:1769075212.699353:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075212.699355:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075212.699358:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e85d8 00000400:00000010:1.0:1769075212.699359:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e85d8. 00000100:00000001:1.0:1769075212.699360:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075212.699363:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90371180 x1855007613379328/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075212.699368:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075212.699370:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90371180 x1855007613379328/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075237 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075212.699375:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075212.699376:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075212.699378:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075212.699381:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1068438 usecs (1069 jiffies) 00000400:00000200:1.0:1769075212.699383:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075212.699384:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296870446 00000100:00000001:1.0:1769075212.699386:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296878469 00000100:00000001:1.0:1769075212.699388:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296870446 00000100:00000001:1.0:1769075212.699390:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296878469 00000100:00000001:1.0:1769075212.699391:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075212.699392:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075212.699393:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075212.699396:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075212/real 1769075212] req@ffff982b90371180 x1855007613379328/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075212.699406:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075212.699407:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075212.699408:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47d10. 00000400:00000200:1.0:1769075212.699409:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8908 00000400:00000010:1.0:1769075212.699410:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8908. 00000100:00000001:1.0:1769075212.699411:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075212.699413:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90371180 x1855007613379328/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075212.699419:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90371180 x1855007613379328/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075212.699423:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075212.699424:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075212.699425:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075212.699426:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075212.699428:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90371180 x1855007613379328/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075212.699432:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075212.699435:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90371180 x1855007613379328/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075212.699439:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075212.699440:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075212.699441:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075212.699442:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075212.699443:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075212.699444:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075212.699446:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075212.699448:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075212.699449:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075212.699452:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90371180 x1855007613379328/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075212.699457:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90371180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613379328:192.168.204.151@tcp:38:kworker.0 00000100:00000001:1.0:1769075212.699460:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075212.699462:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90372a00 x1855007613379456/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075212.699465:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075212.699466:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075212.699468:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075212.699469:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075212.699470:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075212.699472:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90372a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613379456:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075212.699473:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075212.699475:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075212.699475:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075212.699477:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075212.699479:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075212.699480:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075212.699482:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075212.699484:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47d10. 00000400:00000010:1.0:1769075212.699486:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8908. 00000100:00000200:1.0:1769075212.699488:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613379456, portal 4 00000100:00000001:1.0:1769075212.699489:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075212.699490:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603390976 : -114162106160640 : ffff982b90372a00) 00000100:00000040:1.0:1769075212.699494:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90372a00 x1855007613379456/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075212.699499:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075212.699500:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075212.699502:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e85d8. 00000100:00000200:1.0:1769075212.699503:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613379456, offset 0 00000400:00000200:1.0:1769075212.699506:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075212.699508:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075212.699510:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075212.699512:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075212.699514:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075212.699515:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075212.699517:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075212.699519:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15752:15752:256:4294967295] 192.168.204.151@tcp LPNI seq info [15752:15752:8:4294967295] 00000400:00000200:1.0:1769075212.699522:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075212.699525:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075212.699528:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075212.699529:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816ba00. 00000800:00000200:1.0:1769075212.699532:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075212.699534:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1769075212.699539:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075212.699541:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1769075212.699545:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075212.699547:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816ba00. 00000400:00000200:1.0:1769075212.699550:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075212.699553:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075212.699556:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e85d8 00000400:00000010:1.0:1769075212.699558:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e85d8. 00000100:00000001:1.0:1769075212.699560:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075212.699564:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90372a00 x1855007613379456/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075212.699572:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075212.699576:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90372a00 x1855007613379456/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075237 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075212.699584:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075212.699586:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075212.699589:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075212.699592:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24872 usecs (25 jiffies) 00000400:00000200:1.0:1769075212.699596:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075212.699598:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296869402 00000100:00000001:1.0:1769075212.699600:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296878469 00000100:00000001:1.0:1769075212.699602:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296869402 00000100:00000001:1.0:1769075212.699603:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296878469 00000100:00000001:1.0:1769075212.699605:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075212.699606:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075212.699607:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075212.699610:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075212/real 1769075212] req@ffff982b90372a00 x1855007613379456/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075212.699615:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075212.699617:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075212.699618:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47d10. 00000400:00000200:1.0:1769075212.699620:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8908 00000400:00000010:1.0:1769075212.699621:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8908. 00000100:00000001:1.0:1769075212.699622:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075212.699624:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90372a00 x1855007613379456/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075212.699630:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90372a00 x1855007613379456/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075212.699634:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075212.699635:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075212.699636:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075212.699637:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075212.699639:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90372a00 x1855007613379456/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075212.699643:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075212.699645:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90372a00 x1855007613379456/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075212.699649:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075212.699652:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075212.699653:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075212.699654:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075212.699655:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075212.699656:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075212.699658:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075212.699660:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075212.699661:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075212.699663:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90372a00 x1855007613379456/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075212.699668:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90372a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613379456:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075212.699671:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075212.699673:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b90372300 x1855007613379584/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075212.699677:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075212.699678:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075212.699679:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769075212.699681:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075212.699682:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075212.699684:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b90372300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613379584:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075212.699686:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769075212.699687:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075212.699688:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075212.699690:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769075212.699692:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b8606f400. 02000000:00000001:1.0:1769075212.699693:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769075212.699695:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:1.0:1769075212.699697:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b98e47d10. 00000400:00000010:1.0:1769075212.699699:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e8908. 00000100:00000200:1.0:1769075212.699701:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613379584, portal 4 00000100:00000001:1.0:1769075212.699702:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769075212.699703:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911603389184 : -114162106162432 : ffff982b90372300) 00000100:00000040:1.0:1769075212.699707:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b90372300 x1855007613379584/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075212.699711:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075212.699712:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:1.0:1769075212.699714:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b984e85d8. 00000100:00000200:1.0:1769075212.699715:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613379584, offset 0 00000400:00000200:1.0:1769075212.699717:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:1.0:1769075212.699720:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075212.699723:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:1.0:1769075212.699725:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769075212.699726:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:1.0:1769075212.699728:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769075212.699730:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:1.0:1769075212.699732:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15753:15753:256:4294967295] 192.168.204.151@tcp LPNI seq info [15753:15753:8:4294967295] 00000400:00000200:1.0:1769075212.699735:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075212.699739:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:1.0:1769075212.699741:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075212.699743:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b9816ba00. 00000800:00000200:1.0:1769075212.699746:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.0:1769075212.699748:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1769075212.699751:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:1.1:1769075212.699753:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1769075212.699755:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:1.0:1769075212.699757:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b9816ba00. 00000400:00000200:1.0:1769075212.699759:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769075212.699761:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769075212.699763:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e85d8 00000400:00000010:1.0:1769075212.699764:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e85d8. 00000100:00000001:1.0:1769075212.699765:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769075212.699767:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b90372300 x1855007613379584/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075212.699777:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075212.699779:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b90372300 x1855007613379584/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075237 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075212.699783:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075212.699784:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075212.699786:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075212.699788:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26900 usecs (27 jiffies) 00000400:00000200:1.0:1769075212.699790:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075212.699791:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296869404 00000100:00000001:1.0:1769075212.699792:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296878469 00000100:00000001:1.0:1769075212.699794:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296869404 00000100:00000001:1.0:1769075212.699796:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296878469 00000100:00000001:1.0:1769075212.699797:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769075212.699798:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075212.699799:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769075212.699801:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075212/real 1769075212] req@ffff982b90372300 x1855007613379584/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769075212.699806:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769075212.699807:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769075212.699808:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b98e47d10. 00000400:00000200:1.0:1769075212.699809:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b984e8908 00000400:00000010:1.0:1769075212.699810:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b984e8908. 00000100:00000001:1.0:1769075212.699811:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769075212.699813:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b90372300 x1855007613379584/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769075212.699818:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b90372300 x1855007613379584/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075212.699822:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075212.699823:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075212.699824:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075212.699825:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075212.699828:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b90372300 x1855007613379584/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075212.699832:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769075212.699834:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b90372300 x1855007613379584/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075212.699838:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075212.699839:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075212.699840:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075212.699841:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075212.699842:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769075212.699843:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075212.699844:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769075212.699846:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075212.699847:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075212.699849:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b90372300 x1855007613379584/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769075212.699854:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b90372300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613379584:192.168.204.151@tcp:8:kworker.0 00000100:00000001:1.0:1769075212.699856:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075212.699857:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075212.699859:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90371180 x1855007613379328/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075212.699863:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075212.699864:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075212.699866:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606d800. 02000000:00000001:1.0:1769075212.699867:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075212.699868:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075212.699870:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:1.0:1769075212.699871:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075212.699872:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c00800. 02000000:00000001:1.0:1769075212.699874:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075212.699875:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075212.699876:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90371180. 00000100:00000001:1.0:1769075212.699878:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075212.699879:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075212.699880:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075212.699882:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90372a00 x1855007613379456/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075212.699886:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075212.699887:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075212.699888:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f800. 02000000:00000001:1.0:1769075212.699890:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075212.699891:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075212.699892:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:1.0:1769075212.699893:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075212.699893:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c00c00. 02000000:00000001:1.0:1769075212.699894:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075212.699895:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075212.699896:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90372a00. 00000100:00000001:1.0:1769075212.699897:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075212.699898:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075212.699899:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769075212.699901:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b90372300 x1855007613379584/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075237 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075212.699907:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769075212.699908:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769075212.699909:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b8606f400. 02000000:00000001:1.0:1769075212.699911:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769075212.699912:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769075212.699914:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:1.0:1769075212.699915:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769075212.699917:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b98c03c00. 02000000:00000001:1.0:1769075212.699919:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769075212.699933:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769075212.699936:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b90372300. 00000100:00000001:1.0:1769075212.699939:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075212.699940:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075212.699942:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075212.699945:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769075212.699947:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075212.699949:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769075212.699950:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075213.210392:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075213.210399:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075213.210401:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075213.210406:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075213.210409:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075213.210413:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075213.210416:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075213.210420:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075213.210423:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075213.594358:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075213.594365:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769075213.594368:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769075213.594373:0:21410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769075213.594375:0:21410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769075213.594376:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075213.594380:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769075213.594382:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075213.594383:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075213.594385:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075213.594388:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075213.594389:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075213.594455:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075213.594460:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075213.594464:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075214.234375:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075214.234384:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075214.234386:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075214.234392:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075214.234396:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075214.234399:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075214.234401:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075214.234403:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075214.234406:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075214.618343:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075214.618349:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075214.618354:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075214.618355:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075214.618400:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075214.618404:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075214.618407:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075215.258410:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075215.258417:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075215.258420:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075215.258424:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075215.258428:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075215.258431:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075215.258435:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075215.258437:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075215.258440:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075215.642382:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075215.642388:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075215.642392:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075215.642393:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075215.642453:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075215.642459:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075215.642462:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075216.282361:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075216.282369:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075216.282372:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075216.282377:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075216.282381:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075216.282385:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075216.282388:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075216.282391:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075216.282394:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075216.666443:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075216.666454:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075216.666464:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075216.666467:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075216.666558:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075216.666581:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075216.666587:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075217.306394:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075217.306402:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075217.306404:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075217.306409:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075217.306412:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075217.306415:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075217.306418:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075217.306420:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075217.306422:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075217.690402:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075217.690408:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075217.690413:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075217.690417:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769075217.690419:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769075217.690421:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075217.690423:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769075217.690425:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075217.690427:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075217.690429:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075217.690531:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075217.690541:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075217.690550:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075217.818504:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075217.818532:0:30087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769075217.818537:0:30087:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769075217.818546:0:30087:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769075217.818555:0:30087:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769075217.818570:0:30087:0:(import.c:509:import_select_connection()) MGC192.168.204.151@tcp: connect to NID 192.168.204.151@tcp last attempt 2202 00000400:00000200:1.0:1769075217.818588:0:30087:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075217.818600:0:30087:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:1.0:1769075217.818608:0:30087:0:(import.c:588:import_select_connection()) MGC192.168.204.151@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769075217.818615:0:30087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075217.818621:0:30087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769075217.818626:0:30087:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075217.818632:0:30087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:1.0:1769075217.818638:0:30087:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769075217.818641:0:30087:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000020:00000001:1.0:1769075217.818646:0:30087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769075217.818652:0:30087:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000020:00000001:1.0:1769075217.818655:0:30087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000020:00000001:1.0:1769075217.818658:0:30087:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00000040:1.0:1769075217.818662:0:30087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075217.818665:0:30087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769075217.818667:0:30087:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075217.818670:0:30087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:1.0:1769075217.818674:0:30087:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00080000:1.0:1769075217.818678:0:30087:0:(import.c:623:import_select_connection()) MGC192.168.204.151@tcp: import ffff982b88b8a800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:1.0:1769075217.818681:0:30087:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075217.818685:0:30087:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769075217.818690:0:30087:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075217.818694:0:30087:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075217.818697:0:30087:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769075217.818700:0:30087:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769075217.818714:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b984a8a80. 00000020:00000040:1.0:1769075217.818719:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 02000000:00000001:1.0:1769075217.818735:0:30087:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769075217.818737:0:30087:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075217.818741:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769075217.818745:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769075217.818752:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769075217.818765:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b8606f400. 00000100:00000001:1.0:1769075217.818775:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075217.818789:0:30087:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b984a8a80 x1855007613379712/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075217.818805:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075217.818812:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075217.818818:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfe6d1ab] to pc [ptlrpcd_rcv+-1] req@ffff982b984a8a80 x1855007613379712/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075217.818904:0:30087:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769075217.818909:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075217.818915:0:30087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769075217.818917:0:30087:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769075217.818920:0:30087:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769075217.818923:0:30087:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769075217.818927:0:30087:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2202 00000400:00000200:1.0:1769075217.818934:0:30087:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075217.818939:0:30087:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:1.0:1769075217.818943:0:30087:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769075217.818948:0:30087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075217.818951:0:30087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769075217.818955:0:30087:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075217.818958:0:30087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:1.0:1769075217.818962:0:30087:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769075217.818965:0:30087:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000100:00000001:3.0:1769075217.818965:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1769075217.818979:0:30087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769075217.818981:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1769075217.818985:0:30087:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000100:00000001:3.0:1769075217.818987:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1769075217.819005:0:30087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000020:00000001:1.0:1769075217.819014:0:30087:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 00000100:00000040:1.0:1769075217.819021:0:30087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075217.819030:0:30087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769075217.819032:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b984a8a80 x1855007613379712/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769075217.819040:0:30087:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075217.819054:0:30087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:1.0:1769075217.819067:0:30087:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 00000100:00080000:1.0:1769075217.819084:0:30087:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:3.0:1769075217.819086:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769075217.819095:0:30087:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075217.819097:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075217.819121:0:30087:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769075217.819123:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075217.819130:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075217.819133:0:30087:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075217.819136:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075217.819139:0:30087:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075217.819146:0:30087:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769075217.819154:0:30087:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769075217.819154:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b984a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613379712:192.168.204.151@tcp:250:kworker.0 00000008:00000001:1.0:1769075217.819167:0:30087:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075217.819176:0:30087:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075217.819180:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:1.0:1769075217.819184:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b984aaa00. 00000020:00000040:1.0:1769075217.819189:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 02000000:00000001:3.0:1769075217.819192:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769075217.819194:0:30087:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769075217.819200:0:30087:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075217.819202:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075217.819204:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769075217.819208:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769075217.819213:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769075217.819214:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769075217.819226:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b8606f800. 00000100:00000001:1.0:1769075217.819248:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075217.819251:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c02800. 02000000:00000001:3.0:1769075217.819255:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075217.819265:0:30087:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b984aaa00 x1855007613379840/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769075217.819267:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769075217.819274:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7f78. 00000400:00000010:3.0:1769075217.819284:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6770. 00000100:00000200:3.0:1769075217.819291:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613379712, portal 25 00000100:00000001:3.0:1769075217.819294:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075217.819300:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738878592 : -114161970673024 : ffff982b984a8a80) 00000100:00000040:3.0:1769075217.819308:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b984a8a80 x1855007613379712/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075217.819335:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075217.819338:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769075217.819342:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6660. 00000100:00000200:3.0:1769075217.819367:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007613379712, offset 0 00000400:00000200:3.0:1769075217.819379:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000100:00000001:1.0:1769075217.819400:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075217.819407:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075217.819409:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075217.819424:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000100:00000040:1.0:1769075217.819425:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f587382] to pc [ptlrpcd_rcv+-1] req@ffff982b984aaa00 x1855007613379840/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769075217.819435:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075217.819468:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000100:00000001:1.0:1769075217.819473:0:30087:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075217.819477:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075217.819487:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000100:00080000:1.0:1769075217.819488:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075217.819505:0:30087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000200:3.0:1769075217.819506:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15754:15754:256:4294967295] 192.168.204.151@tcp LPNI seq info [15754:15754:8:4294967295] 00000100:00000001:1.0:1769075217.819519:0:30087:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769075217.819526:0:30087:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769075217.819533:0:30087:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:3.0:1769075217.819534:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00080000:1.0:1769075217.819541:0:30087:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2202 00000400:00000200:1.0:1769075217.819551:0:30087:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075217.819564:0:30087:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:1.0:1769075217.819571:0:30087:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769075217.819582:0:30087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000400:00000200:3.0:1769075217.819583:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000100:00000001:1.0:1769075217.819593:0:30087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769075217.819599:0:30087:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000800:00000200:3.0:1769075217.819605:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000100:00000001:1.0:1769075217.819607:0:30087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:1.0:1769075217.819613:0:30087:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769075217.819615:0:30087:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3de 00000800:00000010:3.0:1769075217.819615:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcbf00. 00000020:00000001:1.0:1769075217.819629:0:30087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769075217.819633:0:30087:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b9968c800 refcount=4 00000020:00000001:1.0:1769075217.819643:0:30087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000800:00000200:3.0:1769075217.819644:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000020:00000001:1.0:1769075217.819654:0:30087:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000800:00000200:3.0:1769075217.819655:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 32 secs later) 00000100:00000040:1.0:1769075217.819667:0:30087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000800:00000200:3.1:1769075217.819678:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000100:00000001:1.0:1769075217.819680:0:30087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:3.1:1769075217.819689:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 32 secs later) 00000100:00000040:1.0:1769075217.819690:0:30087:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075217.819710:0:30087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:1.0:1769075217.819720:0:30087:0:(genops.c:898:class_export_put()) PUTting export ffff982b9968c800 : new refcount 3 00000800:00000100:3.0:1769075217.819742:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000100:00080000:1.0:1769075217.819747:0:30087:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: import ffff982b83e5e800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000800:00000010:3.0:1769075217.819750:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcbf00. 00000100:00000001:1.0:1769075217.819755:0:30087:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075217.819760:0:30087:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:3.0:1769075217.819764:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 02000000:00000001:1.0:1769075217.819768:0:30087:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075217.819775:0:30087:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075217.819784:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000100:00000001:1.0:1769075217.819785:0:30087:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769075217.819790:0:30087:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769075217.819796:0:30087:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075217.819803:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6660 00000100:00000001:1.0:1769075217.819805:0:30087:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769075217.819820:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6660. 00000100:00000010:1.0:1769075217.819822:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b984ab800. 00000020:00000040:1.0:1769075217.819832:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 00000100:00000001:3.0:1769075217.819860:0:2363:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1769075217.819870:0:30087:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000200:3.0:1769075217.819874:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b984a8a80 x1855007613379712/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1769075217.819875:0:30087:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075217.819883:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769075217.819888:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769075217.819896:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769075217.819908:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b8606d800. 00000100:00000001:1.0:1769075217.819925:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075217.819929:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1769075217.819942:0:30087:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b984ab800 x1855007613379968/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1769075217.819944:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b984a8a80 x1855007613379712/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075242 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075217.820058:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075217.820062:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075217.820063:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769075217.820069:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075217.820073:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075217.820083:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b06be664] to pc [ptlrpcd_rcv+-1] req@ffff982b984ab800 x1855007613379968/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769075217.820093:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075217.820108:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296883590 00000100:00000001:1.0:1769075217.820133:0:30087:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075217.820134:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296878469 00000100:00080000:1.0:1769075217.820142:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769075217.820148:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296883590 00000100:00080000:1.0:1769075217.820149:0:30087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769075217.820154:0:30087:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769075217.820159:0:30087:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769075217.820166:0:30087:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769075217.820166:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296878469 00000100:00080000:1.0:1769075217.820175:0:30087:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2202 00000100:00000001:3.0:1769075217.820184:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1769075217.820185:0:30087:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075217.820199:0:30087:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00000001:3.0:1769075217.820202:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769075217.820204:0:30087:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769075217.820214:0:30087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075217.820218:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1769075217.820219:0:30087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769075217.820226:0:30087:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00100000:3.0:1769075217.820232:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075217/real 1769075217] req@ffff982b984a8a80 x1855007613379712/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075217.820234:0:30087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:1.0:1769075217.820253:0:30087:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769075217.820254:0:30087:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3e5 00000020:00000001:1.0:1769075217.820264:0:30087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769075217.820272:0:30087:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b897c2000 refcount=4 00000400:00000001:3.0:1769075217.820287:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075217.820290:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075217.820295:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7f78. 00000400:00000200:3.0:1769075217.820299:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6770 00000400:00000010:3.0:1769075217.820301:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6770. 00000100:00000001:3.0:1769075217.820305:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1769075217.820315:0:30087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000020:00000001:1.0:1769075217.820320:0:30087:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000100:00000040:1.0:1769075217.820328:0:30087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075217.820331:0:30087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1769075217.820331:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b984a8a80 x1855007613379712/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769075217.820339:0:30087:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075217.820351:0:30087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:1.0:1769075217.820366:0:30087:0:(genops.c:898:class_export_put()) PUTting export ffff982b897c2000 : new refcount 3 00000100:00000200:3.0:1769075217.820395:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b984a8a80 x1855007613379712/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769075217.820401:0:30087:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: import ffff982b99688000 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:3.0:1769075217.820413:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769075217.820416:0:30087:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075217.820418:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769075217.820424:0:30087:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769075217.820426:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075217.820430:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769075217.820432:0:30087:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075217.820440:0:30087:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075217.820444:0:30087:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769075217.820447:0:30087:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769075217.820464:0:30087:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075217.820468:0:30087:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075217.820468:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b984a8a80 x1855007613379712/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769075217.820475:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b984a8700. 00000020:00000040:1.0:1769075217.820488:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 02000000:00000001:1.0:1769075217.820506:0:30087:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769075217.820506:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769075217.820512:0:30087:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075217.820516:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769075217.820523:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1769075217.820525:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b984a8a80 x1855007613379712/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1769075217.820527:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769075217.820536:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b8606cc00. 00000100:00000001:1.0:1769075217.820545:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075217.820561:0:30087:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b984a8700 x1855007613380096/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075217.820562:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075217.820582:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075217.820593:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769075217.820595:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075217.820597:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075217.820604:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075217.820606:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075217.820611:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000040:1.0:1769075217.820616:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006eed74ab] to pc [ptlrpcd_rcv+-1] req@ffff982b984a8700 x1855007613380096/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769075217.820622:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075217.820643:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.151@tcp failed (-110) 00000100:00000001:1.0:1769075217.820658:0:30087:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075217.820659:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769075217.820675:0:30087:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2212) 00000100:00000040:3.0:1769075217.820676:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b984a8a80 x1855007613379712/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075217.820694:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b984a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613379712:192.168.204.151@tcp:250:kworker.0 00000100:00000001:3.0:1769075217.820699:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075217.820701:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075217.820703:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b984a8a80 x1855007613379712/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075217.820709:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075217.820711:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075217.820715:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c02800. 02000000:00000001:3.0:1769075217.820719:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075217.820721:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075217.820723:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 00000020:00000001:3.0:1769075217.820725:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075217.820727:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b8606f400. 02000000:00000001:3.0:1769075217.820731:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075217.820750:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075217.820753:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b984a8a80. 00000100:00000001:3.0:1769075217.820758:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075217.820760:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075217.820762:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075217.820772:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075217.820775:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075217.820779:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075217.820782:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075217.820785:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075217.820795:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b984aaa00 x1855007613379840/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075217.820809:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075217.820813:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075217.820818:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075217.820823:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075217.820827:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075217.820860:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b984aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613379840:192.168.204.151@tcp:38:kworker.0 00000100:00000001:3.0:1769075217.820869:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075217.820873:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075217.820877:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075217.820880:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075217.820903:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c02800. 02000000:00000001:3.0:1769075217.820906:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075217.820913:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769075217.820918:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7f78. 00000400:00000010:3.0:1769075217.820924:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6770. 00000100:00000200:3.0:1769075217.820928:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613379840, portal 10 00000100:00000001:3.0:1769075217.820930:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075217.820932:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738886656 : -114161970664960 : ffff982b984aaa00) 00000100:00000040:3.0:1769075217.820939:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b984aaa00 x1855007613379840/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075217.820946:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075217.820948:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769075217.820950:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6660. 00000100:00000200:3.0:1769075217.820953:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613379840, offset 0 00000400:00000200:3.0:1769075217.820957:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769075217.820961:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075217.820966:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769075217.820969:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075217.820972:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769075217.820975:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075217.820977:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769075217.820980:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15755:15755:256:4294967295] 192.168.204.151@tcp LPNI seq info [15755:15755:8:4294967295] 00000400:00000200:3.0:1769075217.820984:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075217.820991:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769075217.820995:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075217.820999:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcbf00. 00000800:00000200:3.0:1769075217.821003:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.0:1769075217.821006:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1769075217.821012:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.1:1769075217.821014:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 32 secs later) 00000800:00000100:3.0:1769075217.821018:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075217.821020:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcbf00. 00000400:00000200:3.0:1769075217.821024:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075217.821027:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075217.821030:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6660 00000400:00000010:3.0:1769075217.821032:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6660. 00000100:00000001:3.0:1769075217.821035:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075217.821050:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b984aaa00 x1855007613379840/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075217.821062:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075217.821066:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b984aaa00 x1855007613379840/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075242 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075217.821072:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075217.821074:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075217.821077:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075217.821081:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1068438 usecs (1069 jiffies) 00000400:00000200:3.0:1769075217.821085:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075217.821087:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296875567 00000100:00000001:3.0:1769075217.821090:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296883590 00000100:00000001:3.0:1769075217.821092:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296875567 00000100:00000001:3.0:1769075217.821094:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296883590 00000100:00000001:3.0:1769075217.821096:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075217.821098:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075217.821100:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075217.821104:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075217/real 1769075217] req@ffff982b984aaa00 x1855007613379840/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075217.821119:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075217.821121:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075217.821123:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7f78. 00000400:00000200:3.0:1769075217.821126:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6770 00000400:00000010:3.0:1769075217.821127:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6770. 00000100:00000001:3.0:1769075217.821129:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075217.821133:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b984aaa00 x1855007613379840/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075217.821148:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b984aaa00 x1855007613379840/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075217.821159:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075217.821162:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075217.821164:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075217.821166:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075217.821172:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b984aaa00 x1855007613379840/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075217.821182:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075217.821189:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b984aaa00 x1855007613379840/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075217.821200:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075217.821205:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075217.821207:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075217.821210:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075217.821212:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075217.821215:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075217.821220:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075217.821229:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:3.0:1769075217.821250:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075217.821254:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b984aaa00 x1855007613379840/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075217.821263:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b984aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613379840:192.168.204.151@tcp:38:kworker.0 00000100:00000001:3.0:1769075217.821267:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075217.821270:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b984ab800 x1855007613379968/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075217.821275:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075217.821276:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075217.821278:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075217.821280:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075217.821282:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075217.821284:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b984ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613379968:192.168.204.151@tcp:8:kworker.0 00000100:00000001:3.0:1769075217.821286:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075217.821288:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075217.821289:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075217.821291:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075217.821313:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c01800. 02000000:00000001:3.0:1769075217.821315:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075217.821319:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769075217.821321:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7f78. 00000400:00000010:3.0:1769075217.821324:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6770. 00000100:00000200:3.0:1769075217.821327:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613379968, portal 4 00000100:00000001:3.0:1769075217.821328:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075217.821329:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738890240 : -114161970661376 : ffff982b984ab800) 00000100:00000040:3.0:1769075217.821334:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b984ab800 x1855007613379968/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075217.821339:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075217.821341:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769075217.821342:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6660. 00000100:00000200:3.0:1769075217.821344:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613379968, offset 0 00000400:00000200:3.0:1769075217.821348:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769075217.821351:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075217.821353:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769075217.821356:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075217.821358:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769075217.821360:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075217.821361:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769075217.821364:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15756:15756:256:4294967295] 192.168.204.151@tcp LPNI seq info [15756:15756:8:4294967295] 00000400:00000200:3.0:1769075217.821367:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075217.821371:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769075217.821374:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075217.821376:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcbf00. 00000800:00000200:3.0:1769075217.821379:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.0:1769075217.821381:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1769075217.821384:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.1:1769075217.821386:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 32 secs later) 00000800:00000100:3.0:1769075217.821389:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075217.821391:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcbf00. 00000400:00000200:3.0:1769075217.821393:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075217.821396:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075217.821398:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6660 00000400:00000010:3.0:1769075217.821399:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6660. 00000100:00000001:3.0:1769075217.821401:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075217.821403:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b984ab800 x1855007613379968/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075217.821409:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075217.821411:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b984ab800 x1855007613379968/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075242 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075217.821416:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075217.821417:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075217.821419:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075217.821422:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24872 usecs (25 jiffies) 00000400:00000200:3.0:1769075217.821424:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075217.821426:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296874524 00000100:00000001:3.0:1769075217.821428:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296883590 00000100:00000001:3.0:1769075217.821430:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296874524 00000100:00000001:3.0:1769075217.821432:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296883590 00000100:00000001:3.0:1769075217.821433:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075217.821434:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075217.821436:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075217.821438:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075217/real 1769075217] req@ffff982b984ab800 x1855007613379968/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075217.821443:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075217.821444:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075217.821445:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7f78. 00000400:00000200:3.0:1769075217.821447:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6770 00000400:00000010:3.0:1769075217.821448:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6770. 00000100:00000001:3.0:1769075217.821450:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075217.821452:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b984ab800 x1855007613379968/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075217.821458:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b984ab800 x1855007613379968/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075217.821462:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075217.821463:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075217.821464:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075217.821465:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075217.821467:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b984ab800 x1855007613379968/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075217.821472:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075217.821474:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b984ab800 x1855007613379968/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075217.821479:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075217.821481:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075217.821482:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075217.821483:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075217.821484:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075217.821485:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075217.821487:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075217.821490:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:3.0:1769075217.821491:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075217.821493:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b984ab800 x1855007613379968/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075217.821499:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b984ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613379968:192.168.204.151@tcp:8:kworker.0 00000100:00000001:3.0:1769075217.821501:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075217.821504:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b984a8700 x1855007613380096/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075217.821508:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075217.821509:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075217.821511:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075217.821512:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075217.821513:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075217.821516:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b984a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613380096:192.168.204.151@tcp:8:kworker.0 00000100:00000001:3.0:1769075217.821519:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075217.821522:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075217.821524:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075217.821526:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075217.821530:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c00000. 02000000:00000001:3.0:1769075217.821532:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075217.821535:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769075217.821538:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7f78. 00000400:00000010:3.0:1769075217.821541:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6770. 00000100:00000200:3.0:1769075217.821545:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613380096, portal 4 00000100:00000001:3.0:1769075217.821548:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075217.821549:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738877696 : -114161970673920 : ffff982b984a8700) 00000100:00000040:3.0:1769075217.821557:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b984a8700 x1855007613380096/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075217.821565:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075217.821568:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769075217.821570:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6660. 00000100:00000200:3.0:1769075217.821573:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613380096, offset 0 00000400:00000200:3.0:1769075217.821578:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769075217.821582:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075217.821586:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769075217.821588:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075217.821590:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769075217.821592:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075217.821593:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769075217.821596:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15757:15757:256:4294967295] 192.168.204.151@tcp LPNI seq info [15757:15757:8:4294967295] 00000400:00000200:3.0:1769075217.821599:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075217.821604:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769075217.821607:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075217.821610:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcbf00. 00000800:00000200:3.0:1769075217.821613:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.0:1769075217.821615:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1769075217.821618:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.1:1769075217.821620:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 32 secs later) 00000800:00000100:3.0:1769075217.821622:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075217.821624:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcbf00. 00000400:00000200:3.0:1769075217.821626:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075217.821628:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075217.821631:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6660 00000400:00000010:3.0:1769075217.821632:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6660. 00000100:00000001:3.0:1769075217.821634:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075217.821636:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b984a8700 x1855007613380096/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075217.821647:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075217.821649:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b984a8700 x1855007613380096/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075242 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075217.821654:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075217.821655:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075217.821657:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075217.821660:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26900 usecs (27 jiffies) 00000400:00000200:3.0:1769075217.821662:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075217.821664:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296874526 00000100:00000001:3.0:1769075217.821666:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296883590 00000100:00000001:3.0:1769075217.821667:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296874526 00000100:00000001:3.0:1769075217.821669:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296883590 00000100:00000001:3.0:1769075217.821671:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075217.821672:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075217.821673:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075217.821676:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075217/real 1769075217] req@ffff982b984a8700 x1855007613380096/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075217.821698:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075217.821700:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075217.821702:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7f78. 00000400:00000200:3.0:1769075217.821705:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6770 00000400:00000010:3.0:1769075217.821706:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6770. 00000100:00000001:3.0:1769075217.821709:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075217.821712:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b984a8700 x1855007613380096/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075217.821721:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b984a8700 x1855007613380096/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075217.821729:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075217.821731:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075217.821734:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075217.821735:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075217.821739:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b984a8700 x1855007613380096/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075217.821747:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075217.821751:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b984a8700 x1855007613380096/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075217.821759:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075217.821761:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075217.821763:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075217.821764:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075217.821766:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075217.821768:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075217.821771:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075217.821775:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:3.0:1769075217.821778:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075217.821785:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b984a8700 x1855007613380096/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075217.821799:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b984a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613380096:192.168.204.151@tcp:8:kworker.0 00000100:00000001:3.0:1769075217.821822:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075217.821825:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075217.821830:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b984aaa00 x1855007613379840/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075217.821860:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075217.821862:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075217.821866:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c02800. 02000000:00000001:3.0:1769075217.821886:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075217.821888:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075217.821890:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:3.0:1769075217.821892:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075217.821894:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b8606f800. 02000000:00000001:3.0:1769075217.821897:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075217.821899:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075217.821901:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b984aaa00. 00000100:00000001:3.0:1769075217.821904:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075217.821906:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075217.821908:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075217.821912:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b984ab800 x1855007613379968/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075217.821917:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075217.821918:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075217.821919:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c01800. 02000000:00000001:3.0:1769075217.821922:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075217.821923:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075217.821924:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:3.0:1769075217.821925:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075217.821926:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b8606d800. 02000000:00000001:3.0:1769075217.821928:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075217.821929:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075217.821930:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b984ab800. 00000100:00000001:3.0:1769075217.821931:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075217.821932:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075217.821933:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075217.821935:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b984a8700 x1855007613380096/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075242 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075217.821959:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075217.821961:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075217.821962:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c00000. 02000000:00000001:3.0:1769075217.821965:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075217.821967:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075217.821969:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:3.0:1769075217.821971:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075217.821973:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b8606cc00. 02000000:00000001:3.0:1769075217.821976:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075217.821978:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075217.821980:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b984a8700. 00000100:00000001:3.0:1769075217.821982:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075217.821984:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075217.821986:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075217.821991:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075217.821993:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075217.821995:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075217.821997:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769075218.330364:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075218.330369:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075218.330371:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075218.330376:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075218.330379:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075218.330382:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075218.330384:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075218.330387:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075218.330389:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075218.714367:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075218.714373:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075218.714377:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075218.714378:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075218.714434:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075218.714438:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075218.714440:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075219.354358:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075219.354367:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075219.354369:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075219.354375:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075219.354380:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075219.354384:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075219.354387:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075219.354391:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075219.354394:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075219.738366:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075219.738371:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075219.738375:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075219.738376:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075219.738442:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075219.738450:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075219.738455:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075220.378385:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075220.378391:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075220.378393:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075220.378397:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075220.378400:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075220.378404:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075220.378406:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075220.378408:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075220.378410:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075220.762395:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075220.762424:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075220.762429:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075220.762430:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075220.762464:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075220.762467:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075220.762471:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075221.402418:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075221.402426:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075221.402428:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075221.402434:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075221.402437:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075221.402441:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075221.402443:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075221.402445:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075221.402448:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075221.786428:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075221.786436:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075221.786441:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075221.786443:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075221.786523:0:11526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769075221.786544:0:11526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769075221.786557:0:11526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769075222.426360:0:32221:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769075222.426369:0:32221:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769075222.426371:0:32221:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769075222.426377:0:32221:0:(client.c:2690:ptlrpc_set_wait()) set ffff982b87551840 going to sleep for 0 seconds 00000100:00000001:2.0:1769075222.426381:0:32221:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769075222.426384:0:32221:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075222.426387:0:32221:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769075222.426390:0:32221:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769075222.426393:0:32221:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075222.810344:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075222.810351:0:21410:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769075222.810353:0:21410:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769075222.810358:0:21410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1769075222.810359:0:21410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1769075222.810361:0:21410:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075222.810365:0:21410:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769075222.810367:0:21410:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075222.810368:0:21410:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075222.810370:0:21410:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769075222.810373:0:21410:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769075222.810374:0:21410:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075222.810422:0:11525:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769075222.810427:0:11525:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769075222.810431:0:11525:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769075222.938417:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61009b19-6c2d-431f-95c4-80fb0f04a0d4->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075222.938431:0:30087:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769075222.938435:0:30087:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769075222.938441:0:30087:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769075222.938447:0:30087:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769075222.938458:0:30087:0:(import.c:509:import_select_connection()) MGC192.168.204.151@tcp: connect to NID 192.168.204.151@tcp last attempt 2207 00000400:00000200:1.0:1769075222.938472:0:30087:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075222.938481:0:30087:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:1.0:1769075222.938485:0:30087:0:(import.c:588:import_select_connection()) MGC192.168.204.151@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769075222.938490:0:30087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075222.938495:0:30087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769075222.938499:0:30087:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075222.938502:0:30087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:1.0:1769075222.938508:0:30087:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769075222.938511:0:30087:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac383 00000020:00000001:1.0:1769075222.938515:0:30087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769075222.938519:0:30087:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b858dc800 refcount=3 00000020:00000001:1.0:1769075222.938522:0:30087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000020:00000001:1.0:1769075222.938525:0:30087:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911424518144 : -114162285033472 : ffff982b858dc800) 00000100:00000040:1.0:1769075222.938529:0:30087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075222.938531:0:30087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769075222.938534:0:30087:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075222.938537:0:30087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000040:1.0:1769075222.938541:0:30087:0:(genops.c:898:class_export_put()) PUTting export ffff982b858dc800 : new refcount 2 00000100:00080000:1.0:1769075222.938546:0:30087:0:(import.c:623:import_select_connection()) MGC192.168.204.151@tcp: import ffff982b88b8a800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:1.0:1769075222.938549:0:30087:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075222.938553:0:30087:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769075222.938557:0:30087:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075222.938561:0:30087:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075222.938565:0:30087:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769075222.938568:0:30087:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769075222.938582:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b984aa680. 00000020:00000040:1.0:1769075222.938587:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b88b8a800 refcount=4 obd=MGC192.168.204.151@tcp 02000000:00000001:1.0:1769075222.938593:0:30087:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769075222.938596:0:30087:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075222.938600:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769075222.938605:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769075222.938611:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769075222.938623:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b8606fc00. 00000100:00000001:1.0:1769075222.938634:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075222.938647:0:30087:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b984aa680 x1855007613380224/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769075222.938662:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075222.938668:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075222.938674:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f92655e] to pc [ptlrpcd_rcv+-1] req@ffff982b984aa680 x1855007613380224/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075222.938710:0:30087:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769075222.938714:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769075222.938719:0:30087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769075222.938721:0:30087:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769075222.938723:0:30087:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769075222.938728:0:30087:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769075222.938731:0:30087:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2207 00000400:00000200:1.0:1769075222.938737:0:30087:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075222.938743:0:30087:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:1.0:1769075222.938747:0:30087:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769075222.938766:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075222.938772:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075222.938781:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769075222.938786:0:30087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075222.938792:0:30087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769075222.938800:0:30087:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000040:3.0:1769075222.938800:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b984aa680 x1855007613380224/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075222.938813:0:30087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000020:00000001:1.0:1769075222.938825:0:30087:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769075222.938831:0:30087:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3d0 00000020:00000001:1.0:1769075222.938837:0:30087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769075222.938838:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:1.0:1769075222.938848:0:30087:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b98746000 refcount=5 00000100:00000001:3.0:1769075222.938849:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769075222.938866:0:30087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 02000000:00000001:3.0:1769075222.938867:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1769075222.938874:0:30087:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911741620224 : -114161967931392 : ffff982b98746000) 02000000:00000001:3.0:1769075222.938874:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075222.938890:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075222.938896:0:30087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00100000:3.0:1769075222.938902:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b984aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613380224:192.168.204.151@tcp:250:kworker.0 00000100:00000001:1.0:1769075222.938906:0:30087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769075222.938919:0:30087:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075222.938919:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1769075222.938928:0:30087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 02000000:00000001:3.0:1769075222.938929:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075222.938936:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769075222.938937:0:30087:0:(genops.c:898:class_export_put()) PUTting export ffff982b98746000 : new refcount 4 02000000:00000001:3.0:1769075222.938943:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:1.0:1769075222.938954:0:30087:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff982b858dd800: import ffff982b88b88800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 02000000:00000010:3.0:1769075222.938956:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c00000. 00000100:00000001:1.0:1769075222.938971:0:30087:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075222.938972:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075222.938992:0:30087:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:3.0:1769075222.939000:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 02000000:00000001:1.0:1769075222.939001:0:30087:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075222.939014:0:30087:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769075222.939017:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7f78. 00000100:00000001:1.0:1769075222.939019:0:30087:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769075222.939031:0:30087:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000400:00000010:3.0:1769075222.939033:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6770. 00000008:00000001:1.0:1769075222.939048:0:30087:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075222.939054:0:30087:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1769075222.939055:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613380224, portal 25 00000100:00000010:1.0:1769075222.939063:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b984a8000. 00000020:00000040:1.0:1769075222.939072:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b88b88800 refcount=6 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000100:00000001:3.0:1769075222.939073:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075222.939078:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738885760 : -114161970665856 : ffff982b984aa680) 02000000:00000001:1.0:1769075222.939084:0:30087:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769075222.939088:0:30087:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075222.939090:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b984aa680 x1855007613380224/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075222.939093:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769075222.939099:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769075222.939108:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075222.939110:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:1.0:1769075222.939116:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b8606d400. 00000100:00000040:3.0:1769075222.939118:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769075222.939129:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6660. 00000100:00000001:1.0:1769075222.939131:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1769075222.939139:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007613380224, offset 0 00000100:00100000:1.0:1769075222.939145:0:30087:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b984a8000 x1855007613380352/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769075222.939164:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000100:00000001:1.0:1769075222.939170:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075222.939175:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075222.939185:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac3cd11c] to pc [ptlrpcd_rcv+-1] req@ffff982b984a8000 x1855007613380352/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769075222.939187:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075222.939207:0:30087:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075222.939208:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000100:00080000:1.0:1769075222.939216:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1769075222.939222:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:1.0:1769075222.939229:0:30087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769075222.939238:0:30087:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:3.0:1769075222.939240:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000100:00080000:1.0:1769075222.939250:0:30087:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:3.0:1769075222.939257:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1769075222.939259:0:30087:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:3.0:1769075222.939267:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000100:00080000:1.0:1769075222.939273:0:30087:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2207 00000400:00000200:3.0:1769075222.939321:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15758:15758:256:4294967295] 192.168.204.151@tcp LPNI seq info [15758:15758:8:4294967295] 00000400:00000200:1.0:1769075222.939322:0:30087:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075222.939339:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075222.939344:0:30087:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00080000:1.0:1769075222.939349:0:30087:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769075222.939356:0:30087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075222.939368:0:30087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1769075222.939370:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000100:00000040:1.0:1769075222.939382:0:30087:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000800:00000200:3.0:1769075222.939394:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000100:00000001:1.0:1769075222.939397:0:30087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000800:00000010:3.0:1769075222.939403:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcbf00. 00000020:00000001:1.0:1769075222.939410:0:30087:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769075222.939417:0:30087:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3de 00000800:00000200:3.0:1769075222.939418:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000020:00000001:1.0:1769075222.939426:0:30087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000200:3.0:1769075222.939429:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 27 secs later) 00000020:00000040:1.0:1769075222.939433:0:30087:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b9968c800 refcount=4 00000020:00000001:1.0:1769075222.939444:0:30087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000800:00000200:3.1:1769075222.939448:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000020:00000001:1.0:1769075222.939453:0:30087:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911757637632 : -114161951913984 : ffff982b9968c800) 00000800:00000200:3.1:1769075222.939458:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 27 secs later) 00000100:00000040:1.0:1769075222.939466:0:30087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000800:00000100:3.0:1769075222.939479:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000100:00000001:1.0:1769075222.939480:0:30087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000010:3.0:1769075222.939486:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcbf00. 00000100:00000040:1.0:1769075222.939495:0:30087:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000400:00000200:3.0:1769075222.939498:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:1.0:1769075222.939505:0:30087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000400:00000200:3.0:1769075222.939514:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000020:00000040:1.0:1769075222.939522:0:30087:0:(genops.c:898:class_export_put()) PUTting export ffff982b9968c800 : new refcount 3 00000400:00000200:3.0:1769075222.939524:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6660 00000400:00000010:3.0:1769075222.939530:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6660. 00000100:00000001:3.0:1769075222.939537:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:1.0:1769075222.939540:0:30087:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff982b858dd800: import ffff982b83e5e800 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000001:1.0:1769075222.939550:0:30087:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1769075222.939550:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b984aa680 x1855007613380224/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1769075222.939562:0:30087:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769075222.939571:0:30087:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075222.939574:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1769075222.939579:0:30087:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075222.939583:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b984aa680 x1855007613380224/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075247 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075222.939585:0:30087:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769075222.939594:0:30087:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1769075222.939609:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769075222.939610:0:30087:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075222.939629:0:30087:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075222.939636:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:1.0:1769075222.939638:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b984aa300. 00000020:00000040:1.0:1769075222.939644:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b83e5e800 refcount=3 obd=lustre-OST0000-osc-ffff982b858dd800 00000100:00000001:3.0:1769075222.939645:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075222.939657:0:30087:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769075222.939662:0:30087:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075222.939663:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:1.0:1769075222.939673:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769075222.939674:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 2 is 4296888710 02000000:00000001:1.0:1769075222.939683:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769075222.939688:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075222.939690:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296883590 00000100:00000001:3.0:1769075222.939701:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS new deadline estimation for cpu 3 is 4296888710 02000000:00000010:1.0:1769075222.939702:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b8606cc00. 00000100:00000001:3.0:1769075222.939705:0:2363:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.151@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296883590 00000100:00000001:1.0:1769075222.939709:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075222.939711:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075222.939719:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769075222.939727:0:30087:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b984aa300 x1855007613380480/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075222.939728:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075222.939741:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075222/real 1769075222] req@ffff982b984aa680 x1855007613380224/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075222.939768:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075222.939770:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075222.939772:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7f78. 00000400:00000200:3.0:1769075222.939777:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6770 00000400:00000010:3.0:1769075222.939786:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6770. 00000100:00000001:1.0:1769075222.939791:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769075222.939792:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769075222.939796:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1769075222.939801:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b984aa680 x1855007613380224/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769075222.939811:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000500f9d87] to pc [ptlrpcd_rcv+-1] req@ffff982b984aa300 x1855007613380480/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075222.939820:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b984aa680 x1855007613380224/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075222.939873:0:30087:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075222.939876:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:1.0:1769075222.939880:0:30087:0:(pinger.c:229:ptlrpc_pinger_process_import()) 84c0f8a7-d789-4ced-b99a-82cfae500a0a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769075222.939881:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075222.939892:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:1.0:1769075222.939897:0:30087:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769075222.939897:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075222.939903:0:30087:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769075222.939911:0:30087:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1769075222.939912:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b984aa680 x1855007613380224/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075222.939926:0:30087:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769075222.939937:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769075222.939944:0:30087:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: connect to NID 192.168.204.151@tcp last attempt 2207 00000100:00000040:3.0:1769075222.939952:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b984aa680 x1855007613380224/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769075222.939956:0:30087:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:1.0:1769075222.939971:0:30087:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.151@tcp is discovered: rc = 1 00000100:00000001:3.0:1769075222.939978:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769075222.939980:0:30087:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769075222.939982:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075222.939991:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1769075222.939992:0:30087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075222.940000:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075222.940001:0:30087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769075222.940010:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000040:1.0:1769075222.940017:0:30087:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075222.940017:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769075222.940034:0:30087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00080000:3.0:1769075222.940035:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b8a800 MGS: changing import state from CONNECTING to DISCONN 00000020:00000001:1.0:1769075222.940047:0:30087:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769075222.940050:0:30087:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5d432443066ac3e5 00000100:00080000:3.0:1769075222.940051:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.151@tcp failed (-110) 00000020:00000001:1.0:1769075222.940058:0:30087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769075222.940060:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000040:1.0:1769075222.940062:0:30087:0:(lustre_handles.c:131:class_handle2object()) GET export ffff982b897c2000 refcount=4 00000020:00000001:1.0:1769075222.940069:0:30087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000100:00000040:3.0:1769075222.940072:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b984aa680 x1855007613380224/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769075222.940079:0:30087:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446629911490469888 : -114162219081728 : ffff982b897c2000) 00000100:00000040:1.0:1769075222.940102:0:30087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff982ba1fa8fc0 refcount 11 to 192.168.204.151@tcp 00000100:00000001:1.0:1769075222.940112:0:30087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1769075222.940112:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b984aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:61009b19-6c2d-431f-95c4-80fb0f04a0d4:2363:1855007613380224:192.168.204.151@tcp:250:kworker.0 00000100:00000040:1.0:1769075222.940127:0:30087:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff982ba1fa8fc0 refcount 12 to 192.168.204.151@tcp 00000100:00000001:3.0:1769075222.940131:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769075222.940133:0:30087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629911901409216 : -114161808142400 : ffff982ba1fa8fc0) 00000100:00000001:3.0:1769075222.940136:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1769075222.940140:0:30087:0:(genops.c:898:class_export_put()) PUTting export ffff982b897c2000 : new refcount 3 00000100:00080000:1.0:1769075222.940147:0:30087:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff982b858dd800: import ffff982b99688000 using connection 192.168.204.151@tcp/192.168.204.151@tcp 00000100:00000040:3.0:1769075222.940153:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b984aa680 x1855007613380224/t0(0) o250->MGC192.168.204.151@tcp@192.168.204.151@tcp:26/25 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075222.940154:0:30087:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769075222.940158:0:30087:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769075222.940165:0:30087:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769075222.940172:0:30087:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769075222.940179:0:30087:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769075222.940181:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000008:00100000:1.0:1769075222.940183:0:30087:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769075222.940188:0:30087:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075222.940188:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1769075222.940195:0:30087:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769075222.940199:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c00000. 00000100:00000010:1.0:1769075222.940201:0:30087:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff982b984aad80. 02000000:00000001:3.0:1769075222.940205:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:1.0:1769075222.940207:0:30087:0:(genops.c:1229:class_import_get()) import ffff982b99688000 refcount=3 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:3.0:1769075222.940209:0:2363:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1769075222.940212:0:30087:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000040:3.0:1769075222.940214:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b8a800 refcount=3 obd=MGC192.168.204.151@tcp 02000000:00000001:1.0:1769075222.940217:0:30087:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769075222.940219:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1769075222.940224:0:30087:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:3.0:1769075222.940226:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b8606fc00. 02000000:00000001:1.0:1769075222.940228:0:30087:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769075222.940234:0:30087:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075222.940235:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075222.940240:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075222.940244:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b984aa680. 02000000:00000010:1.0:1769075222.940245:0:30087:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982b8606d800. 00000100:00000001:3.0:1769075222.940255:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769075222.940256:0:30087:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075222.940258:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075222.940265:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769075222.940271:0:30087:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff982b984aad80 x1855007613380608/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769075222.940273:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075222.940295:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075222.940300:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075222.940305:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075222.940307:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075222.940315:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b984a8000 x1855007613380352/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075222.940318:0:30087:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769075222.940330:0:30087:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075222.940340:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075222.940342:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075222.940344:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075222.940345:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075222.940347:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075222.940349:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b984a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613380352:192.168.204.151@tcp:38:kworker.0 00000100:00000001:3.0:1769075222.940355:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075222.940359:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075222.940361:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075222.940362:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075222.940365:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c00000. 02000000:00000001:3.0:1769075222.940369:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769075222.940373:0:30087:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3f01d01] to pc [ptlrpcd_rcv+-1] req@ffff982b984aad80 x1855007613380608/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769075222.940376:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769075222.940383:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7f78. 00000400:00000010:3.0:1769075222.940388:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6770. 00000100:00000200:3.0:1769075222.940397:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613380352, portal 10 00000100:00000001:3.0:1769075222.940406:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075222.940409:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738875904 : -114161970675712 : ffff982b984a8000) 00000100:00000040:3.0:1769075222.940426:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b984a8000 x1855007613380352/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769075222.940430:0:30087:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075222.940446:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769075222.940447:0:30087:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2217) 00000100:00000040:3.0:1769075222.940457:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769075222.940462:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6660. 00000100:00000200:3.0:1769075222.940466:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007613380352, offset 0 00000400:00000200:3.0:1769075222.940473:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769075222.940479:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075222.940486:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769075222.940490:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075222.940493:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769075222.940495:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075222.940497:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769075222.940500:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15759:15759:256:4294967295] 192.168.204.151@tcp LPNI seq info [15759:15759:8:4294967295] 00000400:00000200:3.0:1769075222.940503:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075222.940508:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769075222.940511:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075222.940514:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcbf00. 00000800:00000200:3.0:1769075222.940517:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.0:1769075222.940519:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1769075222.940524:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.1:1769075222.940526:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 27 secs later) 00000800:00000100:3.0:1769075222.940529:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075222.940530:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcbf00. 00000400:00000200:3.0:1769075222.940532:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075222.940535:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075222.940537:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6660 00000400:00000010:3.0:1769075222.940539:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6660. 00000100:00000001:3.0:1769075222.940541:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075222.940543:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b984a8000 x1855007613380352/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075222.940550:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075222.940551:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b984a8000 x1855007613380352/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075247 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075222.940560:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075222.940562:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075222.940564:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075222.940567:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: using a timeout of 1068438 usecs (1069 jiffies) 00000400:00000200:3.0:1769075222.940569:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075222.940570:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296880687 00000100:00000001:3.0:1769075222.940572:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296888710 00000100:00000001:3.0:1769075222.940574:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296880687 00000100:00000001:3.0:1769075222.940575:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296888710 00000100:00000001:3.0:1769075222.940577:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075222.940578:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075222.940580:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075222.940582:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075222/real 1769075222] req@ffff982b984a8000 x1855007613380352/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075222.940587:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075222.940588:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075222.940589:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7f78. 00000400:00000200:3.0:1769075222.940591:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6770 00000400:00000010:3.0:1769075222.940592:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6770. 00000100:00000001:3.0:1769075222.940593:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075222.940595:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b984a8000 x1855007613380352/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075222.940601:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b984a8000 x1855007613380352/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075222.940605:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075222.940606:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075222.940607:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075222.940608:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075222.940610:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b984a8000 x1855007613380352/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075222.940616:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075222.940618:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b984a8000 x1855007613380352/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075222.940623:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075222.940624:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075222.940625:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075222.940626:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075222.940627:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075222.940628:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075222.940630:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b88b88800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075222.940632:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:3.0:1769075222.940634:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075222.940636:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b984a8000 x1855007613380352/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075222.940641:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b984a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613380352:192.168.204.151@tcp:38:kworker.0 00000100:00000001:3.0:1769075222.940643:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075222.940646:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b984aa300 x1855007613380480/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075222.940651:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075222.940652:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075222.940654:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075222.940655:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075222.940656:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075222.940658:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b984aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613380480:192.168.204.151@tcp:8:kworker.0 00000100:00000001:3.0:1769075222.940660:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075222.940662:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075222.940663:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075222.940664:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075222.940667:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c01800. 02000000:00000001:3.0:1769075222.940669:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075222.940671:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769075222.940673:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7f78. 00000400:00000010:3.0:1769075222.940675:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6770. 00000100:00000200:3.0:1769075222.940677:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613380480, portal 4 00000100:00000001:3.0:1769075222.940678:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075222.940680:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738884864 : -114161970666752 : ffff982b984aa300) 00000100:00000040:3.0:1769075222.940683:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b984aa300 x1855007613380480/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075222.940688:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075222.940689:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769075222.940691:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6660. 00000100:00000200:3.0:1769075222.940692:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613380480, offset 0 00000400:00000200:3.0:1769075222.940695:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769075222.940697:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075222.940699:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769075222.940700:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075222.940702:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769075222.940703:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075222.940705:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769075222.940707:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15760:15760:256:4294967295] 192.168.204.151@tcp LPNI seq info [15760:15760:8:4294967295] 00000400:00000200:3.0:1769075222.940710:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075222.940714:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769075222.940716:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075222.940718:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcbf00. 00000800:00000200:3.0:1769075222.940720:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.0:1769075222.940722:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1769075222.940724:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.1:1769075222.940726:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 27 secs later) 00000800:00000100:3.0:1769075222.940729:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075222.940731:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcbf00. 00000400:00000200:3.0:1769075222.940732:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075222.940735:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075222.940737:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6660 00000400:00000010:3.0:1769075222.940738:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6660. 00000100:00000001:3.0:1769075222.940739:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075222.940741:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b984aa300 x1855007613380480/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075222.940746:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075222.940748:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b984aa300 x1855007613380480/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075247 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075222.940766:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075222.940767:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075222.940770:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075222.940772:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: using a timeout of 24872 usecs (25 jiffies) 00000400:00000200:3.0:1769075222.940775:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075222.940776:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296879643 00000100:00000001:3.0:1769075222.940778:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296888710 00000100:00000001:3.0:1769075222.940779:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296879643 00000100:00000001:3.0:1769075222.940781:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296888710 00000100:00000001:3.0:1769075222.940782:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075222.940783:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075222.940784:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075222.940787:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075222/real 1769075222] req@ffff982b984aa300 x1855007613380480/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075222.940792:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075222.940793:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075222.940794:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7f78. 00000400:00000200:3.0:1769075222.940796:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6770 00000400:00000010:3.0:1769075222.940797:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6770. 00000100:00000001:3.0:1769075222.940799:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075222.940801:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b984aa300 x1855007613380480/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075222.940806:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b984aa300 x1855007613380480/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075222.940810:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075222.940811:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075222.940812:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075222.940813:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075222.940815:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b984aa300 x1855007613380480/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075222.940819:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075222.940822:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b984aa300 x1855007613380480/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075222.940826:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075222.940828:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075222.940829:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075222.940830:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075222.940831:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075222.940832:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075222.940833:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b83e5e800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075222.940836:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:3.0:1769075222.940837:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075222.940839:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b984aa300 x1855007613380480/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075222.940844:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b984aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613380480:192.168.204.151@tcp:8:kworker.0 00000100:00000001:3.0:1769075222.940846:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075222.940847:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075222.940850:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b984a8000 x1855007613380352/t0(0) o38->lustre-MDT0000-mdc-ffff982b858dd800@192.168.204.151@tcp:12/10 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075222.940855:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075222.940856:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075222.940857:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c00000. 02000000:00000001:3.0:1769075222.940859:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075222.940860:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075222.940860:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b88b88800 refcount=5 obd=lustre-MDT0000-mdc-ffff982b858dd800 00000020:00000001:3.0:1769075222.940862:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075222.940863:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b8606d400. 02000000:00000001:3.0:1769075222.940866:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075222.940867:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075222.940868:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b984a8000. 00000100:00000001:3.0:1769075222.940870:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075222.940871:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075222.940872:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075222.940874:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b984aa300 x1855007613380480/t0(0) o8->lustre-OST0000-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075222.940878:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075222.940879:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075222.940880:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c01800. 02000000:00000001:3.0:1769075222.940882:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075222.940883:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075222.940883:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b83e5e800 refcount=2 obd=lustre-OST0000-osc-ffff982b858dd800 00000020:00000001:3.0:1769075222.940884:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075222.940885:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b8606cc00. 02000000:00000001:3.0:1769075222.940887:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075222.940888:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075222.940889:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b984aa300. 00000100:00000001:3.0:1769075222.940890:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075222.940891:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075222.940892:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075222.940894:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075222.940895:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075222.940896:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075222.940897:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769075222.940899:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769075222.940902:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff982b984aad80 x1855007613380608/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075222.940907:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769075222.940908:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075222.940909:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769075222.940910:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769075222.940912:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769075222.940913:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff982b984aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613380608:192.168.204.151@tcp:8:kworker.0 00000100:00000001:3.0:1769075222.940915:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769075222.940917:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769075222.940918:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769075222.940920:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769075222.940922:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982b98c01800. 02000000:00000001:3.0:1769075222.940923:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769075222.940925:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000010:3.0:1769075222.940927:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff982b9a3c7f78. 00000400:00000010:3.0:1769075222.940929:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6770. 00000100:00000200:3.0:1769075222.940931:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007613380608, portal 4 00000100:00000001:3.0:1769075222.940932:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769075222.940933:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446629911738887552 : -114161970664064 : ffff982b984aad80) 00000100:00000040:3.0:1769075222.940937:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff982b984aad80 x1855007613380608/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075222.940941:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769075222.940942:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.151@tcp 00000400:00000010:3.0:1769075222.940944:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982b84ad6660. 00000100:00000200:3.0:1769075222.940945:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007613380608, offset 0 00000400:00000200:3.0:1769075222.940948:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.151@tcp 00000400:00000200:3.0:1769075222.940950:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075222.940952:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.151@tcp local destination 00000400:00000200:3.0:1769075222.940954:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769075222.940956:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.51@tcp 00000400:00000200:3.0:1769075222.940958:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.51@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769075222.940960:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.151@tcp 00000400:00000200:3.0:1769075222.940962:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.51@tcp NI seq info: [15761:15761:256:4294967295] 192.168.204.151@tcp LPNI seq info [15761:15761:8:4294967295] 00000400:00000200:3.0:1769075222.940965:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000400:00000200:3.0:1769075222.940969:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.51@tcp(192.168.204.51@tcp:) -> 192.168.204.151@tcp(192.168.204.151@tcp:192.168.204.151@tcp) : PUT try# 0 00000800:00000200:3.0:1769075222.940972:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075222.940974:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982b84fcbf00. 00000800:00000200:3.0:1769075222.940976:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.0:1769075222.940978:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1769075222.940981:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff982b86008000] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.1:1769075222.940983:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.151 (cnted 0, interval 60, 27 secs later) 00000800:00000100:3.0:1769075222.940986:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.151@tcp 00000800:00000010:3.0:1769075222.940987:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982b84fcbf00. 00000400:00000200:3.0:1769075222.940989:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769075222.940991:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.51@tcp->192.168.204.151@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769075222.940993:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6660 00000400:00000010:3.0:1769075222.940995:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6660. 00000100:00000001:3.0:1769075222.940996:0:2363:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769075222.940998:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff982b984aad80 x1855007613380608/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075222.941003:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075222.941005:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff982b984aad80 x1855007613380608/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075247 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075222.941008:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075222.941009:0:2363:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769075222.941011:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769075222.941013:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: using a timeout of 26900 usecs (27 jiffies) 00000400:00000200:3.0:1769075222.941015:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.151@tcp to cpt 1 00000100:00000001:3.0:1769075222.941017:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 2 is 4296879645 00000100:00000001:3.0:1769075222.941018:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 2, keep current deadline 4296888710 00000100:00000001:3.0:1769075222.941020:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS new deadline estimation for cpu 3 is 4296879645 00000100:00000001:3.0:1769075222.941022:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff982b858dd800: PM QoS request active for cpu 3, keep current deadline 4296888710 00000100:00000001:3.0:1769075222.941024:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769075222.941025:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075222.941026:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769075222.941029:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769075222/real 1769075222] req@ffff982b984aad80 x1855007613380608/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769075222.941033:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769075222.941034:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769075222.941035:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff982b9a3c7f78. 00000400:00000200:3.0:1769075222.941036:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982b84ad6770 00000400:00000010:3.0:1769075222.941037:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff982b84ad6770. 00000100:00000001:3.0:1769075222.941039:0:2363:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769075222.941041:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff982b984aad80 x1855007613380608/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769075222.941046:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff982b984aad80 x1855007613380608/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075222.941050:0:2363:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769075222.941051:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075222.941052:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075222.941053:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769075222.941055:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff982b984aad80 x1855007613380608/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075222.941059:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769075222.941061:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff982b984aad80 x1855007613380608/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075222.941065:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769075222.941066:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075222.941067:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769075222.941068:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075222.941069:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769075222.941070:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769075222.941072:0:2363:0:(import.c:65:import_set_state_nolock()) ffff982b99688000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769075222.941075:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.151@tcp failed (-110) 00000100:00000001:3.0:1769075222.941077:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769075222.941079:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff982b984aad80 x1855007613380608/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769075222.941084:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff982b984aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:84c0f8a7-d789-4ced-b99a-82cfae500a0a:2363:1855007613380608:192.168.204.151@tcp:8:kworker.0 00000100:00000001:3.0:1769075222.941086:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075222.941087:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769075222.941089:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff982b984aad80 x1855007613380608/t0(0) o8->lustre-OST0001-osc-ffff982b858dd800@192.168.204.151@tcp:28/4 lens 520/544 e 0 to 1 dl 1769075247 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769075222.941093:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769075222.941094:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769075222.941095:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982b98c01800. 02000000:00000001:3.0:1769075222.941096:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769075222.941097:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769075222.941098:0:2363:0:(genops.c:1242:class_import_put()) import ffff982b99688000 refcount=2 obd=lustre-OST0001-osc-ffff982b858dd800 00000020:00000001:3.0:1769075222.941099:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769075222.941100:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982b8606d800. 02000000:00000001:3.0:1769075222.941101:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769075222.941102:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769075222.941103:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff982b984aad80. 00000100:00000001:3.0:1769075222.941105:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769075222.941105:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075222.941107:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769075222.941108:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769075222.941109:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769075222.941111:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769075222.941112:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) Debug log: 139889 lines, 139889 kept, 0 dropped, 0 bad.